{"level":"warn","ts":"2026-04-23T00:18:18.590327Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:18:18.590405Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:18:18.590485Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:18:18.590499Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-23T00:18:18.59054Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:18:18.591219Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-04-23T00:18:18.591316Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:18:18.596595Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.018984ms"} {"level":"info","ts":"2026-04-23T00:18:18.690408Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-04-23T00:18:18.690572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:18:18.69079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-04-23T00:18:18.690848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:18:18.691001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-04-23T00:18:18.691357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-04-23T00:18:18.708502Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:18:18.710745Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:18:18.712621Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:18:18.715958Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:18:18.716159Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:18:18.716444Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:18:18.716529Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:18:18.716549Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:18:18.717349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-04-23T00:18:18.717479Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-23T00:18:18.722089Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:18:18.722221Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-23T00:18:18.722261Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-23T00:18:18.722464Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:18:18.722522Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:18:19.192586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:18:19.192693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:18:19.19272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-04-23T00:18:19.192746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:18:19.192762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-23T00:18:19.192784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-04-23T00:18:19.192818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-23T00:18:19.310484Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:19.314477Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:18:19.314473Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:18:19.314556Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:18:19.314983Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:18:19.315051Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:18:19.315896Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:19.316082Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:19.31613Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:18:19.317564Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T00:18:19.317818Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-04-23T00:18:20.788848Z","caller":"traceutil/trace.go:171","msg":"trace[365510362] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"111.551068ms","start":"2026-04-23T00:18:20.677267Z","end":"2026-04-23T00:18:20.788818Z","steps":["trace[365510362] 'process raft request' (duration: 111.398104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.789042Z","caller":"traceutil/trace.go:171","msg":"trace[428448437] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"100.105142ms","start":"2026-04-23T00:18:20.688912Z","end":"2026-04-23T00:18:20.789018Z","steps":["trace[428448437] 'process raft request' (duration: 100.02986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.789114Z","caller":"traceutil/trace.go:171","msg":"trace[1888462660] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"111.359553ms","start":"2026-04-23T00:18:20.677721Z","end":"2026-04-23T00:18:20.789081Z","steps":["trace[1888462660] 'process raft request' (duration: 111.157268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.789157Z","caller":"traceutil/trace.go:171","msg":"trace[333202114] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"111.783225ms","start":"2026-04-23T00:18:20.677361Z","end":"2026-04-23T00:18:20.789144Z","steps":["trace[333202114] 'process raft request' (duration: 111.467306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.789252Z","caller":"traceutil/trace.go:171","msg":"trace[678057955] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"103.746849ms","start":"2026-04-23T00:18:20.685497Z","end":"2026-04-23T00:18:20.789244Z","steps":["trace[678057955] 'process raft request' (duration: 103.416771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.789313Z","caller":"traceutil/trace.go:171","msg":"trace[1422263773] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"111.905347ms","start":"2026-04-23T00:18:20.677377Z","end":"2026-04-23T00:18:20.789282Z","steps":["trace[1422263773] 'process raft request' (duration: 111.475496ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.788978Z","caller":"traceutil/trace.go:171","msg":"trace[1986603300] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"111.572929ms","start":"2026-04-23T00:18:20.677361Z","end":"2026-04-23T00:18:20.788934Z","steps":["trace[1986603300] 'process raft request' (duration: 111.444426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.789425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.553328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:18:20.789549Z","caller":"traceutil/trace.go:171","msg":"trace[2088795259] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:0; response_revision:11; }","duration":"114.758464ms","start":"2026-04-23T00:18:20.674768Z","end":"2026-04-23T00:18:20.789527Z","steps":["trace[2088795259] 'agreement among raft nodes before linearized reading' (duration: 114.477316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.789525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.551228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:18:20.789654Z","caller":"traceutil/trace.go:171","msg":"trace[741898443] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"111.796245ms","start":"2026-04-23T00:18:20.677841Z","end":"2026-04-23T00:18:20.789637Z","steps":["trace[741898443] 'agreement among raft nodes before linearized reading' (duration: 111.485897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.789619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.085809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:18:20.789861Z","caller":"traceutil/trace.go:171","msg":"trace[1289703124] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"113.356256ms","start":"2026-04-23T00:18:20.676484Z","end":"2026-04-23T00:18:20.78984Z","steps":["trace[1289703124] 'agreement among raft nodes before linearized reading' (duration: 113.078969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.788887Z","caller":"traceutil/trace.go:171","msg":"trace[711992843] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"111.554578ms","start":"2026-04-23T00:18:20.677303Z","end":"2026-04-23T00:18:20.788857Z","steps":["trace[711992843] 'process raft request' (duration: 111.461656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.971317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.038217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-23T00:18:20.971767Z","caller":"traceutil/trace.go:171","msg":"trace[1835668927] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"177.743054ms","start":"2026-04-23T00:18:20.793997Z","end":"2026-04-23T00:18:20.97174Z","steps":["trace[1835668927] 'process raft request' (duration: 177.541979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.97182Z","caller":"traceutil/trace.go:171","msg":"trace[66867214] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"179.868632ms","start":"2026-04-23T00:18:20.791922Z","end":"2026-04-23T00:18:20.97179Z","steps":["trace[66867214] 'process raft request' (duration: 77.751776ms)","trace[66867214] 'compare' (duration: 100.887283ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:20.971973Z","caller":"traceutil/trace.go:171","msg":"trace[6075707] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"177.726974ms","start":"2026-04-23T00:18:20.794211Z","end":"2026-04-23T00:18:20.971938Z","steps":["trace[6075707] 'process raft request' (duration: 177.362085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.972127Z","caller":"traceutil/trace.go:171","msg":"trace[1135060064] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"178.152825ms","start":"2026-04-23T00:18:20.793962Z","end":"2026-04-23T00:18:20.972115Z","steps":["trace[1135060064] 'process raft request' (duration: 177.537939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.972135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.164406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-nrmtx\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-23T00:18:20.972147Z","caller":"traceutil/trace.go:171","msg":"trace[620361830] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"172.396111ms","start":"2026-04-23T00:18:20.799725Z","end":"2026-04-23T00:18:20.972121Z","steps":["trace[620361830] 'process raft request' (duration: 172.191036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.97219Z","caller":"traceutil/trace.go:171","msg":"trace[819276385] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-nrmtx; range_end:; response_count:1; response_revision:20; }","duration":"178.316071ms","start":"2026-04-23T00:18:20.793859Z","end":"2026-04-23T00:18:20.972175Z","steps":["trace[819276385] 'agreement among raft nodes before linearized reading' (duration: 178.178196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.972222Z","caller":"traceutil/trace.go:171","msg":"trace[397966262] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"177.957021ms","start":"2026-04-23T00:18:20.794238Z","end":"2026-04-23T00:18:20.972195Z","steps":["trace[397966262] 'process raft request' (duration: 177.375125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.972145Z","caller":"traceutil/trace.go:171","msg":"trace[2038242373] transaction","detail":"{read_only:false; number_of_response:0; response_revision:18; }","duration":"177.415666ms","start":"2026-04-23T00:18:20.794618Z","end":"2026-04-23T00:18:20.972034Z","steps":["trace[2038242373] 'process raft request' (duration: 177.150449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.972409Z","caller":"traceutil/trace.go:171","msg":"trace[1768332359] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"178.127866ms","start":"2026-04-23T00:18:20.79424Z","end":"2026-04-23T00:18:20.972368Z","steps":["trace[1768332359] 'process raft request' (duration: 177.489768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.972411Z","caller":"traceutil/trace.go:171","msg":"trace[1691339894] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"177.716504ms","start":"2026-04-23T00:18:20.794678Z","end":"2026-04-23T00:18:20.972394Z","steps":["trace[1691339894] 'process raft request' (duration: 177.131098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.972001Z","caller":"traceutil/trace.go:171","msg":"trace[1176360130] linearizableReadLoop","detail":"{readStateIndex:21; appliedIndex:14; }","duration":"178.026282ms","start":"2026-04-23T00:18:20.793954Z","end":"2026-04-23T00:18:20.97198Z","steps":["trace[1176360130] 'read index received' (duration: 75.732941ms)","trace[1176360130] 'applied index is now lower than readState.Index' (duration: 102.292291ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:20.972517Z","caller":"traceutil/trace.go:171","msg":"trace[336668038] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"178.395842ms","start":"2026-04-23T00:18:20.79366Z","end":"2026-04-23T00:18:20.972055Z","steps":["trace[336668038] 'process raft request' (duration: 177.772395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.972603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.70295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-23T00:18:20.972651Z","caller":"traceutil/trace.go:171","msg":"trace[2006999564] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"121.771442ms","start":"2026-04-23T00:18:20.85086Z","end":"2026-04-23T00:18:20.972631Z","steps":["trace[2006999564] 'agreement among raft nodes before linearized reading' (duration: 121.70693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:31.499761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795275883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:32.000845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795275883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:18:32.008178Z","caller":"traceutil/trace.go:171","msg":"trace[1238667143] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"1.041841844s","start":"2026-04-23T00:18:30.966301Z","end":"2026-04-23T00:18:32.008143Z","steps":["trace[1238667143] 'process raft request' (duration: 1.041638889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.009339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:30.966278Z","time spent":"1.042095681s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:32.009324Z","caller":"traceutil/trace.go:171","msg":"trace[1176060689] linearizableReadLoop","detail":"{readStateIndex:406; appliedIndex:404; }","duration":"1.009788158s","start":"2026-04-23T00:18:30.999514Z","end":"2026-04-23T00:18:32.009302Z","steps":["trace[1176060689] 'read index received' (duration: 1.008401441s)","trace[1176060689] 'applied index is now lower than readState.Index' (duration: 1.385857ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:32.009417Z","caller":"traceutil/trace.go:171","msg":"trace[608664578] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"834.102608ms","start":"2026-04-23T00:18:31.175273Z","end":"2026-04-23T00:18:32.009375Z","steps":["trace[608664578] 'process raft request' (duration: 833.925833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.009564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.207747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:18:32.009574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010046185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:18:32.009608Z","caller":"traceutil/trace.go:171","msg":"trace[973796635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:394; }","duration":"935.29807ms","start":"2026-04-23T00:18:31.074296Z","end":"2026-04-23T00:18:32.009595Z","steps":["trace[973796635] 'agreement among raft nodes before linearized reading' (duration: 935.207627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.009619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.170329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-23T00:18:32.009637Z","caller":"traceutil/trace.go:171","msg":"trace[1648339280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:394; }","duration":"1.010169509s","start":"2026-04-23T00:18:30.999451Z","end":"2026-04-23T00:18:32.00962Z","steps":["trace[1648339280] 'agreement among raft nodes before linearized reading' (duration: 1.010046375s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:32.009664Z","caller":"traceutil/trace.go:171","msg":"trace[1077686781] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:394; }","duration":"138.255442ms","start":"2026-04-23T00:18:31.871395Z","end":"2026-04-23T00:18:32.00965Z","steps":["trace[1077686781] 'agreement among raft nodes before linearized reading' (duration: 138.128168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.009668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.074269Z","time spent":"935.386453ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:32.009688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:30.99943Z","time spent":"1.010243691s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:18:32.009737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.678811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:32.009809Z","caller":"traceutil/trace.go:171","msg":"trace[1076814767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:394; }","duration":"605.758254ms","start":"2026-04-23T00:18:31.404032Z","end":"2026-04-23T00:18:32.00979Z","steps":["trace[1076814767] 'agreement among raft nodes before linearized reading' (duration: 605.539787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.009855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.403971Z","time spent":"605.871346ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:32.01018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:31.175245Z","time spent":"834.780437ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:38.706496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.329082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:18:38.706585Z","caller":"traceutil/trace.go:171","msg":"trace[922857989] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"671.220931ms","start":"2026-04-23T00:18:38.035345Z","end":"2026-04-23T00:18:38.706566Z","steps":["trace[922857989] 'read index received' (duration: 49.403µs)","trace[922857989] 'applied index is now lower than readState.Index' (duration: 671.169638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:38.706752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.396925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:18:38.706837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.298351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:18:38.706847Z","caller":"traceutil/trace.go:171","msg":"trace[617924402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"671.547008ms","start":"2026-04-23T00:18:38.035278Z","end":"2026-04-23T00:18:38.706825Z","steps":["trace[617924402] 'agreement among raft nodes before linearized reading' (duration: 671.363224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:38.706871Z","caller":"traceutil/trace.go:171","msg":"trace[499099863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:415; }","duration":"665.368253ms","start":"2026-04-23T00:18:38.04149Z","end":"2026-04-23T00:18:38.706859Z","steps":["trace[499099863] 'agreement among raft nodes before linearized reading' (duration: 665.201169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.706781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.058155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:18:38.706895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.035253Z","time spent":"671.632951ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:18:38.706904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.04147Z","time spent":"665.425064ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:18:38.706913Z","caller":"traceutil/trace.go:171","msg":"trace[2142777694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:415; }","duration":"671.306611ms","start":"2026-04-23T00:18:38.035592Z","end":"2026-04-23T00:18:38.706899Z","steps":["trace[2142777694] 'agreement among raft nodes before linearized reading' (duration: 671.065935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.706948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.035574Z","time spent":"671.362563ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:18:38.706778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.051625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:18:38.707013Z","caller":"traceutil/trace.go:171","msg":"trace[1514877737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"665.338902ms","start":"2026-04-23T00:18:38.041659Z","end":"2026-04-23T00:18:38.706998Z","steps":["trace[1514877737] 'agreement among raft nodes before linearized reading' (duration: 665.025534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:38.707046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.041628Z","time spent":"665.409384ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:18:39.567003Z","caller":"traceutil/trace.go:171","msg":"trace[1172213789] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"855.646553ms","start":"2026-04-23T00:18:38.71133Z","end":"2026-04-23T00:18:39.566977Z","steps":["trace[1172213789] 'process raft request' (duration: 855.355125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.567202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.711313Z","time spent":"855.782606ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:39.674665Z","caller":"traceutil/trace.go:171","msg":"trace[1009748167] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"963.293758ms","start":"2026-04-23T00:18:38.711345Z","end":"2026-04-23T00:18:39.674639Z","steps":["trace[1009748167] 'process raft request' (duration: 956.824974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.674812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.711328Z","time spent":"963.40998ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:39.674955Z","caller":"traceutil/trace.go:171","msg":"trace[174401835] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"963.473772ms","start":"2026-04-23T00:18:38.711455Z","end":"2026-04-23T00:18:39.674929Z","steps":["trace[174401835] 'process raft request' (duration: 963.345399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:39.67496Z","caller":"traceutil/trace.go:171","msg":"trace[1886061685] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"963.501132ms","start":"2026-04-23T00:18:38.711426Z","end":"2026-04-23T00:18:39.674927Z","steps":["trace[1886061685] 'process raft request' (duration: 963.170274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:39.675113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.711414Z","time spent":"963.621156ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:39.675113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:38.711435Z","time spent":"963.591575ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:41.850075Z","caller":"traceutil/trace.go:171","msg":"trace[701157114] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"170.311438ms","start":"2026-04-23T00:18:41.67973Z","end":"2026-04-23T00:18:41.850041Z","steps":["trace[701157114] 'read index received' (duration: 169.994599ms)","trace[701157114] 'applied index is now lower than readState.Index' (duration: 315.359µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:41.850131Z","caller":"traceutil/trace.go:171","msg":"trace[380448657] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"274.156909ms","start":"2026-04-23T00:18:41.575941Z","end":"2026-04-23T00:18:41.850098Z","steps":["trace[380448657] 'process raft request' (duration: 273.874192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:41.850329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.563964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:18:41.850382Z","caller":"traceutil/trace.go:171","msg":"trace[1491282051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"170.696007ms","start":"2026-04-23T00:18:41.67967Z","end":"2026-04-23T00:18:41.850366Z","steps":["trace[1491282051] 'agreement among raft nodes before linearized reading' (duration: 170.561194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:41.850432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.237414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:18:41.850437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.561206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:41.850521Z","caller":"traceutil/trace.go:171","msg":"trace[2110761929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:420; }","duration":"170.357708ms","start":"2026-04-23T00:18:41.680141Z","end":"2026-04-23T00:18:41.850498Z","steps":["trace[2110761929] 'agreement among raft nodes before linearized reading' (duration: 170.185813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:41.850554Z","caller":"traceutil/trace.go:171","msg":"trace[862312898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"145.769272ms","start":"2026-04-23T00:18:41.704763Z","end":"2026-04-23T00:18:41.850533Z","steps":["trace[862312898] 'agreement among raft nodes before linearized reading' (duration: 145.559456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:41.850447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.544433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:18:41.85065Z","caller":"traceutil/trace.go:171","msg":"trace[1666674778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"170.957744ms","start":"2026-04-23T00:18:41.679671Z","end":"2026-04-23T00:18:41.850629Z","steps":["trace[1666674778] 'agreement among raft nodes before linearized reading' (duration: 170.485432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:42.278045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.255951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:42.278257Z","caller":"traceutil/trace.go:171","msg":"trace[329190195] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"421.993576ms","start":"2026-04-23T00:18:41.856243Z","end":"2026-04-23T00:18:42.278237Z","steps":["trace[329190195] 'process raft request' (duration: 421.956335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:42.278293Z","caller":"traceutil/trace.go:171","msg":"trace[2117610993] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"423.433954ms","start":"2026-04-23T00:18:41.854826Z","end":"2026-04-23T00:18:42.27826Z","steps":["trace[2117610993] 'process raft request' (duration: 72.887385ms)","trace[2117610993] 'compare' (duration: 350.133028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:42.278336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.856226Z","time spent":"422.075428ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:42.278387Z","caller":"traceutil/trace.go:171","msg":"trace[1896769023] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"423.139417ms","start":"2026-04-23T00:18:41.85523Z","end":"2026-04-23T00:18:42.278369Z","steps":["trace[1896769023] 'process raft request' (duration: 422.917661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:42.278443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.854779Z","time spent":"423.589138ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:42.278476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:41.855205Z","time spent":"423.220948ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:42.509246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.01411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:18:42.50933Z","caller":"traceutil/trace.go:171","msg":"trace[1824224760] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:423; }","duration":"112.177555ms","start":"2026-04-23T00:18:42.397134Z","end":"2026-04-23T00:18:42.509312Z","steps":["trace[1824224760] 'range keys from in-memory index tree' (duration: 111.860455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:42.743822Z","caller":"traceutil/trace.go:171","msg":"trace[510921217] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"156.20504ms","start":"2026-04-23T00:18:42.587587Z","end":"2026-04-23T00:18:42.743792Z","steps":["trace[510921217] 'process raft request' (duration: 76.685737ms)","trace[510921217] 'compare' (duration: 79.326738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:45.206397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795275971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:45.707652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795275971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:45.93183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644217346s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:18:45.932423Z","caller":"traceutil/trace.go:171","msg":"trace[1913248775] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"1.644900044s","start":"2026-04-23T00:18:44.287493Z","end":"2026-04-23T00:18:45.932393Z","steps":["trace[1913248775] 'process raft request' (duration: 1.644669518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:45.93256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.287477Z","time spent":"1.645005378s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:46.342612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.105063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:46.342864Z","caller":"traceutil/trace.go:171","msg":"trace[811586382] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:441; }","duration":"1.636928791s","start":"2026-04-23T00:18:44.705918Z","end":"2026-04-23T00:18:46.342847Z","steps":["trace[811586382] 'read index received' (duration: 1.226248537s)","trace[811586382] 'applied index is now lower than readState.Index' (duration: 410.679324ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:46.342929Z","caller":"traceutil/trace.go:171","msg":"trace[154897209] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"2.054644023s","start":"2026-04-23T00:18:44.288263Z","end":"2026-04-23T00:18:46.342907Z","steps":["trace[154897209] 'process raft request' (duration: 1.71816248s)","trace[154897209] 'compare' (duration: 335.889977ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:46.342957Z","caller":"traceutil/trace.go:171","msg":"trace[1352354960] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"2.054598122s","start":"2026-04-23T00:18:44.288348Z","end":"2026-04-23T00:18:46.342946Z","steps":["trace[1352354960] 'process raft request' (duration: 2.054368656s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:46.343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.288247Z","time spent":"2.054717104s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:46.343014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.288341Z","time spent":"2.054636212s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:46.343121Z","caller":"traceutil/trace.go:171","msg":"trace[959733824] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.77097496s","start":"2026-04-23T00:18:44.572136Z","end":"2026-04-23T00:18:46.343111Z","steps":["trace[959733824] 'process raft request' (duration: 1.770674882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:46.343096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.320585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:18:46.343148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.983241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:46.343169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.572109Z","time spent":"1.771034492s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:46.343187Z","caller":"traceutil/trace.go:171","msg":"trace[399229465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"272.058853ms","start":"2026-04-23T00:18:46.071119Z","end":"2026-04-23T00:18:46.343177Z","steps":["trace[399229465] 'agreement among raft nodes before linearized reading' (duration: 271.998381ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:46.343197Z","caller":"traceutil/trace.go:171","msg":"trace[1670901517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:430; }","duration":"425.423758ms","start":"2026-04-23T00:18:45.91775Z","end":"2026-04-23T00:18:46.343174Z","steps":["trace[1670901517] 'agreement among raft nodes before linearized reading' (duration: 425.277924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:46.343179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637226189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:18:46.343259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:45.917685Z","time spent":"425.564102ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:18:46.34332Z","caller":"traceutil/trace.go:171","msg":"trace[1036259114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"1.637425674s","start":"2026-04-23T00:18:44.705864Z","end":"2026-04-23T00:18:46.34329Z","steps":["trace[1036259114] 'agreement among raft nodes before linearized reading' (duration: 1.637136716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:46.343383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:44.705835Z","time spent":"1.637533767s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:18:50.624761Z","caller":"traceutil/trace.go:171","msg":"trace[634512539] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"261.82842ms","start":"2026-04-23T00:18:50.362913Z","end":"2026-04-23T00:18:50.624741Z","steps":["trace[634512539] 'process raft request' (duration: 261.706566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:50.67817Z","caller":"traceutil/trace.go:171","msg":"trace[2003845732] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"313.060788ms","start":"2026-04-23T00:18:50.365086Z","end":"2026-04-23T00:18:50.678147Z","steps":["trace[2003845732] 'process raft request' (duration: 313.036017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:50.678266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:50.36507Z","time spent":"313.14338ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:50.678283Z","caller":"traceutil/trace.go:171","msg":"trace[481290915] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"313.891089ms","start":"2026-04-23T00:18:50.364347Z","end":"2026-04-23T00:18:50.678238Z","steps":["trace[481290915] 'process raft request' (duration: 313.691574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:50.678498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:50.364333Z","time spent":"314.050664ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:02.948425Z","caller":"traceutil/trace.go:171","msg":"trace[1654963156] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"213.508791ms","start":"2026-04-23T00:19:02.734891Z","end":"2026-04-23T00:19:02.9484Z","steps":["trace[1654963156] 'read index received' (duration: 213.316606ms)","trace[1654963156] 'applied index is now lower than readState.Index' (duration: 191.255µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:02.948468Z","caller":"traceutil/trace.go:171","msg":"trace[1142811179] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"261.551463ms","start":"2026-04-23T00:19:02.686888Z","end":"2026-04-23T00:19:02.948439Z","steps":["trace[1142811179] 'process raft request' (duration: 261.380429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:02.94865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.726626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:02.948732Z","caller":"traceutil/trace.go:171","msg":"trace[1715074332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"213.87246ms","start":"2026-04-23T00:19:02.734839Z","end":"2026-04-23T00:19:02.948712Z","steps":["trace[1715074332] 'agreement among raft nodes before linearized reading' (duration: 213.682525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:02.948721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.590242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:02.94888Z","caller":"traceutil/trace.go:171","msg":"trace[1260208103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"207.804968ms","start":"2026-04-23T00:19:02.741015Z","end":"2026-04-23T00:19:02.94882Z","steps":["trace[1260208103] 'agreement among raft nodes before linearized reading' (duration: 207.539611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:03.353601Z","caller":"traceutil/trace.go:171","msg":"trace[948660465] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"401.443898ms","start":"2026-04-23T00:19:02.952132Z","end":"2026-04-23T00:19:03.353576Z","steps":["trace[948660465] 'process raft request' (duration: 401.278073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:03.353795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:02.952109Z","time spent":"401.56444ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:03.356951Z","caller":"traceutil/trace.go:171","msg":"trace[1747155342] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:516; }","duration":"328.299765ms","start":"2026-04-23T00:19:03.028629Z","end":"2026-04-23T00:19:03.356929Z","steps":["trace[1747155342] 'read index received' (duration: 324.776931ms)","trace[1747155342] 'applied index is now lower than readState.Index' (duration: 3.522074ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:03.357006Z","caller":"traceutil/trace.go:171","msg":"trace[163228729] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"404.792886ms","start":"2026-04-23T00:19:02.952184Z","end":"2026-04-23T00:19:03.356977Z","steps":["trace[163228729] 'process raft request' (duration: 404.604571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:03.357085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.446688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:03.357124Z","caller":"traceutil/trace.go:171","msg":"trace[836744375] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"295.571762ms","start":"2026-04-23T00:19:03.061536Z","end":"2026-04-23T00:19:03.357108Z","steps":["trace[836744375] 'process raft request' (duration: 295.364555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:03.357174Z","caller":"traceutil/trace.go:171","msg":"trace[1607903725] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:498; }","duration":"328.498071ms","start":"2026-04-23T00:19:03.028611Z","end":"2026-04-23T00:19:03.357109Z","steps":["trace[1607903725] 'agreement among raft nodes before linearized reading' (duration: 328.401597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:03.357269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:02.95216Z","time spent":"404.90556ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:03.357226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:03.028551Z","time spent":"328.664645ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-23T00:19:05.384421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.950245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:05.385022Z","caller":"traceutil/trace.go:171","msg":"trace[1609500989] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"243.254203ms","start":"2026-04-23T00:19:05.141724Z","end":"2026-04-23T00:19:05.384978Z","steps":["trace[1609500989] 'process raft request' (duration: 29.659151ms)","trace[1609500989] 'compare' (duration: 212.802691ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:05.385252Z","caller":"traceutil/trace.go:171","msg":"trace[1446769839] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"242.585195ms","start":"2026-04-23T00:19:05.14263Z","end":"2026-04-23T00:19:05.385216Z","steps":["trace[1446769839] 'process raft request' (duration: 241.929278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385428Z","caller":"traceutil/trace.go:171","msg":"trace[1277813203] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"239.000471ms","start":"2026-04-23T00:19:05.146402Z","end":"2026-04-23T00:19:05.385402Z","steps":["trace[1277813203] 'process raft request' (duration: 238.730203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385582Z","caller":"traceutil/trace.go:171","msg":"trace[1467763036] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"238.767455ms","start":"2026-04-23T00:19:05.146784Z","end":"2026-04-23T00:19:05.385551Z","steps":["trace[1467763036] 'process raft request' (duration: 238.55762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385658Z","caller":"traceutil/trace.go:171","msg":"trace[358128267] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"226.010555ms","start":"2026-04-23T00:19:05.159632Z","end":"2026-04-23T00:19:05.385642Z","steps":["trace[358128267] 'process raft request' (duration: 225.776678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385757Z","caller":"traceutil/trace.go:171","msg":"trace[1368391406] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"215.871413ms","start":"2026-04-23T00:19:05.169877Z","end":"2026-04-23T00:19:05.385748Z","steps":["trace[1368391406] 'process raft request' (duration: 215.766991ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385805Z","caller":"traceutil/trace.go:171","msg":"trace[410370761] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"224.415931ms","start":"2026-04-23T00:19:05.161321Z","end":"2026-04-23T00:19:05.385737Z","steps":["trace[410370761] 'process raft request' (duration: 224.255157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385887Z","caller":"traceutil/trace.go:171","msg":"trace[992275776] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"214.99644ms","start":"2026-04-23T00:19:05.170876Z","end":"2026-04-23T00:19:05.385873Z","steps":["trace[992275776] 'process raft request' (duration: 214.828085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.385934Z","caller":"traceutil/trace.go:171","msg":"trace[703239592] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"214.973689ms","start":"2026-04-23T00:19:05.170889Z","end":"2026-04-23T00:19:05.385862Z","steps":["trace[703239592] 'process raft request' (duration: 214.863176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.410789Z","caller":"traceutil/trace.go:171","msg":"trace[1937579509] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"231.231664ms","start":"2026-04-23T00:19:05.179519Z","end":"2026-04-23T00:19:05.410751Z","steps":["trace[1937579509] 'process raft request' (duration: 230.953306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.410849Z","caller":"traceutil/trace.go:171","msg":"trace[1641971021] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"228.496271ms","start":"2026-04-23T00:19:05.18233Z","end":"2026-04-23T00:19:05.410827Z","steps":["trace[1641971021] 'process raft request' (duration: 228.269605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.410895Z","caller":"traceutil/trace.go:171","msg":"trace[657999995] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"210.290694ms","start":"2026-04-23T00:19:05.200581Z","end":"2026-04-23T00:19:05.410872Z","steps":["trace[657999995] 'process raft request' (duration: 210.1358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:05.411028Z","caller":"traceutil/trace.go:171","msg":"trace[1859301136] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"119.164672ms","start":"2026-04-23T00:19:05.291806Z","end":"2026-04-23T00:19:05.41097Z","steps":["trace[1859301136] 'process raft request' (duration: 118.975917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.099079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.713079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-23T00:19:06.099206Z","caller":"traceutil/trace.go:171","msg":"trace[1676605673] transaction","detail":"{read_only:false; number_of_response:0; response_revision:557; }","duration":"645.706838ms","start":"2026-04-23T00:19:05.453475Z","end":"2026-04-23T00:19:06.099182Z","steps":["trace[1676605673] 'process raft request' (duration: 208.726231ms)","trace[1676605673] 'compare' (duration: 436.658498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:06.099288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.453457Z","time spent":"645.79387ms","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:06.101513Z","caller":"traceutil/trace.go:171","msg":"trace[1798118301] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"646.88199ms","start":"2026-04-23T00:19:05.454621Z","end":"2026-04-23T00:19:06.101503Z","steps":["trace[1798118301] 'process raft request' (duration: 646.634023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.101978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.454604Z","time spent":"647.305361ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:06.102402Z","caller":"traceutil/trace.go:171","msg":"trace[1776673904] transaction","detail":"{read_only:false; number_of_response:0; response_revision:558; }","duration":"645.723978ms","start":"2026-04-23T00:19:05.456601Z","end":"2026-04-23T00:19:06.102325Z","steps":["trace[1776673904] 'process raft request' (duration: 644.883056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.102609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.456588Z","time spent":"645.940215ms","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:06.103005Z","caller":"traceutil/trace.go:171","msg":"trace[1080393905] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"642.863634ms","start":"2026-04-23T00:19:05.460072Z","end":"2026-04-23T00:19:06.102936Z","steps":["trace[1080393905] 'process raft request' (duration: 642.220696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.103318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.460054Z","time spent":"643.13876ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:06.104282Z","caller":"traceutil/trace.go:171","msg":"trace[1466317682] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"638.450434ms","start":"2026-04-23T00:19:05.465771Z","end":"2026-04-23T00:19:06.104222Z","steps":["trace[1466317682] 'process raft request' (duration: 636.991706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:06.104613Z","caller":"traceutil/trace.go:171","msg":"trace[1448186609] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"636.228465ms","start":"2026-04-23T00:19:05.468364Z","end":"2026-04-23T00:19:06.104592Z","steps":["trace[1448186609] 'process raft request' (duration: 635.764773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.104701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.468355Z","time spent":"636.314767ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:06.104479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.465752Z","time spent":"638.64343ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:06.105304Z","caller":"traceutil/trace.go:171","msg":"trace[1296211122] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"636.824602ms","start":"2026-04-23T00:19:05.468445Z","end":"2026-04-23T00:19:06.105269Z","steps":["trace[1296211122] 'process raft request' (duration: 636.286177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.10541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.468431Z","time spent":"636.924264ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:06.105947Z","caller":"traceutil/trace.go:171","msg":"trace[1893339715] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"634.968582ms","start":"2026-04-23T00:19:05.470937Z","end":"2026-04-23T00:19:06.105905Z","steps":["trace[1893339715] 'process raft request' (duration: 634.440508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.106159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.470921Z","time spent":"635.188918ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:06.1082Z","caller":"traceutil/trace.go:171","msg":"trace[747600086] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"612.053911ms","start":"2026-04-23T00:19:05.496107Z","end":"2026-04-23T00:19:06.108161Z","steps":["trace[747600086] 'process raft request' (duration: 610.468578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.108357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.496078Z","time spent":"612.185465ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:06.108424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.64656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:06.108583Z","caller":"traceutil/trace.go:171","msg":"trace[757418011] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:580; }","duration":"405.334272ms","start":"2026-04-23T00:19:05.702758Z","end":"2026-04-23T00:19:06.108092Z","steps":["trace[757418011] 'read index received' (duration: 398.464578ms)","trace[757418011] 'applied index is now lower than readState.Index' (duration: 6.868734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:06.108597Z","caller":"traceutil/trace.go:171","msg":"trace[586693294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"405.864226ms","start":"2026-04-23T00:19:05.702706Z","end":"2026-04-23T00:19:06.108571Z","steps":["trace[586693294] 'agreement among raft nodes before linearized reading' (duration: 405.547468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:06.108739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:05.702684Z","time spent":"405.99452ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:06.316081Z","caller":"traceutil/trace.go:171","msg":"trace[188891055] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"202.437045ms","start":"2026-04-23T00:19:06.113616Z","end":"2026-04-23T00:19:06.316053Z","steps":["trace[188891055] 'process raft request' (duration: 170.175133ms)","trace[188891055] 'compare' (duration: 32.132889ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:06.388152Z","caller":"traceutil/trace.go:171","msg":"trace[444233546] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"273.723836ms","start":"2026-04-23T00:19:06.114401Z","end":"2026-04-23T00:19:06.388125Z","steps":["trace[444233546] 'process raft request' (duration: 273.515121ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:06.388339Z","caller":"traceutil/trace.go:171","msg":"trace[784627917] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"271.089638ms","start":"2026-04-23T00:19:06.117238Z","end":"2026-04-23T00:19:06.388328Z","steps":["trace[784627917] 'process raft request' (duration: 270.83797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:06.388583Z","caller":"traceutil/trace.go:171","msg":"trace[1812987893] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"207.808449ms","start":"2026-04-23T00:19:06.180757Z","end":"2026-04-23T00:19:06.388565Z","steps":["trace[1812987893] 'process raft request' (duration: 207.571883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:06.38847Z","caller":"traceutil/trace.go:171","msg":"trace[1420007626] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:588; }","duration":"273.374419ms","start":"2026-04-23T00:19:06.11507Z","end":"2026-04-23T00:19:06.388445Z","steps":["trace[1420007626] 'read index received' (duration: 168.831847ms)","trace[1420007626] 'applied index is now lower than readState.Index' (duration: 104.541522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:06.3894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.309863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:06.389457Z","caller":"traceutil/trace.go:171","msg":"trace[1117299980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:568; }","duration":"274.389745ms","start":"2026-04-23T00:19:06.115055Z","end":"2026-04-23T00:19:06.389445Z","steps":["trace[1117299980] 'agreement among raft nodes before linearized reading' (duration: 273.681086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:07.954877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795276258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:08.294507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178300534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:08.294603Z","caller":"traceutil/trace.go:171","msg":"trace[1079798451] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.204648288s","start":"2026-04-23T00:19:07.08994Z","end":"2026-04-23T00:19:08.294588Z","steps":["trace[1079798451] 'process raft request' (duration: 26.207296ms)","trace[1079798451] 'compare' (duration: 1.178162825s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:08.294646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.089923Z","time spent":"1.204704205s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:08.300107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122448623s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:19:08.300539Z","caller":"traceutil/trace.go:171","msg":"trace[1507111292] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.16587877s","start":"2026-04-23T00:19:07.13463Z","end":"2026-04-23T00:19:08.300509Z","steps":["trace[1507111292] 'process raft request' (duration: 1.165726479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:08.300671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.134613Z","time spent":"1.165980054s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:08.337495Z","caller":"traceutil/trace.go:171","msg":"trace[756285972] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.170949495s","start":"2026-04-23T00:19:07.166513Z","end":"2026-04-23T00:19:08.337463Z","steps":["trace[756285972] 'process raft request' (duration: 1.170627512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:08.337618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.166494Z","time spent":"1.171067161s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:08.369475Z","caller":"traceutil/trace.go:171","msg":"trace[426781030] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:623; }","duration":"915.030938ms","start":"2026-04-23T00:19:07.454415Z","end":"2026-04-23T00:19:08.369446Z","steps":["trace[426781030] 'read index received' (duration: 846.036648ms)","trace[426781030] 'applied index is now lower than readState.Index' (duration: 68.991459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:08.369766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.339409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:08.369797Z","caller":"traceutil/trace.go:171","msg":"trace[1781781400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:602; }","duration":"915.424499ms","start":"2026-04-23T00:19:07.454365Z","end":"2026-04-23T00:19:08.36979Z","steps":["trace[1781781400] 'agreement among raft nodes before linearized reading' (duration: 915.252277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:08.369822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.454346Z","time spent":"915.470266ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:08.370003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.266249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:08.370029Z","caller":"traceutil/trace.go:171","msg":"trace[1712160744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"665.329507ms","start":"2026-04-23T00:19:07.704693Z","end":"2026-04-23T00:19:08.370023Z","steps":["trace[1712160744] 'agreement among raft nodes before linearized reading' (duration: 665.27358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:08.370046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:07.704674Z","time spent":"665.368042ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:08.370225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.419693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:08.370328Z","caller":"traceutil/trace.go:171","msg":"trace[1157602764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"262.565022ms","start":"2026-04-23T00:19:08.107738Z","end":"2026-04-23T00:19:08.370303Z","steps":["trace[1157602764] 'agreement among raft nodes before linearized reading' (duration: 262.348554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:08.663384Z","caller":"traceutil/trace.go:171","msg":"trace[436631758] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"160.601478ms","start":"2026-04-23T00:19:08.50276Z","end":"2026-04-23T00:19:08.663361Z","steps":["trace[436631758] 'process raft request' (duration: 160.415533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.278997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.350924ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:10.27916Z","caller":"traceutil/trace.go:171","msg":"trace[938156724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:610; }","duration":"123.524708ms","start":"2026-04-23T00:19:10.155604Z","end":"2026-04-23T00:19:10.279129Z","steps":["trace[938156724] 'range keys from in-memory index tree' (duration: 123.330114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.283818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295970874s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:10.284153Z","caller":"traceutil/trace.go:171","msg":"trace[151238571] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.749598589s","start":"2026-04-23T00:19:08.534512Z","end":"2026-04-23T00:19:10.284111Z","steps":["trace[151238571] 'process raft request' (duration: 453.209815ms)","trace[151238571] 'compare' (duration: 1.290829063s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:10.284316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.534493Z","time spent":"1.749740544s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:10.284549Z","caller":"traceutil/trace.go:171","msg":"trace[1127638051] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"1.587639355s","start":"2026-04-23T00:19:08.696893Z","end":"2026-04-23T00:19:10.284532Z","steps":["trace[1127638051] 'read index received' (duration: 290.729588ms)","trace[1127638051] 'applied index is now lower than readState.Index' (duration: 1.296908987s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.284621Z","caller":"traceutil/trace.go:171","msg":"trace[1632935572] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.715237206s","start":"2026-04-23T00:19:08.569349Z","end":"2026-04-23T00:19:10.284586Z","steps":["trace[1632935572] 'process raft request' (duration: 1.714827895s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.284792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.569312Z","time spent":"1.715386413s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:10.284843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.864492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:10.284864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272367167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:10.284889Z","caller":"traceutil/trace.go:171","msg":"trace[1062887304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"580.948784ms","start":"2026-04-23T00:19:09.703927Z","end":"2026-04-23T00:19:10.284876Z","steps":["trace[1062887304] 'agreement among raft nodes before linearized reading' (duration: 580.867452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.2849Z","caller":"traceutil/trace.go:171","msg":"trace[1571164708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:612; }","duration":"1.272453704s","start":"2026-04-23T00:19:09.012436Z","end":"2026-04-23T00:19:10.28489Z","steps":["trace[1571164708] 'agreement among raft nodes before linearized reading' (duration: 1.27230377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.284919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:09.703909Z","time spent":"581.003566ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:10.284936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:09.012414Z","time spent":"1.272513938s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:10.284905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587985256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-23T00:19:10.285018Z","caller":"traceutil/trace.go:171","msg":"trace[1016416601] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:612; }","duration":"1.588148164s","start":"2026-04-23T00:19:08.696839Z","end":"2026-04-23T00:19:10.284988Z","steps":["trace[1016416601] 'agreement among raft nodes before linearized reading' (duration: 1.587787225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.285064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:08.696818Z","time spent":"1.588236138s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-23T00:19:10.537131Z","caller":"traceutil/trace.go:171","msg":"trace[166093033] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"213.58769ms","start":"2026-04-23T00:19:10.323527Z","end":"2026-04-23T00:19:10.537115Z","steps":["trace[166093033] 'process raft request' (duration: 170.402696ms)","trace[166093033] 'compare' (duration: 43.05475ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.537124Z","caller":"traceutil/trace.go:171","msg":"trace[145257587] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"203.238447ms","start":"2026-04-23T00:19:10.333865Z","end":"2026-04-23T00:19:10.537103Z","steps":["trace[145257587] 'read index received' (duration: 160.421913ms)","trace[145257587] 'applied index is now lower than readState.Index' (duration: 42.815654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:10.537336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.447772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-23T00:19:10.537408Z","caller":"traceutil/trace.go:171","msg":"trace[567472426] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:614; }","duration":"203.554016ms","start":"2026-04-23T00:19:10.333835Z","end":"2026-04-23T00:19:10.537389Z","steps":["trace[567472426] 'agreement among raft nodes before linearized reading' (duration: 203.329079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.551316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.863699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:19:10.551404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.803021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:10.551431Z","caller":"traceutil/trace.go:171","msg":"trace[1872847193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:615; }","duration":"130.022374ms","start":"2026-04-23T00:19:10.421385Z","end":"2026-04-23T00:19:10.551408Z","steps":["trace[1872847193] 'agreement among raft nodes before linearized reading' (duration: 129.836708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.551496Z","caller":"traceutil/trace.go:171","msg":"trace[893192308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"165.947604ms","start":"2026-04-23T00:19:10.385525Z","end":"2026-04-23T00:19:10.551473Z","steps":["trace[893192308] 'agreement among raft nodes before linearized reading' (duration: 165.494152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.806071Z","caller":"traceutil/trace.go:171","msg":"trace[1396921581] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"148.232343ms","start":"2026-04-23T00:19:10.657811Z","end":"2026-04-23T00:19:10.806044Z","steps":["trace[1396921581] 'read index received' (duration: 95.621991ms)","trace[1396921581] 'applied index is now lower than readState.Index' (duration: 52.608812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:10.806277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.964347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:10.806333Z","caller":"traceutil/trace.go:171","msg":"trace[1916433626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"101.074771ms","start":"2026-04-23T00:19:10.705246Z","end":"2026-04-23T00:19:10.806321Z","steps":["trace[1916433626] 'agreement among raft nodes before linearized reading' (duration: 100.955117ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:10.806341Z","caller":"traceutil/trace.go:171","msg":"trace[1230717600] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"190.126816ms","start":"2026-04-23T00:19:10.616169Z","end":"2026-04-23T00:19:10.806296Z","steps":["trace[1230717600] 'process raft request' (duration: 189.799776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:10.806405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.575995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-23T00:19:10.806239Z","caller":"traceutil/trace.go:171","msg":"trace[1784140514] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"209.464035ms","start":"2026-04-23T00:19:10.596725Z","end":"2026-04-23T00:19:10.806189Z","steps":["trace[1784140514] 'process raft request' (duration: 156.686649ms)","trace[1784140514] 'compare' (duration: 52.331775ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:10.806473Z","caller":"traceutil/trace.go:171","msg":"trace[42919386] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:620; }","duration":"148.687417ms","start":"2026-04-23T00:19:10.657769Z","end":"2026-04-23T00:19:10.806457Z","steps":["trace[42919386] 'agreement among raft nodes before linearized reading' (duration: 148.420409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:12.484351Z","caller":"traceutil/trace.go:171","msg":"trace[289587383] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"170.301974ms","start":"2026-04-23T00:19:12.314028Z","end":"2026-04-23T00:19:12.48433Z","steps":["trace[289587383] 'process raft request' (duration: 169.918393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:14.167562Z","caller":"traceutil/trace.go:171","msg":"trace[547383063] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"102.910736ms","start":"2026-04-23T00:19:14.064623Z","end":"2026-04-23T00:19:14.167534Z","steps":["trace[547383063] 'process raft request' (duration: 101.172323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:14.388613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.800445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:14.388723Z","caller":"traceutil/trace.go:171","msg":"trace[1198421524] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:635; }","duration":"138.965139ms","start":"2026-04-23T00:19:14.249737Z","end":"2026-04-23T00:19:14.388702Z","steps":["trace[1198421524] 'range keys from in-memory index tree' (duration: 138.730593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:14.769453Z","caller":"traceutil/trace.go:171","msg":"trace[1047146672] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"128.829893ms","start":"2026-04-23T00:19:14.640596Z","end":"2026-04-23T00:19:14.769426Z","steps":["trace[1047146672] 'process raft request' (duration: 91.796045ms)","trace[1047146672] 'compare' (duration: 36.863373ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:14.769856Z","caller":"traceutil/trace.go:171","msg":"trace[576466377] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"129.185252ms","start":"2026-04-23T00:19:14.640611Z","end":"2026-04-23T00:19:14.769796Z","steps":["trace[576466377] 'process raft request' (duration: 128.774552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:15.595599Z","caller":"traceutil/trace.go:171","msg":"trace[1131418525] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"298.774548ms","start":"2026-04-23T00:19:15.296785Z","end":"2026-04-23T00:19:15.595559Z","steps":["trace[1131418525] 'process raft request' (duration: 297.859225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:16.343384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.640135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:16.343496Z","caller":"traceutil/trace.go:171","msg":"trace[1971767027] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"638.589574ms","start":"2026-04-23T00:19:15.704889Z","end":"2026-04-23T00:19:16.343479Z","steps":["trace[1971767027] 'read index received' (duration: 427.858897ms)","trace[1971767027] 'applied index is now lower than readState.Index' (duration: 210.729067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:16.343599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.724488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:16.343593Z","caller":"traceutil/trace.go:171","msg":"trace[1184956954] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"691.573217ms","start":"2026-04-23T00:19:15.651963Z","end":"2026-04-23T00:19:16.343536Z","steps":["trace[1184956954] 'process raft request' (duration: 480.803909ms)","trace[1184956954] 'compare' (duration: 210.171003ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:16.343656Z","caller":"traceutil/trace.go:171","msg":"trace[1088540977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"638.861891ms","start":"2026-04-23T00:19:15.704785Z","end":"2026-04-23T00:19:16.343647Z","steps":["trace[1088540977] 'agreement among raft nodes before linearized reading' (duration: 638.741568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:16.343698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:15.704764Z","time spent":"638.926983ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:16.343775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:15.651926Z","time spent":"691.767522ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:16.743142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.369249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:19:16.743216Z","caller":"traceutil/trace.go:171","msg":"trace[836668415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"105.499832ms","start":"2026-04-23T00:19:16.637698Z","end":"2026-04-23T00:19:16.743198Z","steps":["trace[836668415] 'range keys from in-memory index tree' (duration: 105.164394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:16.743226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.506032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:16.743298Z","caller":"traceutil/trace.go:171","msg":"trace[409063089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"225.636985ms","start":"2026-04-23T00:19:16.517642Z","end":"2026-04-23T00:19:16.743279Z","steps":["trace[409063089] 'range keys from in-memory index tree' (duration: 225.260976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:16.97705Z","caller":"traceutil/trace.go:171","msg":"trace[1342099157] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"230.444647ms","start":"2026-04-23T00:19:16.746579Z","end":"2026-04-23T00:19:16.977024Z","steps":["trace[1342099157] 'process raft request' (duration: 230.234352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:17.204954Z","caller":"traceutil/trace.go:171","msg":"trace[551634532] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"457.55531ms","start":"2026-04-23T00:19:16.747367Z","end":"2026-04-23T00:19:17.204922Z","steps":["trace[551634532] 'process raft request' (duration: 457.108188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.205124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.747345Z","time spent":"457.685323ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:17.206555Z","caller":"traceutil/trace.go:171","msg":"trace[115167582] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:669; }","duration":"433.48576ms","start":"2026-04-23T00:19:16.773045Z","end":"2026-04-23T00:19:17.206531Z","steps":["trace[115167582] 'read index received' (duration: 203.875785ms)","trace[115167582] 'applied index is now lower than readState.Index' (duration: 229.608865ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:17.206665Z","caller":"traceutil/trace.go:171","msg":"trace[967101025] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"448.235573ms","start":"2026-04-23T00:19:16.758418Z","end":"2026-04-23T00:19:17.206653Z","steps":["trace[967101025] 'process raft request' (duration: 446.982672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.207249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.758405Z","time spent":"448.306115ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:17.207473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.417534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:17.207557Z","caller":"traceutil/trace.go:171","msg":"trace[217912353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:646; }","duration":"434.506936ms","start":"2026-04-23T00:19:16.773015Z","end":"2026-04-23T00:19:17.207522Z","steps":["trace[217912353] 'agreement among raft nodes before linearized reading' (duration: 433.731216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.207599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.773004Z","time spent":"434.584899ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:17.215098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.873923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:17.215149Z","caller":"traceutil/trace.go:171","msg":"trace[783434888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"441.988615ms","start":"2026-04-23T00:19:16.773149Z","end":"2026-04-23T00:19:17.215138Z","steps":["trace[783434888] 'agreement among raft nodes before linearized reading' (duration: 441.818431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:17.215171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:16.773123Z","time spent":"442.042327ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:17.559488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.842248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:17.559575Z","caller":"traceutil/trace.go:171","msg":"trace[1811738702] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:650; }","duration":"249.968791ms","start":"2026-04-23T00:19:17.309585Z","end":"2026-04-23T00:19:17.559554Z","steps":["trace[1811738702] 'range keys from in-memory index tree' (duration: 249.746966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:21.206275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795276421,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:19:21.258268Z","caller":"traceutil/trace.go:171","msg":"trace[1040977286] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:693; }","duration":"553.049948ms","start":"2026-04-23T00:19:20.705191Z","end":"2026-04-23T00:19:21.258241Z","steps":["trace[1040977286] 'read index received' (duration: 552.818301ms)","trace[1040977286] 'applied index is now lower than readState.Index' (duration: 221.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:21.258308Z","caller":"traceutil/trace.go:171","msg":"trace[809152106] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"896.015434ms","start":"2026-04-23T00:19:20.362275Z","end":"2026-04-23T00:19:21.258291Z","steps":["trace[809152106] 'process raft request' (duration: 895.815188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:21.258484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:20.36225Z","time spent":"896.186849ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:21.258396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.187551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:21.258516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.354293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:21.258552Z","caller":"traceutil/trace.go:171","msg":"trace[1056119976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"553.50552ms","start":"2026-04-23T00:19:20.70503Z","end":"2026-04-23T00:19:21.258536Z","steps":["trace[1056119976] 'agreement among raft nodes before linearized reading' (duration: 553.321735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:21.258589Z","caller":"traceutil/trace.go:171","msg":"trace[1876382734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:667; }","duration":"269.467256ms","start":"2026-04-23T00:19:20.989103Z","end":"2026-04-23T00:19:21.25857Z","steps":["trace[1876382734] 'agreement among raft nodes before linearized reading' (duration: 269.288052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:21.258603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:20.704999Z","time spent":"553.590262ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:21.656942Z","caller":"traceutil/trace.go:171","msg":"trace[627276192] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"394.148814ms","start":"2026-04-23T00:19:21.262766Z","end":"2026-04-23T00:19:21.656915Z","steps":["trace[627276192] 'process raft request' (duration: 393.965379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:21.657114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.262739Z","time spent":"394.286357ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:22.822607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.721872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:22.82276Z","caller":"traceutil/trace.go:171","msg":"trace[1975963441] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:694; }","duration":"1.556981347s","start":"2026-04-23T00:19:21.265754Z","end":"2026-04-23T00:19:22.822735Z","steps":["trace[1975963441] 'read index received' (duration: 391.011864ms)","trace[1975963441] 'applied index is now lower than readState.Index' (duration: 1.165967213s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:22.822996Z","caller":"traceutil/trace.go:171","msg":"trace[1269400060] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"1.559144682s","start":"2026-04-23T00:19:21.263812Z","end":"2026-04-23T00:19:22.822956Z","steps":["trace[1269400060] 'process raft request' (duration: 1.072959878s)","trace[1269400060] 'compare' (duration: 485.23945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:22.823169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557419928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:22.823244Z","caller":"traceutil/trace.go:171","msg":"trace[184456662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:669; }","duration":"1.557524291s","start":"2026-04-23T00:19:21.265699Z","end":"2026-04-23T00:19:22.823224Z","steps":["trace[184456662] 'agreement among raft nodes before linearized reading' (duration: 1.557289435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.823308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.265684Z","time spent":"1.557608903s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:22.823432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.266005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:22.823547Z","caller":"traceutil/trace.go:171","msg":"trace[1268609171] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:669; }","duration":"846.428259ms","start":"2026-04-23T00:19:21.977096Z","end":"2026-04-23T00:19:22.823524Z","steps":["trace[1268609171] 'agreement among raft nodes before linearized reading' (duration: 846.252585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.823307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.685036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:19:22.823624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119371842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:22.8237Z","caller":"traceutil/trace.go:171","msg":"trace[253496002] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:669; }","duration":"425.080536ms","start":"2026-04-23T00:19:22.398598Z","end":"2026-04-23T00:19:22.823679Z","steps":["trace[253496002] 'agreement among raft nodes before linearized reading' (duration: 424.570083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.823308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530051804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:22.823739Z","caller":"traceutil/trace.go:171","msg":"trace[920342889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"1.119541337s","start":"2026-04-23T00:19:21.704168Z","end":"2026-04-23T00:19:22.823709Z","steps":["trace[920342889] 'agreement among raft nodes before linearized reading' (duration: 1.119359852s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.823772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:22.398533Z","time spent":"425.21739ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T00:19:22.823793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.704135Z","time spent":"1.11964571s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:22.823619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.977055Z","time spent":"846.540602ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:22.823942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.263798Z","time spent":"1.559326506s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:22.823833Z","caller":"traceutil/trace.go:171","msg":"trace[1711153829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:669; }","duration":"1.530588048s","start":"2026-04-23T00:19:21.293188Z","end":"2026-04-23T00:19:22.823776Z","steps":["trace[1711153829] 'agreement among raft nodes before linearized reading' (duration: 1.529943812s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:22.82415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:21.293172Z","time spent":"1.530925136s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:22.824678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.686357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:22.824819Z","caller":"traceutil/trace.go:171","msg":"trace[1480346728] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:669; }","duration":"196.936859ms","start":"2026-04-23T00:19:22.627861Z","end":"2026-04-23T00:19:22.824798Z","steps":["trace[1480346728] 'agreement among raft nodes before linearized reading' (duration: 195.338888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:23.026119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.558833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-23T00:19:23.026222Z","caller":"traceutil/trace.go:171","msg":"trace[1629598217] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:672; }","duration":"103.714497ms","start":"2026-04-23T00:19:22.922485Z","end":"2026-04-23T00:19:23.0262Z","steps":["trace[1629598217] 'range keys from in-memory index tree' (duration: 103.420739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:24.990258Z","caller":"traceutil/trace.go:171","msg":"trace[688991195] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"1.326194471s","start":"2026-04-23T00:19:23.664039Z","end":"2026-04-23T00:19:24.990234Z","steps":["trace[688991195] 'process raft request' (duration: 1.326039277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:24.990411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.66401Z","time spent":"1.326322244s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:25.956425Z","caller":"traceutil/trace.go:171","msg":"trace[659599997] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:700; }","duration":"1.251470109s","start":"2026-04-23T00:19:24.704933Z","end":"2026-04-23T00:19:25.956403Z","steps":["trace[659599997] 'read index received' (duration: 285.136303ms)","trace[659599997] 'applied index is now lower than readState.Index' (duration: 966.332946ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:25.95667Z","caller":"traceutil/trace.go:171","msg":"trace[2103663989] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.288464595s","start":"2026-04-23T00:19:23.668193Z","end":"2026-04-23T00:19:25.956658Z","steps":["trace[2103663989] 'process raft request' (duration: 2.288102226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.956738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251795177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:25.95678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:23.668166Z","time spent":"2.288539347s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:25.956816Z","caller":"traceutil/trace.go:171","msg":"trace[2113247463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"1.25192887s","start":"2026-04-23T00:19:24.704864Z","end":"2026-04-23T00:19:25.956793Z","steps":["trace[2113247463] 'agreement among raft nodes before linearized reading' (duration: 1.251769906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.956854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.704838Z","time spent":"1.252007812s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:25.979141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.822682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:25.979139Z","caller":"traceutil/trace.go:171","msg":"trace[497463994] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"374.110826ms","start":"2026-04-23T00:19:25.604996Z","end":"2026-04-23T00:19:25.979107Z","steps":["trace[497463994] 'process raft request' (duration: 373.8629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.979408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.604976Z","time spent":"374.342533ms","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:25.97927Z","caller":"traceutil/trace.go:171","msg":"trace[1935491244] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:675; }","duration":"566.005437ms","start":"2026-04-23T00:19:25.413246Z","end":"2026-04-23T00:19:25.979251Z","steps":["trace[1935491244] 'agreement among raft nodes before linearized reading' (duration: 565.811952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.979456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071818758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:19:25.979476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071667565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:25.979528Z","caller":"traceutil/trace.go:171","msg":"trace[1602318025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"1.071942051s","start":"2026-04-23T00:19:24.907567Z","end":"2026-04-23T00:19:25.979509Z","steps":["trace[1602318025] 'agreement among raft nodes before linearized reading' (duration: 1.071731016s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.979505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.413223Z","time spent":"566.259373ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:25.979572Z","caller":"traceutil/trace.go:171","msg":"trace[543062245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:675; }","duration":"1.071783258s","start":"2026-04-23T00:19:24.907766Z","end":"2026-04-23T00:19:25.979549Z","steps":["trace[543062245] 'agreement among raft nodes before linearized reading' (duration: 1.0714394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.979629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.907759Z","time spent":"1.07186092s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:25.979576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.907542Z","time spent":"1.072024464s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:25.980017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.855095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:25.980111Z","caller":"traceutil/trace.go:171","msg":"trace[1566199615] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:675; }","duration":"313.002669ms","start":"2026-04-23T00:19:25.667085Z","end":"2026-04-23T00:19:25.980088Z","steps":["trace[1566199615] 'agreement among raft nodes before linearized reading' (duration: 311.950072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.980168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:25.667056Z","time spent":"313.096691ms","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:25.979421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149176948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:25.980271Z","caller":"traceutil/trace.go:171","msg":"trace[2033296532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"1.15006711s","start":"2026-04-23T00:19:24.830188Z","end":"2026-04-23T00:19:25.980255Z","steps":["trace[2033296532] 'agreement among raft nodes before linearized reading' (duration: 1.148943622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:25.98033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:24.830167Z","time spent":"1.150135511s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:19:27.492107Z","caller":"traceutil/trace.go:171","msg":"trace[278935770] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:716; }","duration":"101.404398ms","start":"2026-04-23T00:19:27.390687Z","end":"2026-04-23T00:19:27.492092Z","steps":["trace[278935770] 'read index received' (duration: 37.758876ms)","trace[278935770] 'applied index is now lower than readState.Index' (duration: 63.644572ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:27.492152Z","caller":"traceutil/trace.go:171","msg":"trace[1716599148] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"106.563149ms","start":"2026-04-23T00:19:27.385559Z","end":"2026-04-23T00:19:27.492122Z","steps":["trace[1716599148] 'process raft request' (duration: 106.454296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.492324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.605703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T00:19:27.492429Z","caller":"traceutil/trace.go:171","msg":"trace[1153319266] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:689; }","duration":"101.762067ms","start":"2026-04-23T00:19:27.390643Z","end":"2026-04-23T00:19:27.492405Z","steps":["trace[1153319266] 'agreement among raft nodes before linearized reading' (duration: 101.549101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:27.62304Z","caller":"traceutil/trace.go:171","msg":"trace[1172505611] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"115.000574ms","start":"2026-04-23T00:19:27.508025Z","end":"2026-04-23T00:19:27.623025Z","steps":["trace[1172505611] 'read index received' (duration: 114.858819ms)","trace[1172505611] 'applied index is now lower than readState.Index' (duration: 141.075µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:27.623113Z","caller":"traceutil/trace.go:171","msg":"trace[1339984497] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"115.947017ms","start":"2026-04-23T00:19:27.507129Z","end":"2026-04-23T00:19:27.623076Z","steps":["trace[1339984497] 'process raft request' (duration: 115.766551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.623186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.137697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.623265Z","caller":"traceutil/trace.go:171","msg":"trace[1784794399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:690; }","duration":"115.24592ms","start":"2026-04-23T00:19:27.508001Z","end":"2026-04-23T00:19:27.623247Z","steps":["trace[1784794399] 'agreement among raft nodes before linearized reading' (duration: 115.087296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.623324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.00479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.623345Z","caller":"traceutil/trace.go:171","msg":"trace[1200144435] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:690; }","duration":"105.053121ms","start":"2026-04-23T00:19:27.518286Z","end":"2026-04-23T00:19:27.623339Z","steps":["trace[1200144435] 'agreement among raft nodes before linearized reading' (duration: 105.024441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.623367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.913492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.62341Z","caller":"traceutil/trace.go:171","msg":"trace[1156442888] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:690; }","duration":"104.015365ms","start":"2026-04-23T00:19:27.519383Z","end":"2026-04-23T00:19:27.623398Z","steps":["trace[1156442888] 'agreement among raft nodes before linearized reading' (duration: 103.921923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.623161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.878167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.623532Z","caller":"traceutil/trace.go:171","msg":"trace[989787431] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:690; }","duration":"105.280927ms","start":"2026-04-23T00:19:27.518238Z","end":"2026-04-23T00:19:27.623519Z","steps":["trace[989787431] 'agreement among raft nodes before linearized reading' (duration: 104.881097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:27.844546Z","caller":"traceutil/trace.go:171","msg":"trace[665179033] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:721; }","duration":"152.803061ms","start":"2026-04-23T00:19:27.691718Z","end":"2026-04-23T00:19:27.844521Z","steps":["trace[665179033] 'read index received' (duration: 108.815636ms)","trace[665179033] 'applied index is now lower than readState.Index' (duration: 43.986375ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:27.844729Z","caller":"traceutil/trace.go:171","msg":"trace[99389121] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"161.361198ms","start":"2026-04-23T00:19:27.683355Z","end":"2026-04-23T00:19:27.844716Z","steps":["trace[99389121] 'process raft request' (duration: 117.155698ms)","trace[99389121] 'compare' (duration: 43.897882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:27.845063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.230105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.845168Z","caller":"traceutil/trace.go:171","msg":"trace[1699916262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:693; }","duration":"161.346117ms","start":"2026-04-23T00:19:27.683788Z","end":"2026-04-23T00:19:27.845134Z","steps":["trace[1699916262] 'agreement among raft nodes before linearized reading' (duration: 161.112071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:27.914267Z","caller":"traceutil/trace.go:171","msg":"trace[45645891] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"211.676631ms","start":"2026-04-23T00:19:27.702567Z","end":"2026-04-23T00:19:27.914244Z","steps":["trace[45645891] 'process raft request' (duration: 211.446185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.939635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.174839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.93972Z","caller":"traceutil/trace.go:171","msg":"trace[1586582447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:695; }","duration":"209.298612ms","start":"2026-04-23T00:19:27.730406Z","end":"2026-04-23T00:19:27.939705Z","steps":["trace[1586582447] 'agreement among raft nodes before linearized reading' (duration: 209.104326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.93979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.549534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:27.939978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.105961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:27.940025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.939247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.940107Z","caller":"traceutil/trace.go:171","msg":"trace[799822009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:696; }","duration":"236.07084ms","start":"2026-04-23T00:19:27.704018Z","end":"2026-04-23T00:19:27.940089Z","steps":["trace[799822009] 'agreement among raft nodes before linearized reading' (duration: 235.563248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:27.940086Z","caller":"traceutil/trace.go:171","msg":"trace[234253175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:696; }","duration":"210.240385ms","start":"2026-04-23T00:19:27.729827Z","end":"2026-04-23T00:19:27.940067Z","steps":["trace[234253175] 'agreement among raft nodes before linearized reading' (duration: 209.727032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.939793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.600545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.940182Z","caller":"traceutil/trace.go:171","msg":"trace[220182967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:696; }","duration":"168.027026ms","start":"2026-04-23T00:19:27.772143Z","end":"2026-04-23T00:19:27.94017Z","steps":["trace[220182967] 'agreement among raft nodes before linearized reading' (duration: 167.397611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:27.940034Z","caller":"traceutil/trace.go:171","msg":"trace[1354029056] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:696; }","duration":"167.80422ms","start":"2026-04-23T00:19:27.772214Z","end":"2026-04-23T00:19:27.940018Z","steps":["trace[1354029056] 'agreement among raft nodes before linearized reading' (duration: 167.337789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.939908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.991538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.940378Z","caller":"traceutil/trace.go:171","msg":"trace[2138535540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:696; }","duration":"210.493821ms","start":"2026-04-23T00:19:27.729871Z","end":"2026-04-23T00:19:27.940365Z","steps":["trace[2138535540] 'agreement among raft nodes before linearized reading' (duration: 209.695331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:27.939852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.120418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:27.940501Z","caller":"traceutil/trace.go:171","msg":"trace[1393352585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:696; }","duration":"168.790785ms","start":"2026-04-23T00:19:27.771689Z","end":"2026-04-23T00:19:27.94048Z","steps":["trace[1393352585] 'agreement among raft nodes before linearized reading' (duration: 167.82004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:28.928841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.647131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:28.928946Z","caller":"traceutil/trace.go:171","msg":"trace[1155900638] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"989.446932ms","start":"2026-04-23T00:19:27.939484Z","end":"2026-04-23T00:19:28.928931Z","steps":["trace[1155900638] 'read index received' (duration: 32.669398ms)","trace[1155900638] 'applied index is now lower than readState.Index' (duration: 956.776244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:28.929Z","caller":"traceutil/trace.go:171","msg":"trace[2043258874] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.007787606s","start":"2026-04-23T00:19:27.921204Z","end":"2026-04-23T00:19:28.928991Z","steps":["trace[2043258874] 'process raft request' (duration: 50.93589ms)","trace[2043258874] 'compare' (duration: 956.413035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:28.929049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.92118Z","time spent":"1.007847178s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:28.929331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06481593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:28.929308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064992395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:28.929372Z","caller":"traceutil/trace.go:171","msg":"trace[650082502] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:698; }","duration":"1.064940993s","start":"2026-04-23T00:19:27.864421Z","end":"2026-04-23T00:19:28.929362Z","steps":["trace[650082502] 'agreement among raft nodes before linearized reading' (duration: 1.064870921s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:28.92939Z","caller":"traceutil/trace.go:171","msg":"trace[440400615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:698; }","duration":"1.065115577s","start":"2026-04-23T00:19:27.864257Z","end":"2026-04-23T00:19:28.929373Z","steps":["trace[440400615] 'agreement among raft nodes before linearized reading' (duration: 1.064970214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:28.929403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.864361Z","time spent":"1.065034036s","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:28.929434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.864245Z","time spent":"1.065178239s","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:28.929662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064459141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:28.929699Z","caller":"traceutil/trace.go:171","msg":"trace[1607161743] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:698; }","duration":"1.064563094s","start":"2026-04-23T00:19:27.865127Z","end":"2026-04-23T00:19:28.92969Z","steps":["trace[1607161743] 'agreement among raft nodes before linearized reading' (duration: 1.064068162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:28.929792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.865119Z","time spent":"1.064661186s","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:28.954408Z","caller":"traceutil/trace.go:171","msg":"trace[776882427] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"1.008046973s","start":"2026-04-23T00:19:27.946337Z","end":"2026-04-23T00:19:28.954384Z","steps":["trace[776882427] 'process raft request' (duration: 1.007982481s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:28.95445Z","caller":"traceutil/trace.go:171","msg":"trace[396690971] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"1.009679434s","start":"2026-04-23T00:19:27.944753Z","end":"2026-04-23T00:19:28.954433Z","steps":["trace[396690971] 'process raft request' (duration: 1.009441958s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:28.954528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.944731Z","time spent":"1.009763557s","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:28.954587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.946325Z","time spent":"1.008168616s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:29.051023Z","caller":"traceutil/trace.go:171","msg":"trace[523464850] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"964.523339ms","start":"2026-04-23T00:19:28.086469Z","end":"2026-04-23T00:19:29.050992Z","steps":["trace[523464850] 'process raft request' (duration: 944.4074ms)","trace[523464850] 'compare' (duration: 19.884193ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:29.051079Z","caller":"traceutil/trace.go:171","msg":"trace[206347556] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"766.861253ms","start":"2026-04-23T00:19:28.284191Z","end":"2026-04-23T00:19:29.051052Z","steps":["trace[206347556] 'process raft request' (duration: 766.708639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.05117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.284163Z","time spent":"766.964696ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:29.051177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.086437Z","time spent":"964.672343ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:29.051267Z","caller":"traceutil/trace.go:171","msg":"trace[354008397] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"567.991756ms","start":"2026-04-23T00:19:28.483266Z","end":"2026-04-23T00:19:29.051258Z","steps":["trace[354008397] 'process raft request' (duration: 567.676698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.051261Z","caller":"traceutil/trace.go:171","msg":"trace[285274859] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:728; }","duration":"122.264776ms","start":"2026-04-23T00:19:28.92897Z","end":"2026-04-23T00:19:29.051235Z","steps":["trace[285274859] 'read index received' (duration: 25.218359ms)","trace[285274859] 'applied index is now lower than readState.Index' (duration: 97.045077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:29.051305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.483252Z","time spent":"568.034987ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:29.051277Z","caller":"traceutil/trace.go:171","msg":"trace[1026302005] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"473.897463ms","start":"2026-04-23T00:19:28.577349Z","end":"2026-04-23T00:19:29.051246Z","steps":["trace[1026302005] 'process raft request' (duration: 473.702448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.571774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.051414Z","caller":"traceutil/trace.go:171","msg":"trace[423952633] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:706; }","duration":"595.632386ms","start":"2026-04-23T00:19:28.455767Z","end":"2026-04-23T00:19:29.051399Z","steps":["trace[423952633] 'agreement among raft nodes before linearized reading' (duration: 595.531724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.577331Z","time spent":"474.063387ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:29.051433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090758417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:19:29.051448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.328208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kth48\" ","response":"range_response_count:1 size:17520"} {"level":"warn","ts":"2026-04-23T00:19:29.051498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.467674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.786853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.076734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.614024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.051539Z","caller":"traceutil/trace.go:171","msg":"trace[826355850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:706; }","duration":"618.517426ms","start":"2026-04-23T00:19:28.433011Z","end":"2026-04-23T00:19:29.051528Z","steps":["trace[826355850] 'agreement among raft nodes before linearized reading' (duration: 618.469324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.051543Z","caller":"traceutil/trace.go:171","msg":"trace[992202328] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:706; }","duration":"588.845595ms","start":"2026-04-23T00:19:28.46269Z","end":"2026-04-23T00:19:29.051536Z","steps":["trace[992202328] 'agreement among raft nodes before linearized reading' (duration: 588.794123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.051553Z","caller":"traceutil/trace.go:171","msg":"trace[1881881684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:706; }","duration":"618.177647ms","start":"2026-04-23T00:19:28.433365Z","end":"2026-04-23T00:19:29.051542Z","steps":["trace[1881881684] 'agreement among raft nodes before linearized reading' (duration: 618.080495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.462678Z","time spent":"588.888776ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.051578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.433005Z","time spent":"618.565387ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:29.051572Z","caller":"traceutil/trace.go:171","msg":"trace[1807047120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:706; }","duration":"561.704836ms","start":"2026-04-23T00:19:28.489852Z","end":"2026-04-23T00:19:29.051557Z","steps":["trace[1807047120] 'agreement among raft nodes before linearized reading' (duration: 561.577183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.275225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.507031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.051618Z","caller":"traceutil/trace.go:171","msg":"trace[870169973] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"756.354728ms","start":"2026-04-23T00:19:28.295254Z","end":"2026-04-23T00:19:29.051608Z","steps":["trace[870169973] 'agreement among raft nodes before linearized reading' (duration: 756.290536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.48984Z","time spent":"561.776919ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.051631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.433358Z","time spent":"618.255079ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.051649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.295237Z","time spent":"756.404348ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:29.051649Z","caller":"traceutil/trace.go:171","msg":"trace[76961760] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:706; }","duration":"561.609334ms","start":"2026-04-23T00:19:28.49002Z","end":"2026-04-23T00:19:29.051629Z","steps":["trace[76961760] 'agreement among raft nodes before linearized reading' (duration: 561.498581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.388578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.488846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061711082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:29.051705Z","caller":"traceutil/trace.go:171","msg":"trace[1006222538] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"756.473532ms","start":"2026-04-23T00:19:28.295214Z","end":"2026-04-23T00:19:29.051687Z","steps":["trace[1006222538] 'agreement among raft nodes before linearized reading' (duration: 756.405709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.051734Z","caller":"traceutil/trace.go:171","msg":"trace[163367710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:706; }","duration":"1.061777553s","start":"2026-04-23T00:19:27.989946Z","end":"2026-04-23T00:19:29.051723Z","steps":["trace[163367710] 'agreement among raft nodes before linearized reading' (duration: 1.061707621s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014447364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.134114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.051764Z","caller":"traceutil/trace.go:171","msg":"trace[706796980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"641.604571ms","start":"2026-04-23T00:19:28.410115Z","end":"2026-04-23T00:19:29.05172Z","steps":["trace[706796980] 'agreement among raft nodes before linearized reading' (duration: 641.496298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.455752Z","time spent":"595.702228ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:29.051794Z","caller":"traceutil/trace.go:171","msg":"trace[139721451] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:706; }","duration":"595.185896ms","start":"2026-04-23T00:19:28.456597Z","end":"2026-04-23T00:19:29.051782Z","steps":["trace[139721451] 'agreement among raft nodes before linearized reading' (duration: 595.129985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.0518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067104598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.305133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.456589Z","time spent":"595.230497ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.051844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.601066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.051845Z","caller":"traceutil/trace.go:171","msg":"trace[280807835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:706; }","duration":"945.377185ms","start":"2026-04-23T00:19:28.10646Z","end":"2026-04-23T00:19:29.051837Z","steps":["trace[280807835] 'agreement among raft nodes before linearized reading' (duration: 945.324374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.410099Z","time spent":"641.727305ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.051865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030998614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.106453Z","time spent":"945.460547ms","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.051521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.077966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015010519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.051959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067481318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.051976Z","caller":"traceutil/trace.go:171","msg":"trace[1949799749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:706; }","duration":"960.540869ms","start":"2026-04-23T00:19:28.09142Z","end":"2026-04-23T00:19:29.051961Z","steps":["trace[1949799749] 'agreement among raft nodes before linearized reading' (duration: 960.068367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.051996Z","caller":"traceutil/trace.go:171","msg":"trace[570131822] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:706; }","duration":"1.031103936s","start":"2026-04-23T00:19:28.020845Z","end":"2026-04-23T00:19:29.051949Z","steps":["trace[570131822] 'agreement among raft nodes before linearized reading' (duration: 1.030966583s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.05183Z","caller":"traceutil/trace.go:171","msg":"trace[377278148] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:706; }","duration":"1.06715675s","start":"2026-04-23T00:19:27.984665Z","end":"2026-04-23T00:19:29.051822Z","steps":["trace[377278148] 'agreement among raft nodes before linearized reading' (duration: 1.067115559s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015229535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.052118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.984652Z","time spent":"1.067454057s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.052148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.481343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052129Z","caller":"traceutil/trace.go:171","msg":"trace[2043464830] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"368.880344ms","start":"2026-04-23T00:19:28.683221Z","end":"2026-04-23T00:19:29.052102Z","steps":["trace[2043464830] 'process raft request' (duration: 367.914679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.37612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.052181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.93259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.052194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.737984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052218Z","caller":"traceutil/trace.go:171","msg":"trace[1939493167] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:706; }","duration":"519.992001ms","start":"2026-04-23T00:19:28.532216Z","end":"2026-04-23T00:19:29.052208Z","steps":["trace[1939493167] 'agreement among raft nodes before linearized reading' (duration: 519.937689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.052214Z","caller":"traceutil/trace.go:171","msg":"trace[46194610] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"914.460562ms","start":"2026-04-23T00:19:28.137739Z","end":"2026-04-23T00:19:29.0522Z","steps":["trace[46194610] 'agreement among raft nodes before linearized reading' (duration: 914.38167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.162783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052252Z","caller":"traceutil/trace.go:171","msg":"trace[501819168] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:706; }","duration":"960.824386ms","start":"2026-04-23T00:19:28.091414Z","end":"2026-04-23T00:19:29.052238Z","steps":["trace[501819168] 'agreement among raft nodes before linearized reading' (duration: 960.734164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.090653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:29.052274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.137727Z","time spent":"914.525654ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:29.052289Z","caller":"traceutil/trace.go:171","msg":"trace[1009300818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:706; }","duration":"499.237944ms","start":"2026-04-23T00:19:28.553034Z","end":"2026-04-23T00:19:29.052272Z","steps":["trace[1009300818] 'agreement among raft nodes before linearized reading' (duration: 499.166172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.710055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052304Z","caller":"traceutil/trace.go:171","msg":"trace[1032186283] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:706; }","duration":"520.166126ms","start":"2026-04-23T00:19:28.532124Z","end":"2026-04-23T00:19:29.05229Z","steps":["trace[1032186283] 'agreement among raft nodes before linearized reading' (duration: 520.064043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.745453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052341Z","caller":"traceutil/trace.go:171","msg":"trace[1962671152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:706; }","duration":"478.754787ms","start":"2026-04-23T00:19:28.573576Z","end":"2026-04-23T00:19:29.052331Z","steps":["trace[1962671152] 'agreement among raft nodes before linearized reading' (duration: 478.704765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.05234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.553022Z","time spent":"499.302686ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.683188Z","time spent":"369.006726ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:19:29.052366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.882637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052379Z","caller":"traceutil/trace.go:171","msg":"trace[1210944163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:706; }","duration":"532.805225ms","start":"2026-04-23T00:19:28.519556Z","end":"2026-04-23T00:19:29.052362Z","steps":["trace[1210944163] 'agreement among raft nodes before linearized reading' (duration: 532.727623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.295197Z","time spent":"756.548423ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.32345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052419Z","caller":"traceutil/trace.go:171","msg":"trace[1887858397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:706; }","duration":"960.942879ms","start":"2026-04-23T00:19:28.091464Z","end":"2026-04-23T00:19:29.052407Z","steps":["trace[1887858397] 'agreement among raft nodes before linearized reading' (duration: 960.870857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.519549Z","time spent":"532.869417ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.051848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030638504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052448Z","caller":"traceutil/trace.go:171","msg":"trace[25880793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:706; }","duration":"479.377902ms","start":"2026-04-23T00:19:28.573059Z","end":"2026-04-23T00:19:29.052437Z","steps":["trace[25880793] 'agreement among raft nodes before linearized reading' (duration: 479.311241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.091459Z","time spent":"960.995331ms","remote":"127.0.0.1:51682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.05248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.573052Z","time spent":"479.419003ms","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.052251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.532207Z","time spent":"520.035381ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.532112Z","time spent":"520.230147ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:29.052203Z","caller":"traceutil/trace.go:171","msg":"trace[2058550036] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"167.81355ms","start":"2026-04-23T00:19:28.884373Z","end":"2026-04-23T00:19:29.052187Z","steps":["trace[2058550036] 'process raft request' (duration: 166.799334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.051692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.490004Z","time spent":"561.677056ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.052259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.451317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052654Z","caller":"traceutil/trace.go:171","msg":"trace[1162579078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"348.883717ms","start":"2026-04-23T00:19:28.703756Z","end":"2026-04-23T00:19:29.05264Z","steps":["trace[1162579078] 'agreement among raft nodes before linearized reading' (duration: 348.474677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.703735Z","time spent":"348.964579ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:29.051988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.102719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.052784Z","caller":"traceutil/trace.go:171","msg":"trace[1777621337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"885.94856ms","start":"2026-04-23T00:19:28.166823Z","end":"2026-04-23T00:19:29.052771Z","steps":["trace[1777621337] 'agreement among raft nodes before linearized reading' (duration: 885.125789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.166797Z","time spent":"886.015411ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:29.051905Z","caller":"traceutil/trace.go:171","msg":"trace[78532191] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:706; }","duration":"1.014684101s","start":"2026-04-23T00:19:28.037095Z","end":"2026-04-23T00:19:29.051779Z","steps":["trace[78532191] 'agreement among raft nodes before linearized reading' (duration: 1.014450244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.052921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.03709Z","time spent":"1.015807879s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.052142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.05712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.05308Z","caller":"traceutil/trace.go:171","msg":"trace[1020691017] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:706; }","duration":"500.042145ms","start":"2026-04-23T00:19:28.553027Z","end":"2026-04-23T00:19:29.053069Z","steps":["trace[1020691017] 'agreement among raft nodes before linearized reading' (duration: 499.068621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.05312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.553001Z","time spent":"500.105567ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.051762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.989925Z","time spent":"1.061831185s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:29.052089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.020842Z","time spent":"1.031193548s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.051498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.869387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.053385Z","caller":"traceutil/trace.go:171","msg":"trace[584534261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"643.833898ms","start":"2026-04-23T00:19:28.409536Z","end":"2026-04-23T00:19:29.05337Z","steps":["trace[584534261] 'agreement among raft nodes before linearized reading' (duration: 641.842357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.053445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.409513Z","time spent":"643.914069ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.051637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061102185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:19:29.053624Z","caller":"traceutil/trace.go:171","msg":"trace[691942902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:706; }","duration":"1.063105177s","start":"2026-04-23T00:19:27.990507Z","end":"2026-04-23T00:19:29.053613Z","steps":["trace[691942902] 'agreement among raft nodes before linearized reading' (duration: 1.061076745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.053671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.990496Z","time spent":"1.063160818s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:19:29.051508Z","caller":"traceutil/trace.go:171","msg":"trace[958797625] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kth48; range_end:; response_count:1; response_revision:706; }","duration":"655.409791ms","start":"2026-04-23T00:19:28.396082Z","end":"2026-04-23T00:19:29.051492Z","steps":["trace[958797625] 'agreement among raft nodes before linearized reading' (duration: 655.187335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.053889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.396067Z","time spent":"657.807841ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17543,"request content":"key:\"/registry/pods/kube-system/cilium-kth48\" "} {"level":"warn","ts":"2026-04-23T00:19:29.051952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.119789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.054097Z","caller":"traceutil/trace.go:171","msg":"trace[387101973] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:706; }","duration":"598.301014ms","start":"2026-04-23T00:19:28.455784Z","end":"2026-04-23T00:19:29.054085Z","steps":["trace[387101973] 'agreement among raft nodes before linearized reading' (duration: 596.14487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.054158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.455755Z","time spent":"598.389736ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.051525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.836463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:29.054352Z","caller":"traceutil/trace.go:171","msg":"trace[575501783] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:706; }","duration":"1.002685876s","start":"2026-04-23T00:19:28.051655Z","end":"2026-04-23T00:19:29.054341Z","steps":["trace[575501783] 'agreement among raft nodes before linearized reading' (duration: 999.836184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.054395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.051644Z","time spent":"1.002737997s","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.05151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.136609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.054597Z","caller":"traceutil/trace.go:171","msg":"trace[2001413387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:706; }","duration":"535.248258ms","start":"2026-04-23T00:19:28.519334Z","end":"2026-04-23T00:19:29.054583Z","steps":["trace[2001413387] 'agreement among raft nodes before linearized reading' (duration: 532.126058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.054652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.519319Z","time spent":"535.317129ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.051594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.840726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.054802Z","caller":"traceutil/trace.go:171","msg":"trace[1883129981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"917.074589ms","start":"2026-04-23T00:19:28.137713Z","end":"2026-04-23T00:19:29.054788Z","steps":["trace[1883129981] 'agreement among raft nodes before linearized reading' (duration: 913.843906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.05487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.1377Z","time spent":"917.147851ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.051416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.403262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.05506Z","caller":"traceutil/trace.go:171","msg":"trace[2021016117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:706; }","duration":"622.094157ms","start":"2026-04-23T00:19:28.432953Z","end":"2026-04-23T00:19:29.055048Z","steps":["trace[2021016117] 'agreement among raft nodes before linearized reading' (duration: 618.375952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.055099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.43293Z","time spent":"622.157069ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.051742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.198077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.055185Z","caller":"traceutil/trace.go:171","msg":"trace[1827514158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:706; }","duration":"645.654194ms","start":"2026-04-23T00:19:28.409524Z","end":"2026-04-23T00:19:29.055178Z","steps":["trace[1827514158] 'agreement among raft nodes before linearized reading' (duration: 642.192426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.055207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.409519Z","time spent":"645.680334ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:29.051467Z","caller":"traceutil/trace.go:171","msg":"trace[1941224022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:706; }","duration":"1.090837169s","start":"2026-04-23T00:19:27.960619Z","end":"2026-04-23T00:19:29.051457Z","steps":["trace[1941224022] 'agreement among raft nodes before linearized reading' (duration: 1.090717006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.0553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.960601Z","time spent":"1.094692497s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:29.051771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061201059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:29.055393Z","caller":"traceutil/trace.go:171","msg":"trace[1799233819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:706; }","duration":"1.064854271s","start":"2026-04-23T00:19:27.990532Z","end":"2026-04-23T00:19:29.055387Z","steps":["trace[1799233819] 'agreement among raft nodes before linearized reading' (duration: 1.061062244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.055416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.990521Z","time spent":"1.064886763s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:29.051913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067386376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.055537Z","caller":"traceutil/trace.go:171","msg":"trace[202572204] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:706; }","duration":"1.071031728s","start":"2026-04-23T00:19:27.984498Z","end":"2026-04-23T00:19:29.055529Z","steps":["trace[202572204] 'agreement among raft nodes before linearized reading' (duration: 1.067361145s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.055565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.984492Z","time spent":"1.071062298s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:29.051919Z","caller":"traceutil/trace.go:171","msg":"trace[926944689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"884.676158ms","start":"2026-04-23T00:19:28.167229Z","end":"2026-04-23T00:19:29.051905Z","steps":["trace[926944689] 'agreement among raft nodes before linearized reading' (duration: 884.571715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.055684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.167216Z","time spent":"888.459943ms","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:29.052003Z","caller":"traceutil/trace.go:171","msg":"trace[674294507] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:706; }","duration":"1.067522229s","start":"2026-04-23T00:19:27.984469Z","end":"2026-04-23T00:19:29.051992Z","steps":["trace[674294507] 'agreement among raft nodes before linearized reading' (duration: 1.067470168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.055822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:27.984423Z","time spent":"1.071390407s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:29.052009Z","caller":"traceutil/trace.go:171","msg":"trace[218478783] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:706; }","duration":"1.015091871s","start":"2026-04-23T00:19:28.036895Z","end":"2026-04-23T00:19:29.051987Z","steps":["trace[218478783] 'agreement among raft nodes before linearized reading' (duration: 1.015000979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.057539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.036891Z","time spent":"1.020627431s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.051411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.984735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.057905Z","caller":"traceutil/trace.go:171","msg":"trace[841474407] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:706; }","duration":"538.529881ms","start":"2026-04-23T00:19:28.519361Z","end":"2026-04-23T00:19:29.057891Z","steps":["trace[841474407] 'agreement among raft nodes before linearized reading' (duration: 531.955073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.057952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.519344Z","time spent":"538.582662ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.272312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.05825Z","caller":"traceutil/trace.go:171","msg":"trace[1343110521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:706; }","duration":"891.50428ms","start":"2026-04-23T00:19:28.166729Z","end":"2026-04-23T00:19:29.058233Z","steps":["trace[1343110521] 'agreement among raft nodes before linearized reading' (duration: 885.282233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.058284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.166713Z","time spent":"891.560311ms","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.052097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.091415Z","time spent":"960.602951ms","remote":"127.0.0.1:51682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.419892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.05873Z","caller":"traceutil/trace.go:171","msg":"trace[360302943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:706; }","duration":"953.056549ms","start":"2026-04-23T00:19:28.105659Z","end":"2026-04-23T00:19:29.058716Z","steps":["trace[360302943] 'agreement among raft nodes before linearized reading' (duration: 946.421341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.058762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.105648Z","time spent":"953.103741ms","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031308071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.059264Z","caller":"traceutil/trace.go:171","msg":"trace[1215137956] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:706; }","duration":"1.038431631s","start":"2026-04-23T00:19:28.020815Z","end":"2026-04-23T00:19:29.059247Z","steps":["trace[1215137956] 'agreement among raft nodes before linearized reading' (duration: 1.031304021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.0208Z","time spent":"1.038497963s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:29.052151Z","caller":"traceutil/trace.go:171","msg":"trace[17030342] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:706; }","duration":"1.015376749s","start":"2026-04-23T00:19:28.036756Z","end":"2026-04-23T00:19:29.052133Z","steps":["trace[17030342] 'agreement among raft nodes before linearized reading' (duration: 1.015225205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.059781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.036747Z","time spent":"1.023022561s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:29.052177Z","caller":"traceutil/trace.go:171","msg":"trace[1133790575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:706; }","duration":"946.552825ms","start":"2026-04-23T00:19:28.105616Z","end":"2026-04-23T00:19:29.052169Z","steps":["trace[1133790575] 'agreement among raft nodes before linearized reading' (duration: 946.511744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.060134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.105608Z","time spent":"954.511407ms","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:29.052287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.738583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.06128Z","caller":"traceutil/trace.go:171","msg":"trace[280822415] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:706; }","duration":"526.717141ms","start":"2026-04-23T00:19:28.534541Z","end":"2026-04-23T00:19:29.061258Z","steps":["trace[280822415] 'agreement among raft nodes before linearized reading' (duration: 517.727163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.061321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.534497Z","time spent":"526.811523ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.052299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.091406Z","time spent":"960.879837ms","remote":"127.0.0.1:51682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:29.052334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.174147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.061621Z","caller":"traceutil/trace.go:171","msg":"trace[1248909083] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:706; }","duration":"488.459571ms","start":"2026-04-23T00:19:28.573142Z","end":"2026-04-23T00:19:29.061602Z","steps":["trace[1248909083] 'agreement among raft nodes before linearized reading' (duration: 479.174376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.061664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.573135Z","time spent":"488.515553ms","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:29.052378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.573572Z","time spent":"478.797448ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:29.052489Z","caller":"traceutil/trace.go:171","msg":"trace[2121275197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:706; }","duration":"1.031315061s","start":"2026-04-23T00:19:28.021155Z","end":"2026-04-23T00:19:29.05247Z","steps":["trace[2121275197] 'agreement among raft nodes before linearized reading' (duration: 1.030632284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.065841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:28.021152Z","time spent":"1.044659539s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:29.187452Z","caller":"traceutil/trace.go:171","msg":"trace[582507009] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"110.715755ms","start":"2026-04-23T00:19:29.076679Z","end":"2026-04-23T00:19:29.187394Z","steps":["trace[582507009] 'process raft request' (duration: 110.196112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.187456Z","caller":"traceutil/trace.go:171","msg":"trace[1927512618] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"104.574608ms","start":"2026-04-23T00:19:29.082841Z","end":"2026-04-23T00:19:29.187416Z","steps":["trace[1927512618] 'process raft request' (duration: 104.482226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.4134Z","caller":"traceutil/trace.go:171","msg":"trace[778372037] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"132.63689ms","start":"2026-04-23T00:19:29.28074Z","end":"2026-04-23T00:19:29.413377Z","steps":["trace[778372037] 'read index received' (duration: 80.457888ms)","trace[778372037] 'applied index is now lower than readState.Index' (duration: 52.177862ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:29.413497Z","caller":"traceutil/trace.go:171","msg":"trace[563934573] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"210.978114ms","start":"2026-04-23T00:19:29.202509Z","end":"2026-04-23T00:19:29.413487Z","steps":["trace[563934573] 'process raft request' (duration: 158.651429ms)","trace[563934573] 'compare' (duration: 52.12239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:29.413598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.828115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.413681Z","caller":"traceutil/trace.go:171","msg":"trace[423830365] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:719; }","duration":"132.959118ms","start":"2026-04-23T00:19:29.280699Z","end":"2026-04-23T00:19:29.413658Z","steps":["trace[423830365] 'agreement among raft nodes before linearized reading' (duration: 132.806554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.499659Z","caller":"traceutil/trace.go:171","msg":"trace[1699923786] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"218.008971ms","start":"2026-04-23T00:19:29.281619Z","end":"2026-04-23T00:19:29.499628Z","steps":["trace[1699923786] 'process raft request' (duration: 217.598431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.499771Z","caller":"traceutil/trace.go:171","msg":"trace[519472151] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"217.805496ms","start":"2026-04-23T00:19:29.28192Z","end":"2026-04-23T00:19:29.499726Z","steps":["trace[519472151] 'process raft request' (duration: 217.614181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.575429Z","caller":"traceutil/trace.go:171","msg":"trace[1036169685] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:749; }","duration":"161.946971ms","start":"2026-04-23T00:19:29.413459Z","end":"2026-04-23T00:19:29.575406Z","steps":["trace[1036169685] 'read index received' (duration: 85.69657ms)","trace[1036169685] 'applied index is now lower than readState.Index' (duration: 76.249151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:29.575541Z","caller":"traceutil/trace.go:171","msg":"trace[1067228924] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"154.370781ms","start":"2026-04-23T00:19:29.42116Z","end":"2026-04-23T00:19:29.57553Z","steps":["trace[1067228924] 'process raft request' (duration: 154.184145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.575561Z","caller":"traceutil/trace.go:171","msg":"trace[2072130239] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"180.722248ms","start":"2026-04-23T00:19:29.394799Z","end":"2026-04-23T00:19:29.575521Z","steps":["trace[2072130239] 'process raft request' (duration: 180.411029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.575706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.019691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kth48\" ","response":"range_response_count:1 size:17704"} {"level":"info","ts":"2026-04-23T00:19:29.575763Z","caller":"traceutil/trace.go:171","msg":"trace[1064876256] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kth48; range_end:; response_count:1; response_revision:723; }","duration":"182.127104ms","start":"2026-04-23T00:19:29.393622Z","end":"2026-04-23T00:19:29.575749Z","steps":["trace[1064876256] 'agreement among raft nodes before linearized reading' (duration: 181.923658ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.6562Z","caller":"traceutil/trace.go:171","msg":"trace[1958471469] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"149.317662ms","start":"2026-04-23T00:19:29.506857Z","end":"2026-04-23T00:19:29.656175Z","steps":["trace[1958471469] 'process raft request' (duration: 149.127837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.656446Z","caller":"traceutil/trace.go:171","msg":"trace[425467445] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"148.266296ms","start":"2026-04-23T00:19:29.508145Z","end":"2026-04-23T00:19:29.656412Z","steps":["trace[425467445] 'process raft request' (duration: 147.969118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.656476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.116095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.656609Z","caller":"traceutil/trace.go:171","msg":"trace[1213689260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:725; }","duration":"175.30273ms","start":"2026-04-23T00:19:29.481278Z","end":"2026-04-23T00:19:29.656581Z","steps":["trace[1213689260] 'agreement among raft nodes before linearized reading' (duration: 175.090634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.767793Z","caller":"traceutil/trace.go:171","msg":"trace[1651667952] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"176.195433ms","start":"2026-04-23T00:19:29.591557Z","end":"2026-04-23T00:19:29.767753Z","steps":["trace[1651667952] 'process raft request' (duration: 176.099891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.767965Z","caller":"traceutil/trace.go:171","msg":"trace[1501030500] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"185.394255ms","start":"2026-04-23T00:19:29.58253Z","end":"2026-04-23T00:19:29.767924Z","steps":["trace[1501030500] 'process raft request' (duration: 181.592769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.839352Z","caller":"traceutil/trace.go:171","msg":"trace[1016730375] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"172.87567ms","start":"2026-04-23T00:19:29.666453Z","end":"2026-04-23T00:19:29.839328Z","steps":["trace[1016730375] 'process raft request' (duration: 172.675345ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:29.83952Z","caller":"traceutil/trace.go:171","msg":"trace[707349872] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:755; }","duration":"168.144389ms","start":"2026-04-23T00:19:29.671354Z","end":"2026-04-23T00:19:29.839498Z","steps":["trace[707349872] 'read index received' (duration: 92.852891ms)","trace[707349872] 'applied index is now lower than readState.Index' (duration: 75.289968ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:29.839573Z","caller":"traceutil/trace.go:171","msg":"trace[1057691231] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"152.504003ms","start":"2026-04-23T00:19:29.687042Z","end":"2026-04-23T00:19:29.839546Z","steps":["trace[1057691231] 'process raft request' (duration: 152.237696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.839717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.331464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:29.839776Z","caller":"traceutil/trace.go:171","msg":"trace[1873744589] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:729; }","duration":"168.446606ms","start":"2026-04-23T00:19:29.671314Z","end":"2026-04-23T00:19:29.839761Z","steps":["trace[1873744589] 'agreement among raft nodes before linearized reading' (duration: 168.287232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.846577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.876206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:19:29.846621Z","caller":"traceutil/trace.go:171","msg":"trace[1239960918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:730; }","duration":"149.956467ms","start":"2026-04-23T00:19:29.696654Z","end":"2026-04-23T00:19:29.846611Z","steps":["trace[1239960918] 'agreement among raft nodes before linearized reading' (duration: 149.820964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:29.846759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.287833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:29.846789Z","caller":"traceutil/trace.go:171","msg":"trace[994313197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"142.363235ms","start":"2026-04-23T00:19:29.704418Z","end":"2026-04-23T00:19:29.846781Z","steps":["trace[994313197] 'agreement among raft nodes before linearized reading' (duration: 142.319474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.215477Z","caller":"traceutil/trace.go:171","msg":"trace[1124907977] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"261.612136ms","start":"2026-04-23T00:19:29.953842Z","end":"2026-04-23T00:19:30.215454Z","steps":["trace[1124907977] 'process raft request' (duration: 261.484963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.215811Z","caller":"traceutil/trace.go:171","msg":"trace[982401438] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:766; }","duration":"237.093116ms","start":"2026-04-23T00:19:29.97869Z","end":"2026-04-23T00:19:30.215783Z","steps":["trace[982401438] 'read index received' (duration: 237.082346ms)","trace[982401438] 'applied index is now lower than readState.Index' (duration: 9.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:30.216075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.349552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:19:30.216172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.403079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-23T00:19:30.216206Z","caller":"traceutil/trace.go:171","msg":"trace[223723857] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:736; }","duration":"237.509376ms","start":"2026-04-23T00:19:29.978646Z","end":"2026-04-23T00:19:30.216155Z","steps":["trace[223723857] 'agreement among raft nodes before linearized reading' (duration: 237.26887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.216235Z","caller":"traceutil/trace.go:171","msg":"trace[494921895] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:736; }","duration":"135.509252ms","start":"2026-04-23T00:19:30.080706Z","end":"2026-04-23T00:19:30.216215Z","steps":["trace[494921895] 'agreement among raft nodes before linearized reading' (duration: 135.331808ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.453881Z","caller":"traceutil/trace.go:171","msg":"trace[1773985254] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"145.316861ms","start":"2026-04-23T00:19:30.30853Z","end":"2026-04-23T00:19:30.453847Z","steps":["trace[1773985254] 'process raft request' (duration: 145.063284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.628643Z","caller":"traceutil/trace.go:171","msg":"trace[1810828908] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"224.981409ms","start":"2026-04-23T00:19:30.40364Z","end":"2026-04-23T00:19:30.628621Z","steps":["trace[1810828908] 'process raft request' (duration: 224.837375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.727755Z","caller":"traceutil/trace.go:171","msg":"trace[2072013131] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"259.022702ms","start":"2026-04-23T00:19:30.468669Z","end":"2026-04-23T00:19:30.727691Z","steps":["trace[2072013131] 'process raft request' (duration: 258.634282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.727781Z","caller":"traceutil/trace.go:171","msg":"trace[190175177] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:767; }","duration":"246.870323ms","start":"2026-04-23T00:19:30.480886Z","end":"2026-04-23T00:19:30.727756Z","steps":["trace[190175177] 'read index received' (duration: 147.67226ms)","trace[190175177] 'applied index is now lower than readState.Index' (duration: 99.196503ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:30.727997Z","caller":"traceutil/trace.go:171","msg":"trace[341991540] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"210.557483ms","start":"2026-04-23T00:19:30.517402Z","end":"2026-04-23T00:19:30.727959Z","steps":["trace[341991540] 'process raft request' (duration: 210.137453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.728042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.13275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-23T00:19:30.728105Z","caller":"traceutil/trace.go:171","msg":"trace[946461081] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:740; }","duration":"247.232422ms","start":"2026-04-23T00:19:30.480852Z","end":"2026-04-23T00:19:30.728085Z","steps":["trace[946461081] 'agreement among raft nodes before linearized reading' (duration: 247.066708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:31.677723Z","caller":"traceutil/trace.go:171","msg":"trace[1367866723] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"250.7188ms","start":"2026-04-23T00:19:31.426977Z","end":"2026-04-23T00:19:31.677696Z","steps":["trace[1367866723] 'process raft request' (duration: 250.445714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.18172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795276575,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:19:32.307935Z","caller":"traceutil/trace.go:171","msg":"trace[1609774172] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"627.237547ms","start":"2026-04-23T00:19:31.680669Z","end":"2026-04-23T00:19:32.307906Z","steps":["trace[1609774172] 'read index received' (duration: 626.911669ms)","trace[1609774172] 'applied index is now lower than readState.Index' (duration: 324.478µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:32.308105Z","caller":"traceutil/trace.go:171","msg":"trace[1413543676] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"800.140027ms","start":"2026-04-23T00:19:31.507923Z","end":"2026-04-23T00:19:32.308063Z","steps":["trace[1413543676] 'process raft request' (duration: 799.707146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.30828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.593936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-23T00:19:32.308282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.507866Z","time spent":"800.321751ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:32.308332Z","caller":"traceutil/trace.go:171","msg":"trace[454626249] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:750; }","duration":"627.661688ms","start":"2026-04-23T00:19:31.680653Z","end":"2026-04-23T00:19:32.308314Z","steps":["trace[454626249] 'agreement among raft nodes before linearized reading' (duration: 627.423692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.30838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.68063Z","time spent":"627.737679ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-23T00:19:32.308372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.191979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:32.308479Z","caller":"traceutil/trace.go:171","msg":"trace[1844585854] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:750; }","duration":"605.347573ms","start":"2026-04-23T00:19:31.703119Z","end":"2026-04-23T00:19:32.308466Z","steps":["trace[1844585854] 'agreement among raft nodes before linearized reading' (duration: 605.182659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.308524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.703102Z","time spent":"605.403004ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:32.308526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.372796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:19:32.308583Z","caller":"traceutil/trace.go:171","msg":"trace[460895673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:750; }","duration":"444.462638ms","start":"2026-04-23T00:19:31.864102Z","end":"2026-04-23T00:19:32.308564Z","steps":["trace[460895673] 'agreement among raft nodes before linearized reading' (duration: 444.305934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.308626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.864082Z","time spent":"444.532879ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:32.308612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.122972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-23T00:19:32.308693Z","caller":"traceutil/trace.go:171","msg":"trace[401863691] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:750; }","duration":"424.265316ms","start":"2026-04-23T00:19:31.884409Z","end":"2026-04-23T00:19:32.308674Z","steps":["trace[401863691] 'agreement among raft nodes before linearized reading' (duration: 423.945988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.308771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:31.884385Z","time spent":"424.376768ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-23T00:19:32.308894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.41721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-23T00:19:32.308988Z","caller":"traceutil/trace.go:171","msg":"trace[1829194019] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:750; }","duration":"227.567234ms","start":"2026-04-23T00:19:32.081393Z","end":"2026-04-23T00:19:32.308961Z","steps":["trace[1829194019] 'agreement among raft nodes before linearized reading' (duration: 227.135973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:32.548214Z","caller":"traceutil/trace.go:171","msg":"trace[882094956] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"235.340871ms","start":"2026-04-23T00:19:32.312842Z","end":"2026-04-23T00:19:32.548183Z","steps":["trace[882094956] 'process raft request' (duration: 233.024382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:32.868006Z","caller":"traceutil/trace.go:171","msg":"trace[290004898] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:780; }","duration":"468.795995ms","start":"2026-04-23T00:19:32.39918Z","end":"2026-04-23T00:19:32.867976Z","steps":["trace[290004898] 'read index received' (duration: 146.808439ms)","trace[290004898] 'applied index is now lower than readState.Index' (duration: 321.986166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:32.868234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.212463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:32.868284Z","caller":"traceutil/trace.go:171","msg":"trace[1152148852] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:752; }","duration":"176.284885ms","start":"2026-04-23T00:19:32.691989Z","end":"2026-04-23T00:19:32.868274Z","steps":["trace[1152148852] 'agreement among raft nodes before linearized reading' (duration: 176.189053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.86832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.142273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:19:32.868311Z","caller":"traceutil/trace.go:171","msg":"trace[465841670] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"482.292655ms","start":"2026-04-23T00:19:32.385985Z","end":"2026-04-23T00:19:32.868278Z","steps":["trace[465841670] 'process raft request' (duration: 395.873866ms)","trace[465841670] 'compare' (duration: 85.874706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:32.868375Z","caller":"traceutil/trace.go:171","msg":"trace[372310397] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:752; }","duration":"469.198494ms","start":"2026-04-23T00:19:32.399159Z","end":"2026-04-23T00:19:32.868357Z","steps":["trace[372310397] 'agreement among raft nodes before linearized reading' (duration: 469.007939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.868421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.399111Z","time spent":"469.297627ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T00:19:32.868409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.401654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:32.868467Z","caller":"traceutil/trace.go:171","msg":"trace[922707194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"164.509838ms","start":"2026-04-23T00:19:32.703942Z","end":"2026-04-23T00:19:32.868452Z","steps":["trace[922707194] 'agreement among raft nodes before linearized reading' (duration: 164.408155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:32.868592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.38595Z","time spent":"482.430979ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:33.196973Z","caller":"traceutil/trace.go:171","msg":"trace[769667495] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"253.579453ms","start":"2026-04-23T00:19:32.943356Z","end":"2026-04-23T00:19:33.196936Z","steps":["trace[769667495] 'process raft request' (duration: 252.953867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.628522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.795384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:33.628788Z","caller":"traceutil/trace.go:171","msg":"trace[1547045054] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:786; }","duration":"289.437451ms","start":"2026-04-23T00:19:33.339328Z","end":"2026-04-23T00:19:33.628766Z","steps":["trace[1547045054] 'read index received' (duration: 122.300138ms)","trace[1547045054] 'applied index is now lower than readState.Index' (duration: 167.136363ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:33.628913Z","caller":"traceutil/trace.go:171","msg":"trace[1658984017] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"423.063676ms","start":"2026-04-23T00:19:33.205821Z","end":"2026-04-23T00:19:33.628884Z","steps":["trace[1658984017] 'process raft request' (duration: 422.869601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:33.62899Z","caller":"traceutil/trace.go:171","msg":"trace[859131746] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"424.669865ms","start":"2026-04-23T00:19:33.204272Z","end":"2026-04-23T00:19:33.628941Z","steps":["trace[859131746] 'process raft request' (duration: 424.361048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:33.628824Z","caller":"traceutil/trace.go:171","msg":"trace[317852075] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"425.265561ms","start":"2026-04-23T00:19:33.203478Z","end":"2026-04-23T00:19:33.628744Z","steps":["trace[317852075] 'process raft request' (duration: 258.161429ms)","trace[317852075] 'compare' (duration: 166.65975ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:33.629041Z","caller":"traceutil/trace.go:171","msg":"trace[208057417] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"422.678135ms","start":"2026-04-23T00:19:33.20633Z","end":"2026-04-23T00:19:33.629008Z","steps":["trace[208057417] 'process raft request' (duration: 422.397308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.629075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.205811Z","time spent":"423.183819ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:33.629052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.723428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-23T00:19:33.629152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.204255Z","time spent":"424.82286ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:33.629209Z","caller":"traceutil/trace.go:171","msg":"trace[1949835689] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:759; }","duration":"289.912434ms","start":"2026-04-23T00:19:33.339273Z","end":"2026-04-23T00:19:33.629185Z","steps":["trace[1949835689] 'agreement among raft nodes before linearized reading' (duration: 289.566774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.629208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.206289Z","time spent":"422.82994ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:33.629255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.203431Z","time spent":"425.66828ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:34.543747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.777888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.543824Z","caller":"traceutil/trace.go:171","msg":"trace[388370293] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:759; }","duration":"683.896152ms","start":"2026-04-23T00:19:33.859913Z","end":"2026-04-23T00:19:34.543809Z","steps":["trace[388370293] 'range keys from in-memory index tree' (duration: 683.650025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.544176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.179768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.544192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.356946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.544216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.763678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.544244Z","caller":"traceutil/trace.go:171","msg":"trace[554827084] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:759; }","duration":"684.289341ms","start":"2026-04-23T00:19:33.859931Z","end":"2026-04-23T00:19:34.54422Z","steps":["trace[554827084] 'count revisions from in-memory index tree' (duration: 684.072096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:34.544269Z","caller":"traceutil/trace.go:171","msg":"trace[1324974385] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:759; }","duration":"683.84843ms","start":"2026-04-23T00:19:33.860407Z","end":"2026-04-23T00:19:34.544255Z","steps":["trace[1324974385] 'range keys from in-memory index tree' (duration: 683.655155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:34.544268Z","caller":"traceutil/trace.go:171","msg":"trace[360710935] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:759; }","duration":"664.47585ms","start":"2026-04-23T00:19:33.879773Z","end":"2026-04-23T00:19:34.544249Z","steps":["trace[360710935] 'range keys from in-memory index tree' (duration: 664.289875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.544273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.799333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.5443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.860396Z","time spent":"683.893492ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:34.544295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.859909Z","time spent":"684.369973ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:34.544314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.879761Z","time spent":"664.542071ms","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:34.544335Z","caller":"traceutil/trace.go:171","msg":"trace[474029465] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:759; }","duration":"663.901655ms","start":"2026-04-23T00:19:33.880417Z","end":"2026-04-23T00:19:34.544319Z","steps":["trace[474029465] 'range keys from in-memory index tree' (duration: 663.70877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.544358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.85989Z","time spent":"683.962263ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:34.544384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.880398Z","time spent":"663.970857ms","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-04-23T00:19:34.544275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.179252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.544446Z","caller":"traceutil/trace.go:171","msg":"trace[665122840] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:759; }","duration":"664.409488ms","start":"2026-04-23T00:19:33.880026Z","end":"2026-04-23T00:19:34.544436Z","steps":["trace[665122840] 'count revisions from in-memory index tree' (duration: 664.06411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.544433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.624381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T00:19:34.544479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.880005Z","time spent":"664.463029ms","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:34.544525Z","caller":"traceutil/trace.go:171","msg":"trace[910035685] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"625.962454ms","start":"2026-04-23T00:19:33.918543Z","end":"2026-04-23T00:19:34.544506Z","steps":["trace[910035685] 'process raft request' (duration: 290.17926ms)","trace[910035685] 'compare' (duration: 334.891312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:34.544598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.91852Z","time spent":"626.041466ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:19:34.590424Z","caller":"traceutil/trace.go:171","msg":"trace[877459528] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:790; }","duration":"625.920404ms","start":"2026-04-23T00:19:33.964472Z","end":"2026-04-23T00:19:34.590392Z","steps":["trace[877459528] 'read index received' (duration: 244.325478ms)","trace[877459528] 'applied index is now lower than readState.Index' (duration: 381.593836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:34.59059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.095828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.590627Z","caller":"traceutil/trace.go:171","msg":"trace[1717418047] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:761; }","duration":"626.172101ms","start":"2026-04-23T00:19:33.964444Z","end":"2026-04-23T00:19:34.590616Z","steps":["trace[1717418047] 'agreement among raft nodes before linearized reading' (duration: 626.095229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.590661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.964427Z","time spent":"626.224902ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:34.590758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.206211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.590854Z","caller":"traceutil/trace.go:171","msg":"trace[615302741] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:761; }","duration":"581.336624ms","start":"2026-04-23T00:19:34.0095Z","end":"2026-04-23T00:19:34.590837Z","steps":["trace[615302741] 'agreement among raft nodes before linearized reading' (duration: 581.18244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.590771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.18178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.590897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.364349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.590903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:34.009496Z","time spent":"581.392455ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:34.590961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.272988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.591024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.13798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.591035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.539035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.591031Z","caller":"traceutil/trace.go:171","msg":"trace[338483277] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:761; }","duration":"599.33953ms","start":"2026-04-23T00:19:33.991666Z","end":"2026-04-23T00:19:34.591006Z","steps":["trace[338483277] 'agreement among raft nodes before linearized reading' (duration: 599.270249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:34.591063Z","caller":"traceutil/trace.go:171","msg":"trace[118836262] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:761; }","duration":"626.199351ms","start":"2026-04-23T00:19:33.964856Z","end":"2026-04-23T00:19:34.591055Z","steps":["trace[118836262] 'agreement among raft nodes before linearized reading' (duration: 626.137669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.591124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.991659Z","time spent":"599.433583ms","remote":"127.0.0.1:43546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-23T00:19:34.591091Z","caller":"traceutil/trace.go:171","msg":"trace[60162799] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:761; }","duration":"599.615417ms","start":"2026-04-23T00:19:33.99146Z","end":"2026-04-23T00:19:34.591076Z","steps":["trace[60162799] 'agreement among raft nodes before linearized reading' (duration: 599.525415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.591161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.964849Z","time spent":"626.252832ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-23T00:19:34.591187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.991452Z","time spent":"599.71919ms","remote":"127.0.0.1:43546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:34.591234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.639882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:34.590964Z","caller":"traceutil/trace.go:171","msg":"trace[1818728510] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:761; }","duration":"626.427747ms","start":"2026-04-23T00:19:33.96451Z","end":"2026-04-23T00:19:34.590938Z","steps":["trace[1818728510] 'agreement among raft nodes before linearized reading' (duration: 626.15895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.591394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.964489Z","time spent":"626.888918ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:19:34.591316Z","caller":"traceutil/trace.go:171","msg":"trace[926052948] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:761; }","duration":"581.746005ms","start":"2026-04-23T00:19:34.009556Z","end":"2026-04-23T00:19:34.591302Z","steps":["trace[926052948] 'agreement among raft nodes before linearized reading' (duration: 581.636162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.590875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.265858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:34.591472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:34.009542Z","time spent":"581.911099ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:34.591487Z","caller":"traceutil/trace.go:171","msg":"trace[1648258093] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:761; }","duration":"599.939735ms","start":"2026-04-23T00:19:33.991532Z","end":"2026-04-23T00:19:34.591472Z","steps":["trace[1648258093] 'agreement among raft nodes before linearized reading' (duration: 599.189796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:34.591221Z","caller":"traceutil/trace.go:171","msg":"trace[1683498148] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:761; }","duration":"580.699497ms","start":"2026-04-23T00:19:34.010502Z","end":"2026-04-23T00:19:34.591201Z","steps":["trace[1683498148] 'agreement among raft nodes before linearized reading' (duration: 580.335938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.591523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.991512Z","time spent":"600.000626ms","remote":"127.0.0.1:43546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:19:34.591562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:34.010499Z","time spent":"581.043206ms","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:19:34.590614Z","caller":"traceutil/trace.go:171","msg":"trace[515844702] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"641.982651ms","start":"2026-04-23T00:19:33.948587Z","end":"2026-04-23T00:19:34.590569Z","steps":["trace[515844702] 'process raft request' (duration: 641.698393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:34.591947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:33.948425Z","time spent":"643.388007ms","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:37.643759Z","caller":"traceutil/trace.go:171","msg":"trace[1533724879] transaction","detail":"{read_only:false; number_of_response:0; response_revision:778; }","duration":"103.626865ms","start":"2026-04-23T00:19:37.540088Z","end":"2026-04-23T00:19:37.643715Z","steps":["trace[1533724879] 'process raft request' (duration: 103.07934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:38.306751Z","caller":"traceutil/trace.go:171","msg":"trace[867992609] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"101.526952ms","start":"2026-04-23T00:19:38.2052Z","end":"2026-04-23T00:19:38.306727Z","steps":["trace[867992609] 'process raft request' (duration: 101.388818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:38.80651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.272756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:38.806589Z","caller":"traceutil/trace.go:171","msg":"trace[357003020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"101.421029ms","start":"2026-04-23T00:19:38.705148Z","end":"2026-04-23T00:19:38.806569Z","steps":["trace[357003020] 'range keys from in-memory index tree' (duration: 101.139572ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:39.674152Z","caller":"traceutil/trace.go:171","msg":"trace[2059732649] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"367.255031ms","start":"2026-04-23T00:19:39.306874Z","end":"2026-04-23T00:19:39.674129Z","steps":["trace[2059732649] 'process raft request' (duration: 367.085037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:39.674484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:39.306858Z","time spent":"367.366534ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:39.88225Z","caller":"traceutil/trace.go:171","msg":"trace[1131291902] linearizableReadLoop","detail":"{readStateIndex:822; appliedIndex:821; }","duration":"171.30553ms","start":"2026-04-23T00:19:39.710917Z","end":"2026-04-23T00:19:39.882222Z","steps":["trace[1131291902] 'read index received' (duration: 115.027804ms)","trace[1131291902] 'applied index is now lower than readState.Index' (duration: 56.276056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:39.882508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.569798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:39.882449Z","caller":"traceutil/trace.go:171","msg":"trace[1845939002] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"179.252492ms","start":"2026-04-23T00:19:39.703087Z","end":"2026-04-23T00:19:39.882339Z","steps":["trace[1845939002] 'process raft request' (duration: 122.865833ms)","trace[1845939002] 'compare' (duration: 55.897207ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:39.882545Z","caller":"traceutil/trace.go:171","msg":"trace[1360747183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"171.65276ms","start":"2026-04-23T00:19:39.710881Z","end":"2026-04-23T00:19:39.882534Z","steps":["trace[1360747183] 'agreement among raft nodes before linearized reading' (duration: 171.492636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:39.88268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.70143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:39.88277Z","caller":"traceutil/trace.go:171","msg":"trace[1842356988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"171.822942ms","start":"2026-04-23T00:19:39.710925Z","end":"2026-04-23T00:19:39.882747Z","steps":["trace[1842356988] 'agreement among raft nodes before linearized reading' (duration: 171.590436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.118481Z","caller":"traceutil/trace.go:171","msg":"trace[2057261932] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"227.625315ms","start":"2026-04-23T00:19:39.890839Z","end":"2026-04-23T00:19:40.118465Z","steps":["trace[2057261932] 'read index received' (duration: 86.343967ms)","trace[2057261932] 'applied index is now lower than readState.Index' (duration: 141.280568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:40.11863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.778569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kth48\" ","response":"range_response_count:1 size:18709"} {"level":"info","ts":"2026-04-23T00:19:40.11865Z","caller":"traceutil/trace.go:171","msg":"trace[517540201] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kth48; range_end:; response_count:1; response_revision:791; }","duration":"227.82549ms","start":"2026-04-23T00:19:39.890819Z","end":"2026-04-23T00:19:40.118644Z","steps":["trace[517540201] 'agreement among raft nodes before linearized reading' (duration: 227.729597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.1187Z","caller":"traceutil/trace.go:171","msg":"trace[971595140] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"231.681598ms","start":"2026-04-23T00:19:39.886989Z","end":"2026-04-23T00:19:40.11867Z","steps":["trace[971595140] 'process raft request' (duration: 152.262137ms)","trace[971595140] 'compare' (duration: 79.145024ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:40.407772Z","caller":"traceutil/trace.go:171","msg":"trace[1261822539] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"277.662843ms","start":"2026-04-23T00:19:40.13007Z","end":"2026-04-23T00:19:40.407733Z","steps":["trace[1261822539] 'process raft request' (duration: 277.511179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:40.789613Z","caller":"traceutil/trace.go:171","msg":"trace[1478653222] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:825; }","duration":"104.754994ms","start":"2026-04-23T00:19:40.684836Z","end":"2026-04-23T00:19:40.789591Z","steps":["trace[1478653222] 'read index received' (duration: 104.592829ms)","trace[1478653222] 'applied index is now lower than readState.Index' (duration: 160.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:40.78997Z","caller":"traceutil/trace.go:171","msg":"trace[1356932346] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"365.609631ms","start":"2026-04-23T00:19:40.424349Z","end":"2026-04-23T00:19:40.789958Z","steps":["trace[1356932346] 'process raft request' (duration: 365.123659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:40.790096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:40.424319Z","time spent":"365.709554ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:40.79056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.729738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:19:40.790595Z","caller":"traceutil/trace.go:171","msg":"trace[1434063967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:793; }","duration":"105.79944ms","start":"2026-04-23T00:19:40.684785Z","end":"2026-04-23T00:19:40.790585Z","steps":["trace[1434063967] 'agreement among raft nodes before linearized reading' (duration: 105.682087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:41.080948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.381566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:41.08124Z","caller":"traceutil/trace.go:171","msg":"trace[703417895] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"284.761712ms","start":"2026-04-23T00:19:40.796427Z","end":"2026-04-23T00:19:41.081188Z","steps":["trace[703417895] 'process raft request' (duration: 159.056528ms)","trace[703417895] 'compare' (duration: 125.241602ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:41.081637Z","caller":"traceutil/trace.go:171","msg":"trace[209238148] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"281.89992ms","start":"2026-04-23T00:19:40.799714Z","end":"2026-04-23T00:19:41.081614Z","steps":["trace[209238148] 'process raft request' (duration: 281.4981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.081637Z","caller":"traceutil/trace.go:171","msg":"trace[1477524398] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"278.33517ms","start":"2026-04-23T00:19:40.803282Z","end":"2026-04-23T00:19:41.081617Z","steps":["trace[1477524398] 'process raft request' (duration: 278.159036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.198126Z","caller":"traceutil/trace.go:171","msg":"trace[880067853] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"110.793326ms","start":"2026-04-23T00:19:41.087303Z","end":"2026-04-23T00:19:41.198096Z","steps":["trace[880067853] 'process raft request' (duration: 110.606901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.211328Z","caller":"traceutil/trace.go:171","msg":"trace[543377567] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"123.18041ms","start":"2026-04-23T00:19:41.088116Z","end":"2026-04-23T00:19:41.211296Z","steps":["trace[543377567] 'process raft request' (duration: 122.956524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:41.211377Z","caller":"traceutil/trace.go:171","msg":"trace[372940970] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"122.142403ms","start":"2026-04-23T00:19:41.089207Z","end":"2026-04-23T00:19:41.211349Z","steps":["trace[372940970] 'process raft request' (duration: 121.996029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:42.563596Z","caller":"traceutil/trace.go:171","msg":"trace[1504841680] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"127.209853ms","start":"2026-04-23T00:19:42.436362Z","end":"2026-04-23T00:19:42.563572Z","steps":["trace[1504841680] 'process raft request' (duration: 127.042608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:44.042755Z","caller":"traceutil/trace.go:171","msg":"trace[1693543562] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"351.192106ms","start":"2026-04-23T00:19:43.691526Z","end":"2026-04-23T00:19:44.042718Z","steps":["trace[1693543562] 'process raft request' (duration: 350.816817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:44.042793Z","caller":"traceutil/trace.go:171","msg":"trace[490727525] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:851; }","duration":"146.024489ms","start":"2026-04-23T00:19:43.896742Z","end":"2026-04-23T00:19:44.042766Z","steps":["trace[490727525] 'read index received' (duration: 145.528047ms)","trace[490727525] 'applied index is now lower than readState.Index' (duration: 328.588µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:44.042921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:43.691501Z","time spent":"351.33527ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:44.043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.231064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:19:44.043075Z","caller":"traceutil/trace.go:171","msg":"trace[339435061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:818; }","duration":"146.350828ms","start":"2026-04-23T00:19:43.896707Z","end":"2026-04-23T00:19:44.043057Z","steps":["trace[339435061] 'agreement among raft nodes before linearized reading' (duration: 146.153863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:47.611403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795276789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:48.111698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795276789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:48.347724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.349284746s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:19:48.348233Z","caller":"traceutil/trace.go:171","msg":"trace[232264036] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"1.349947383s","start":"2026-04-23T00:19:46.998262Z","end":"2026-04-23T00:19:48.34821Z","steps":["trace[232264036] 'process raft request' (duration: 1.349720537s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.348531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:46.998232Z","time spent":"1.350063176s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:48.349874Z","caller":"traceutil/trace.go:171","msg":"trace[1552690672] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"576.383536ms","start":"2026-04-23T00:19:47.77346Z","end":"2026-04-23T00:19:48.349844Z","steps":["trace[1552690672] 'process raft request' (duration: 576.225043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.350024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:47.773433Z","time spent":"576.50422ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:48.355745Z","caller":"traceutil/trace.go:171","msg":"trace[1506800139] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:878; }","duration":"1.24485446s","start":"2026-04-23T00:19:47.110867Z","end":"2026-04-23T00:19:48.355722Z","steps":["trace[1506800139] 'read index received' (duration: 1.237124415s)","trace[1506800139] 'applied index is now lower than readState.Index' (duration: 7.728675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:48.355996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245109596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:19:48.356021Z","caller":"traceutil/trace.go:171","msg":"trace[1574463355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:846; }","duration":"1.245189799s","start":"2026-04-23T00:19:47.110823Z","end":"2026-04-23T00:19:48.356013Z","steps":["trace[1574463355] 'agreement among raft nodes before linearized reading' (duration: 1.245037875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.356049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:47.110801Z","time spent":"1.24524279s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:48.356041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.847128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:19:48.356128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.301256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:48.356199Z","caller":"traceutil/trace.go:171","msg":"trace[934147230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:846; }","duration":"651.408219ms","start":"2026-04-23T00:19:47.704769Z","end":"2026-04-23T00:19:48.356178Z","steps":["trace[934147230] 'agreement among raft nodes before linearized reading' (duration: 651.296216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.356194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.120386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:19:48.356247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:47.704745Z","time spent":"651.488311ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:19:48.356254Z","caller":"traceutil/trace.go:171","msg":"trace[1824373668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:846; }","duration":"299.213758ms","start":"2026-04-23T00:19:48.057024Z","end":"2026-04-23T00:19:48.356238Z","steps":["trace[1824373668] 'agreement among raft nodes before linearized reading' (duration: 298.999443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.356013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.733525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:19:48.356276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.056617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:19:48.356308Z","caller":"traceutil/trace.go:171","msg":"trace[1910805354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:846; }","duration":"290.109418ms","start":"2026-04-23T00:19:48.066191Z","end":"2026-04-23T00:19:48.3563Z","steps":["trace[1910805354] 'agreement among raft nodes before linearized reading' (duration: 290.044456ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:48.356308Z","caller":"traceutil/trace.go:171","msg":"trace[1859666241] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:846; }","duration":"903.106345ms","start":"2026-04-23T00:19:47.453191Z","end":"2026-04-23T00:19:48.356298Z","steps":["trace[1859666241] 'agreement among raft nodes before linearized reading' (duration: 902.727354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:48.356218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.396216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:19:48.356346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:47.453163Z","time spent":"903.168746ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:19:48.35637Z","caller":"traceutil/trace.go:171","msg":"trace[679349158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:846; }","duration":"204.591231ms","start":"2026-04-23T00:19:48.151768Z","end":"2026-04-23T00:19:48.356359Z","steps":["trace[679349158] 'agreement among raft nodes before linearized reading' (duration: 204.386366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:48.356133Z","caller":"traceutil/trace.go:171","msg":"trace[1579222364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:846; }","duration":"292.985201ms","start":"2026-04-23T00:19:48.063131Z","end":"2026-04-23T00:19:48.356116Z","steps":["trace[1579222364] 'agreement among raft nodes before linearized reading' (duration: 292.789165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.185689Z","caller":"traceutil/trace.go:171","msg":"trace[1628604909] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"169.162965ms","start":"2026-04-23T00:19:54.016491Z","end":"2026-04-23T00:19:54.185654Z","steps":["trace[1628604909] 'process raft request' (duration: 169.00285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.311229Z","caller":"traceutil/trace.go:171","msg":"trace[1582990900] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"120.244426ms","start":"2026-04-23T00:19:54.190964Z","end":"2026-04-23T00:19:54.311208Z","steps":["trace[1582990900] 'process raft request' (duration: 120.171124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.31129Z","caller":"traceutil/trace.go:171","msg":"trace[1613226208] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"120.307247ms","start":"2026-04-23T00:19:54.190949Z","end":"2026-04-23T00:19:54.311257Z","steps":["trace[1613226208] 'read index received' (duration: 90.79219ms)","trace[1613226208] 'applied index is now lower than readState.Index' (duration: 29.511487ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:54.311342Z","caller":"traceutil/trace.go:171","msg":"trace[581259978] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"120.667346ms","start":"2026-04-23T00:19:54.190628Z","end":"2026-04-23T00:19:54.311295Z","steps":["trace[581259978] 'process raft request' (duration: 91.100838ms)","trace[581259978] 'compare' (duration: 29.277491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:54.311606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.619475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-qx56r\" ","response":"range_response_count:1 size:5673"} {"level":"info","ts":"2026-04-23T00:19:54.311694Z","caller":"traceutil/trace.go:171","msg":"trace[1240440883] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-qx56r; range_end:; response_count:1; response_revision:909; }","duration":"120.758598ms","start":"2026-04-23T00:19:54.190914Z","end":"2026-04-23T00:19:54.311672Z","steps":["trace[1240440883] 'agreement among raft nodes before linearized reading' (duration: 120.453561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.594304Z","caller":"traceutil/trace.go:171","msg":"trace[2058305871] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:945; }","duration":"163.545052ms","start":"2026-04-23T00:19:54.430738Z","end":"2026-04-23T00:19:54.594284Z","steps":["trace[2058305871] 'read index received' (duration: 158.487054ms)","trace[2058305871] 'applied index is now lower than readState.Index' (duration: 5.057118ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:54.594479Z","caller":"traceutil/trace.go:171","msg":"trace[1095780820] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"189.013257ms","start":"2026-04-23T00:19:54.405409Z","end":"2026-04-23T00:19:54.594423Z","steps":["trace[1095780820] 'process raft request' (duration: 183.796316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:54.594669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.789638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:19:54.594675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.924182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:19:54.594732Z","caller":"traceutil/trace.go:171","msg":"trace[1666563993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:910; }","duration":"163.902712ms","start":"2026-04-23T00:19:54.430813Z","end":"2026-04-23T00:19:54.594716Z","steps":["trace[1666563993] 'agreement among raft nodes before linearized reading' (duration: 163.753197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:54.594743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.881637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:54.594766Z","caller":"traceutil/trace.go:171","msg":"trace[139936424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:910; }","duration":"164.055425ms","start":"2026-04-23T00:19:54.430694Z","end":"2026-04-23T00:19:54.594749Z","steps":["trace[139936424] 'agreement among raft nodes before linearized reading' (duration: 163.720186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.594813Z","caller":"traceutil/trace.go:171","msg":"trace[1051467799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:910; }","duration":"162.9981ms","start":"2026-04-23T00:19:54.431797Z","end":"2026-04-23T00:19:54.594795Z","steps":["trace[1051467799] 'agreement among raft nodes before linearized reading' (duration: 162.828634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:54.59484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.150993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:19:54.59491Z","caller":"traceutil/trace.go:171","msg":"trace[42045782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:910; }","duration":"163.256426ms","start":"2026-04-23T00:19:54.431635Z","end":"2026-04-23T00:19:54.594892Z","steps":["trace[42045782] 'agreement among raft nodes before linearized reading' (duration: 163.02185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.824563Z","caller":"traceutil/trace.go:171","msg":"trace[655676939] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"224.600399ms","start":"2026-04-23T00:19:54.599939Z","end":"2026-04-23T00:19:54.824539Z","steps":["trace[655676939] 'process raft request' (duration: 163.159923ms)","trace[655676939] 'compare' (duration: 61.263912ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:54.824826Z","caller":"traceutil/trace.go:171","msg":"trace[846044441] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"224.826365ms","start":"2026-04-23T00:19:54.599985Z","end":"2026-04-23T00:19:54.824811Z","steps":["trace[846044441] 'process raft request' (duration: 224.515778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.824948Z","caller":"traceutil/trace.go:171","msg":"trace[768792199] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"224.938018ms","start":"2026-04-23T00:19:54.599998Z","end":"2026-04-23T00:19:54.824936Z","steps":["trace[768792199] 'process raft request' (duration: 224.680442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:54.825018Z","caller":"traceutil/trace.go:171","msg":"trace[1504568693] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"224.968269ms","start":"2026-04-23T00:19:54.599996Z","end":"2026-04-23T00:19:54.824965Z","steps":["trace[1504568693] 'process raft request' (duration: 224.791555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:55.706003Z","caller":"traceutil/trace.go:171","msg":"trace[618490912] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"250.974597ms","start":"2026-04-23T00:19:55.45501Z","end":"2026-04-23T00:19:55.705985Z","steps":["trace[618490912] 'process raft request' (duration: 250.845723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:55.776667Z","caller":"traceutil/trace.go:171","msg":"trace[2061433393] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"176.220922ms","start":"2026-04-23T00:19:55.600423Z","end":"2026-04-23T00:19:55.776644Z","steps":["trace[2061433393] 'process raft request' (duration: 176.167691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:55.776732Z","caller":"traceutil/trace.go:171","msg":"trace[1389519082] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"260.745765ms","start":"2026-04-23T00:19:55.515956Z","end":"2026-04-23T00:19:55.776701Z","steps":["trace[1389519082] 'process raft request' (duration: 231.877784ms)","trace[1389519082] 'compare' (duration: 28.634545ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:55.816032Z","caller":"traceutil/trace.go:171","msg":"trace[1354518850] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"103.752128ms","start":"2026-04-23T00:19:55.712255Z","end":"2026-04-23T00:19:55.816007Z","steps":["trace[1354518850] 'process raft request' (duration: 103.448741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:55.816051Z","caller":"traceutil/trace.go:171","msg":"trace[1758711019] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"103.633195ms","start":"2026-04-23T00:19:55.712384Z","end":"2026-04-23T00:19:55.816017Z","steps":["trace[1758711019] 'process raft request' (duration: 103.580724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:55.816417Z","caller":"traceutil/trace.go:171","msg":"trace[1260276853] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"104.056916ms","start":"2026-04-23T00:19:55.712323Z","end":"2026-04-23T00:19:55.81638Z","steps":["trace[1260276853] 'process raft request' (duration: 103.521472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.106307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.58082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:56.106434Z","caller":"traceutil/trace.go:171","msg":"trace[1021592381] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:958; }","duration":"170.722564ms","start":"2026-04-23T00:19:55.935694Z","end":"2026-04-23T00:19:56.106416Z","steps":["trace[1021592381] 'read index received' (duration: 16.931359ms)","trace[1021592381] 'applied index is now lower than readState.Index' (duration: 153.789925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:56.106549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.851387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-23T00:19:56.106585Z","caller":"traceutil/trace.go:171","msg":"trace[1982583335] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:923; }","duration":"170.910459ms","start":"2026-04-23T00:19:55.935665Z","end":"2026-04-23T00:19:56.106575Z","steps":["trace[1982583335] 'agreement among raft nodes before linearized reading' (duration: 170.836437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:56.106535Z","caller":"traceutil/trace.go:171","msg":"trace[795802268] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"273.955529ms","start":"2026-04-23T00:19:55.832481Z","end":"2026-04-23T00:19:56.106436Z","steps":["trace[795802268] 'process raft request' (duration: 120.156113ms)","trace[795802268] 'compare' (duration: 153.451857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:56.10687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.105524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-23T00:19:56.10696Z","caller":"traceutil/trace.go:171","msg":"trace[1036521147] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:923; }","duration":"171.245067ms","start":"2026-04-23T00:19:55.935694Z","end":"2026-04-23T00:19:56.106939Z","steps":["trace[1036521147] 'agreement among raft nodes before linearized reading' (duration: 171.100374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:00.37822Z","caller":"traceutil/trace.go:171","msg":"trace[227934624] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"163.917931ms","start":"2026-04-23T00:20:00.214268Z","end":"2026-04-23T00:20:00.378186Z","steps":["trace[227934624] 'process raft request' (duration: 88.257235ms)","trace[227934624] 'compare' (duration: 75.534813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:00.679833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.796153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:00.680141Z","caller":"traceutil/trace.go:171","msg":"trace[571104743] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"264.380126ms","start":"2026-04-23T00:20:00.415734Z","end":"2026-04-23T00:20:00.680114Z","steps":["trace[571104743] 'process raft request' (duration: 71.184073ms)","trace[571104743] 'compare' (duration: 192.66847ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:00.971782Z","caller":"traceutil/trace.go:171","msg":"trace[1662557158] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"288.25266ms","start":"2026-04-23T00:20:00.683494Z","end":"2026-04-23T00:20:00.971747Z","steps":["trace[1662557158] 'process raft request' (duration: 246.157804ms)","trace[1662557158] 'compare' (duration: 41.950533ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:00.98941Z","caller":"traceutil/trace.go:171","msg":"trace[1587356760] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1014; }","duration":"285.205104ms","start":"2026-04-23T00:20:00.704185Z","end":"2026-04-23T00:20:00.98939Z","steps":["trace[1587356760] 'read index received' (duration: 225.472731ms)","trace[1587356760] 'applied index is now lower than readState.Index' (duration: 59.731313ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:00.989674Z","caller":"traceutil/trace.go:171","msg":"trace[2042632209] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"304.337358ms","start":"2026-04-23T00:20:00.685325Z","end":"2026-04-23T00:20:00.989662Z","steps":["trace[2042632209] 'process raft request' (duration: 303.958928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:00.989776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:00.685296Z","time spent":"304.413949ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:00.990001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.820519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:00.990042Z","caller":"traceutil/trace.go:171","msg":"trace[807536185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"285.898821ms","start":"2026-04-23T00:20:00.704133Z","end":"2026-04-23T00:20:00.990032Z","steps":["trace[807536185] 'agreement among raft nodes before linearized reading' (duration: 285.83899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:01.064602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.048834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:20:01.064709Z","caller":"traceutil/trace.go:171","msg":"trace[1179334702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:980; }","duration":"179.179268ms","start":"2026-04-23T00:20:00.885507Z","end":"2026-04-23T00:20:01.064686Z","steps":["trace[1179334702] 'agreement among raft nodes before linearized reading' (duration: 178.932172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:01.065182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.315336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:20:01.065236Z","caller":"traceutil/trace.go:171","msg":"trace[811141288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:980; }","duration":"180.394689ms","start":"2026-04-23T00:20:00.884828Z","end":"2026-04-23T00:20:01.065223Z","steps":["trace[811141288] 'agreement among raft nodes before linearized reading' (duration: 180.274166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:01.065487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.041375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:20:01.065536Z","caller":"traceutil/trace.go:171","msg":"trace[1940321380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:980; }","duration":"181.088096ms","start":"2026-04-23T00:20:00.884432Z","end":"2026-04-23T00:20:01.065521Z","steps":["trace[1940321380] 'agreement among raft nodes before linearized reading' (duration: 180.981143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:01.065551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.039681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:20:01.06559Z","caller":"traceutil/trace.go:171","msg":"trace[67042374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:980; }","duration":"197.121413ms","start":"2026-04-23T00:20:00.868455Z","end":"2026-04-23T00:20:01.065577Z","steps":["trace[67042374] 'agreement among raft nodes before linearized reading' (duration: 197.02749ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:02.504359Z","caller":"traceutil/trace.go:171","msg":"trace[78792359] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"103.965273ms","start":"2026-04-23T00:20:02.400362Z","end":"2026-04-23T00:20:02.504327Z","steps":["trace[78792359] 'read index received' (duration: 103.800738ms)","trace[78792359] 'applied index is now lower than readState.Index' (duration: 163.125µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:02.504464Z","caller":"traceutil/trace.go:171","msg":"trace[1860327909] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1002; }","duration":"131.028349ms","start":"2026-04-23T00:20:02.373397Z","end":"2026-04-23T00:20:02.504425Z","steps":["trace[1860327909] 'process raft request' (duration: 130.763372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:02.504616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.23664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:20:02.504667Z","caller":"traceutil/trace.go:171","msg":"trace[51609511] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:1002; }","duration":"104.337353ms","start":"2026-04-23T00:20:02.400314Z","end":"2026-04-23T00:20:02.504651Z","steps":["trace[51609511] 'agreement among raft nodes before linearized reading' (duration: 104.165188ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:03.139173Z","caller":"traceutil/trace.go:171","msg":"trace[2110614914] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1046; }","duration":"162.129056ms","start":"2026-04-23T00:20:02.977023Z","end":"2026-04-23T00:20:03.139152Z","steps":["trace[2110614914] 'read index received' (duration: 149.703631ms)","trace[2110614914] 'applied index is now lower than readState.Index' (duration: 12.424435ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:03.139227Z","caller":"traceutil/trace.go:171","msg":"trace[698579436] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"269.26683ms","start":"2026-04-23T00:20:02.869931Z","end":"2026-04-23T00:20:03.139198Z","steps":["trace[698579436] 'process raft request' (duration: 256.784164ms)","trace[698579436] 'compare' (duration: 12.281881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:03.139568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.465605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:03.139559Z","caller":"traceutil/trace.go:171","msg":"trace[1813812183] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"268.923811ms","start":"2026-04-23T00:20:02.870589Z","end":"2026-04-23T00:20:03.139513Z","steps":["trace[1813812183] 'process raft request' (duration: 268.508441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:03.139643Z","caller":"traceutil/trace.go:171","msg":"trace[622555689] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1010; }","duration":"162.66147ms","start":"2026-04-23T00:20:02.976962Z","end":"2026-04-23T00:20:03.139624Z","steps":["trace[622555689] 'agreement among raft nodes before linearized reading' (duration: 162.476665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:03.139605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.327671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:20:03.140003Z","caller":"traceutil/trace.go:171","msg":"trace[511489246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1010; }","duration":"145.756042ms","start":"2026-04-23T00:20:02.994231Z","end":"2026-04-23T00:20:03.139987Z","steps":["trace[511489246] 'agreement among raft nodes before linearized reading' (duration: 145.25712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.019599Z","caller":"traceutil/trace.go:171","msg":"trace[247659895] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"101.552782ms","start":"2026-04-23T00:20:05.917996Z","end":"2026-04-23T00:20:06.019549Z","steps":["trace[247659895] 'process raft request' (duration: 101.189963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.469146Z","caller":"traceutil/trace.go:171","msg":"trace[2022072539] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"119.308802ms","start":"2026-04-23T00:20:06.349794Z","end":"2026-04-23T00:20:06.469103Z","steps":["trace[2022072539] 'process raft request' (duration: 103.346888ms)","trace[2022072539] 'compare' (duration: 15.678877ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:06.469537Z","caller":"traceutil/trace.go:171","msg":"trace[803419293] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"119.467895ms","start":"2026-04-23T00:20:06.35002Z","end":"2026-04-23T00:20:06.469488Z","steps":["trace[803419293] 'process raft request' (duration: 118.929072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.469617Z","caller":"traceutil/trace.go:171","msg":"trace[254551677] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"118.922572ms","start":"2026-04-23T00:20:06.350669Z","end":"2026-04-23T00:20:06.469591Z","steps":["trace[254551677] 'process raft request' (duration: 118.86368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.469746Z","caller":"traceutil/trace.go:171","msg":"trace[297936159] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"119.477646ms","start":"2026-04-23T00:20:06.350255Z","end":"2026-04-23T00:20:06.469732Z","steps":["trace[297936159] 'process raft request' (duration: 119.109106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.471124Z","caller":"traceutil/trace.go:171","msg":"trace[1651007083] linearizableReadLoop","detail":"{readStateIndex:1147; appliedIndex:1139; }","duration":"109.878423ms","start":"2026-04-23T00:20:06.361229Z","end":"2026-04-23T00:20:06.471107Z","steps":["trace[1651007083] 'read index received' (duration: 91.872337ms)","trace[1651007083] 'applied index is now lower than readState.Index' (duration: 18.005126ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:06.471238Z","caller":"traceutil/trace.go:171","msg":"trace[608688131] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"111.916325ms","start":"2026-04-23T00:20:06.359231Z","end":"2026-04-23T00:20:06.471148Z","steps":["trace[608688131] 'process raft request' (duration: 111.785961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.471403Z","caller":"traceutil/trace.go:171","msg":"trace[1546333993] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"112.071628ms","start":"2026-04-23T00:20:06.359258Z","end":"2026-04-23T00:20:06.47133Z","steps":["trace[1546333993] 'process raft request' (duration: 111.792251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.471493Z","caller":"traceutil/trace.go:171","msg":"trace[1946746664] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"112.12829ms","start":"2026-04-23T00:20:06.359328Z","end":"2026-04-23T00:20:06.471456Z","steps":["trace[1946746664] 'process raft request' (duration: 111.750921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.471542Z","caller":"traceutil/trace.go:171","msg":"trace[1841134908] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"113.760311ms","start":"2026-04-23T00:20:06.357751Z","end":"2026-04-23T00:20:06.471511Z","steps":["trace[1841134908] 'process raft request' (duration: 113.189816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:06.473021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.776402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-04-23T00:20:06.473098Z","caller":"traceutil/trace.go:171","msg":"trace[1935071693] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1109; }","duration":"111.908375ms","start":"2026-04-23T00:20:06.361167Z","end":"2026-04-23T00:20:06.473075Z","steps":["trace[1935071693] 'agreement among raft nodes before linearized reading' (duration: 110.009796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:06.702685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.447603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:06.702986Z","caller":"traceutil/trace.go:171","msg":"trace[669742206] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"180.244226ms","start":"2026-04-23T00:20:06.522699Z","end":"2026-04-23T00:20:06.702944Z","steps":["trace[669742206] 'process raft request' (duration: 72.464096ms)","trace[669742206] 'compare' (duration: 107.315008ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:06.703405Z","caller":"traceutil/trace.go:171","msg":"trace[1957284726] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"141.853953ms","start":"2026-04-23T00:20:06.561539Z","end":"2026-04-23T00:20:06.703393Z","steps":["trace[1957284726] 'process raft request' (duration: 141.73606ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.703199Z","caller":"traceutil/trace.go:171","msg":"trace[651114113] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"176.244394ms","start":"2026-04-23T00:20:06.526908Z","end":"2026-04-23T00:20:06.703152Z","steps":["trace[651114113] 'process raft request' (duration: 176.115151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:06.703551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.299947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xxch\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-23T00:20:06.70365Z","caller":"traceutil/trace.go:171","msg":"trace[683106686] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xxch; range_end:; response_count:1; response_revision:1126; }","duration":"180.490251ms","start":"2026-04-23T00:20:06.523143Z","end":"2026-04-23T00:20:06.703633Z","steps":["trace[683106686] 'agreement among raft nodes before linearized reading' (duration: 180.214504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.70321Z","caller":"traceutil/trace.go:171","msg":"trace[1826263281] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"178.145093ms","start":"2026-04-23T00:20:06.525031Z","end":"2026-04-23T00:20:06.703176Z","steps":["trace[1826263281] 'process raft request' (duration: 177.920457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.703265Z","caller":"traceutil/trace.go:171","msg":"trace[1420807280] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"179.762042ms","start":"2026-04-23T00:20:06.523392Z","end":"2026-04-23T00:20:06.703154Z","steps":["trace[1420807280] 'process raft request' (duration: 179.398823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.703332Z","caller":"traceutil/trace.go:171","msg":"trace[818570762] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1158; }","duration":"149.717512ms","start":"2026-04-23T00:20:06.553603Z","end":"2026-04-23T00:20:06.70332Z","steps":["trace[818570762] 'read index received' (duration: 41.676125ms)","trace[818570762] 'applied index is now lower than readState.Index' (duration: 108.040367ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:06.703353Z","caller":"traceutil/trace.go:171","msg":"trace[1965755473] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"175.634389ms","start":"2026-04-23T00:20:06.527692Z","end":"2026-04-23T00:20:06.703326Z","steps":["trace[1965755473] 'process raft request' (duration: 175.369882ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.783611Z","caller":"traceutil/trace.go:171","msg":"trace[1817604206] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"145.940067ms","start":"2026-04-23T00:20:06.63762Z","end":"2026-04-23T00:20:06.78356Z","steps":["trace[1817604206] 'process raft request' (duration: 145.630278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.783628Z","caller":"traceutil/trace.go:171","msg":"trace[545161976] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"117.63176ms","start":"2026-04-23T00:20:06.665961Z","end":"2026-04-23T00:20:06.783593Z","steps":["trace[545161976] 'process raft request' (duration: 117.458425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.833928Z","caller":"traceutil/trace.go:171","msg":"trace[1327249191] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"125.220591ms","start":"2026-04-23T00:20:06.708687Z","end":"2026-04-23T00:20:06.833908Z","steps":["trace[1327249191] 'process raft request' (duration: 114.49731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.833999Z","caller":"traceutil/trace.go:171","msg":"trace[1636073825] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"122.287518ms","start":"2026-04-23T00:20:06.711693Z","end":"2026-04-23T00:20:06.833981Z","steps":["trace[1636073825] 'process raft request' (duration: 122.177835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.834168Z","caller":"traceutil/trace.go:171","msg":"trace[316291357] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"121.820246ms","start":"2026-04-23T00:20:06.712326Z","end":"2026-04-23T00:20:06.834146Z","steps":["trace[316291357] 'process raft request' (duration: 121.598081ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.834268Z","caller":"traceutil/trace.go:171","msg":"trace[1149603487] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"121.451967ms","start":"2026-04-23T00:20:06.712789Z","end":"2026-04-23T00:20:06.834241Z","steps":["trace[1149603487] 'process raft request' (duration: 121.291503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:06.834453Z","caller":"traceutil/trace.go:171","msg":"trace[1568447407] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"125.611892ms","start":"2026-04-23T00:20:06.708821Z","end":"2026-04-23T00:20:06.834433Z","steps":["trace[1568447407] 'process raft request' (duration: 125.012316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:07.167095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.614362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:07.16722Z","caller":"traceutil/trace.go:171","msg":"trace[632284296] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"285.402978ms","start":"2026-04-23T00:20:06.881796Z","end":"2026-04-23T00:20:07.167199Z","steps":["trace[632284296] 'process raft request' (duration: 78.603161ms)","trace[632284296] 'compare' (duration: 206.472639ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:07.17018Z","caller":"traceutil/trace.go:171","msg":"trace[1757584020] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"197.80361ms","start":"2026-04-23T00:20:06.972355Z","end":"2026-04-23T00:20:07.170159Z","steps":["trace[1757584020] 'process raft request' (duration: 197.582214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:07.693462Z","caller":"traceutil/trace.go:171","msg":"trace[600737483] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1181; }","duration":"315.612564ms","start":"2026-04-23T00:20:07.377819Z","end":"2026-04-23T00:20:07.693432Z","steps":["trace[600737483] 'read index received' (duration: 315.298016ms)","trace[600737483] 'applied index is now lower than readState.Index' (duration: 313.348µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:07.693532Z","caller":"traceutil/trace.go:171","msg":"trace[120910941] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"352.671463ms","start":"2026-04-23T00:20:07.340822Z","end":"2026-04-23T00:20:07.693494Z","steps":["trace[120910941] 'process raft request' (duration: 352.345515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:07.693705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:07.340797Z","time spent":"352.812437ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:07.693757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.655972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:20:07.693767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.947479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:20:07.693859Z","caller":"traceutil/trace.go:171","msg":"trace[2057111269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1144; }","duration":"383.062772ms","start":"2026-04-23T00:20:07.310772Z","end":"2026-04-23T00:20:07.693835Z","steps":["trace[2057111269] 'agreement among raft nodes before linearized reading' (duration: 382.810255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:07.693853Z","caller":"traceutil/trace.go:171","msg":"trace[154412107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1144; }","duration":"382.833606ms","start":"2026-04-23T00:20:07.31099Z","end":"2026-04-23T00:20:07.693823Z","steps":["trace[154412107] 'agreement among raft nodes before linearized reading' (duration: 382.514498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:07.693918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:07.310767Z","time spent":"383.137385ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:20:07.693931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:07.310958Z","time spent":"382.956941ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:20:07.732161Z","caller":"traceutil/trace.go:171","msg":"trace[1032552344] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"350.700543ms","start":"2026-04-23T00:20:07.381433Z","end":"2026-04-23T00:20:07.732134Z","steps":["trace[1032552344] 'process raft request' (duration: 350.516058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:07.732179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.729777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:07.732235Z","caller":"traceutil/trace.go:171","msg":"trace[340830084] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1146; }","duration":"210.83992ms","start":"2026-04-23T00:20:07.521385Z","end":"2026-04-23T00:20:07.732225Z","steps":["trace[340830084] 'agreement among raft nodes before linearized reading' (duration: 210.718857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:07.732231Z","caller":"traceutil/trace.go:171","msg":"trace[697856166] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"291.170115ms","start":"2026-04-23T00:20:07.441029Z","end":"2026-04-23T00:20:07.732199Z","steps":["trace[697856166] 'process raft request' (duration: 291.034242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:07.732304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:07.381413Z","time spent":"350.812905ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:08.200683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.957757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:08.200791Z","caller":"traceutil/trace.go:171","msg":"trace[1454112532] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"133.676825ms","start":"2026-04-23T00:20:08.067096Z","end":"2026-04-23T00:20:08.200772Z","steps":["trace[1454112532] 'process raft request' (duration: 15.547123ms)","trace[1454112532] 'compare' (duration: 117.820414ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:08.452733Z","caller":"traceutil/trace.go:171","msg":"trace[1962045808] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1202; }","duration":"215.495479ms","start":"2026-04-23T00:20:08.237208Z","end":"2026-04-23T00:20:08.452703Z","steps":["trace[1962045808] 'read index received' (duration: 158.100975ms)","trace[1962045808] 'applied index is now lower than readState.Index' (duration: 57.393344ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:08.452821Z","caller":"traceutil/trace.go:171","msg":"trace[1528215005] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"241.030975ms","start":"2026-04-23T00:20:08.211756Z","end":"2026-04-23T00:20:08.452787Z","steps":["trace[1528215005] 'process raft request' (duration: 183.626161ms)","trace[1528215005] 'compare' (duration: 57.23298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:08.452881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.667743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-23T00:20:08.452915Z","caller":"traceutil/trace.go:171","msg":"trace[1039973418] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:1164; }","duration":"215.752105ms","start":"2026-04-23T00:20:08.237152Z","end":"2026-04-23T00:20:08.452904Z","steps":["trace[1039973418] 'agreement among raft nodes before linearized reading' (duration: 215.638762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:08.534539Z","caller":"traceutil/trace.go:171","msg":"trace[1501628207] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"132.800255ms","start":"2026-04-23T00:20:08.401711Z","end":"2026-04-23T00:20:08.534512Z","steps":["trace[1501628207] 'process raft request' (duration: 132.666421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:09.371699Z","caller":"traceutil/trace.go:171","msg":"trace[1412298910] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"109.249657ms","start":"2026-04-23T00:20:09.262411Z","end":"2026-04-23T00:20:09.371661Z","steps":["trace[1412298910] 'process raft request' (duration: 108.840436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.247057Z","caller":"traceutil/trace.go:171","msg":"trace[1302645793] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1222; }","duration":"189.60772ms","start":"2026-04-23T00:20:11.057377Z","end":"2026-04-23T00:20:11.246984Z","steps":["trace[1302645793] 'read index received' (duration: 9.587583ms)","trace[1302645793] 'applied index is now lower than readState.Index' (duration: 180.018607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:11.247227Z","caller":"traceutil/trace.go:171","msg":"trace[1505671052] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"211.441004ms","start":"2026-04-23T00:20:11.035755Z","end":"2026-04-23T00:20:11.247196Z","steps":["trace[1505671052] 'process raft request' (duration: 112.344375ms)","trace[1505671052] 'compare' (duration: 98.592626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:11.247272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.864907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:11.247313Z","caller":"traceutil/trace.go:171","msg":"trace[1467937595] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1185; }","duration":"189.946808ms","start":"2026-04-23T00:20:11.057353Z","end":"2026-04-23T00:20:11.2473Z","steps":["trace[1467937595] 'agreement among raft nodes before linearized reading' (duration: 189.849186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.247526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.041811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:11.247575Z","caller":"traceutil/trace.go:171","msg":"trace[1052531207] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1185; }","duration":"190.140694ms","start":"2026-04-23T00:20:11.057422Z","end":"2026-04-23T00:20:11.247563Z","steps":["trace[1052531207] 'agreement among raft nodes before linearized reading' (duration: 190.051842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.247691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.48826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xxch\" ","response":"range_response_count:1 size:3666"} {"level":"info","ts":"2026-04-23T00:20:11.247813Z","caller":"traceutil/trace.go:171","msg":"trace[1748136435] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xxch; range_end:; response_count:1; response_revision:1185; }","duration":"150.651624ms","start":"2026-04-23T00:20:11.097134Z","end":"2026-04-23T00:20:11.247786Z","steps":["trace[1748136435] 'agreement among raft nodes before linearized reading' (duration: 150.364877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.247816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.086872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:11.248121Z","caller":"traceutil/trace.go:171","msg":"trace[2119725820] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1185; }","duration":"190.511233ms","start":"2026-04-23T00:20:11.057581Z","end":"2026-04-23T00:20:11.248092Z","steps":["trace[2119725820] 'agreement among raft nodes before linearized reading' (duration: 189.97853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.687398Z","caller":"traceutil/trace.go:171","msg":"trace[325995867] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1224; }","duration":"310.963252ms","start":"2026-04-23T00:20:11.376404Z","end":"2026-04-23T00:20:11.687367Z","steps":["trace[325995867] 'read index received' (duration: 310.755547ms)","trace[325995867] 'applied index is now lower than readState.Index' (duration: 206.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:11.687485Z","caller":"traceutil/trace.go:171","msg":"trace[1137964560] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"432.490478ms","start":"2026-04-23T00:20:11.25497Z","end":"2026-04-23T00:20:11.687461Z","steps":["trace[1137964560] 'process raft request' (duration: 432.198511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.687641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:11.254956Z","time spent":"432.577741ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3756,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:11.687676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.25717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:20:11.687743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.052168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:11.687763Z","caller":"traceutil/trace.go:171","msg":"trace[343562776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1186; }","duration":"311.402833ms","start":"2026-04-23T00:20:11.37634Z","end":"2026-04-23T00:20:11.687743Z","steps":["trace[343562776] 'agreement among raft nodes before linearized reading' (duration: 311.147977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.687807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:11.376314Z","time spent":"311.483866ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:20:11.687906Z","caller":"traceutil/trace.go:171","msg":"trace[43041648] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1186; }","duration":"227.120819ms","start":"2026-04-23T00:20:11.460667Z","end":"2026-04-23T00:20:11.687788Z","steps":["trace[43041648] 'agreement among raft nodes before linearized reading' (duration: 226.972526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.6879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.46722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:20:11.688Z","caller":"traceutil/trace.go:171","msg":"trace[1820102238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1186; }","duration":"295.652834ms","start":"2026-04-23T00:20:11.392324Z","end":"2026-04-23T00:20:11.687977Z","steps":["trace[1820102238] 'agreement among raft nodes before linearized reading' (duration: 295.302915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.851303Z","caller":"traceutil/trace.go:171","msg":"trace[891727737] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"159.240002ms","start":"2026-04-23T00:20:11.692038Z","end":"2026-04-23T00:20:11.851278Z","steps":["trace[891727737] 'process raft request' (duration: 159.092638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.958452Z","caller":"traceutil/trace.go:171","msg":"trace[1359371109] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1225; }","duration":"181.928336ms","start":"2026-04-23T00:20:11.776501Z","end":"2026-04-23T00:20:11.95843Z","steps":["trace[1359371109] 'read index received' (duration: 74.631809ms)","trace[1359371109] 'applied index is now lower than readState.Index' (duration: 107.295527ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:11.958625Z","caller":"traceutil/trace.go:171","msg":"trace[1893601694] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"265.835631ms","start":"2026-04-23T00:20:11.692758Z","end":"2026-04-23T00:20:11.958594Z","steps":["trace[1893601694] 'process raft request' (duration: 263.83927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.958642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.10724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:20:11.958698Z","caller":"traceutil/trace.go:171","msg":"trace[1282032411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1189; }","duration":"182.244104ms","start":"2026-04-23T00:20:11.776444Z","end":"2026-04-23T00:20:11.958688Z","steps":["trace[1282032411] 'agreement among raft nodes before linearized reading' (duration: 182.041959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.958772Z","caller":"traceutil/trace.go:171","msg":"trace[1961250739] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"264.536508ms","start":"2026-04-23T00:20:11.69417Z","end":"2026-04-23T00:20:11.958707Z","steps":["trace[1961250739] 'process raft request' (duration: 264.201629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.964625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.967817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:20:11.964688Z","caller":"traceutil/trace.go:171","msg":"trace[118710096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1190; }","duration":"182.09597ms","start":"2026-04-23T00:20:11.78258Z","end":"2026-04-23T00:20:11.964676Z","steps":["trace[118710096] 'agreement among raft nodes before linearized reading' (duration: 181.871034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.964714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.076853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:20:11.964789Z","caller":"traceutil/trace.go:171","msg":"trace[737986326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1190; }","duration":"145.184926ms","start":"2026-04-23T00:20:11.819584Z","end":"2026-04-23T00:20:11.964769Z","steps":["trace[737986326] 'agreement among raft nodes before linearized reading' (duration: 144.965051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:12.159867Z","caller":"traceutil/trace.go:171","msg":"trace[1135989704] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"197.92545ms","start":"2026-04-23T00:20:11.961906Z","end":"2026-04-23T00:20:12.159832Z","steps":["trace[1135989704] 'process raft request' (duration: 161.017837ms)","trace[1135989704] 'compare' (duration: 36.703768ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:12.194715Z","caller":"traceutil/trace.go:171","msg":"trace[1565705372] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"230.197577ms","start":"2026-04-23T00:20:11.964478Z","end":"2026-04-23T00:20:12.194676Z","steps":["trace[1565705372] 'process raft request' (duration: 229.816488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:12.194749Z","caller":"traceutil/trace.go:171","msg":"trace[2093917881] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"227.221842ms","start":"2026-04-23T00:20:11.967491Z","end":"2026-04-23T00:20:12.194713Z","steps":["trace[2093917881] 'process raft request' (duration: 227.160901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:12.194913Z","caller":"traceutil/trace.go:171","msg":"trace[1752801758] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"227.384086ms","start":"2026-04-23T00:20:11.967476Z","end":"2026-04-23T00:20:12.19486Z","steps":["trace[1752801758] 'process raft request' (duration: 227.102979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:12.660481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.912054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:12.660606Z","caller":"traceutil/trace.go:171","msg":"trace[562265933] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"248.048679ms","start":"2026-04-23T00:20:12.412537Z","end":"2026-04-23T00:20:12.660586Z","steps":["trace[562265933] 'process raft request' (duration: 131.94293ms)","trace[562265933] 'compare' (duration: 115.76572ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:14.018432Z","caller":"traceutil/trace.go:171","msg":"trace[1415497766] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"158.721588ms","start":"2026-04-23T00:20:13.859665Z","end":"2026-04-23T00:20:14.018387Z","steps":["trace[1415497766] 'process raft request' (duration: 158.443131ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:17.345358Z","caller":"traceutil/trace.go:171","msg":"trace[929294884] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"172.20934ms","start":"2026-04-23T00:20:17.173123Z","end":"2026-04-23T00:20:17.345332Z","steps":["trace[929294884] 'process raft request' (duration: 172.041696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:17.533145Z","caller":"traceutil/trace.go:171","msg":"trace[2091369810] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"359.970454ms","start":"2026-04-23T00:20:17.173149Z","end":"2026-04-23T00:20:17.53312Z","steps":["trace[2091369810] 'process raft request' (duration: 359.762449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.533299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:17.173128Z","time spent":"360.089276ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:17.533542Z","caller":"traceutil/trace.go:171","msg":"trace[480754825] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"359.712376ms","start":"2026-04-23T00:20:17.173794Z","end":"2026-04-23T00:20:17.533506Z","steps":["trace[480754825] 'process raft request' (duration: 359.269645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:17.533907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:17.173784Z","time spent":"359.838809ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:17.649702Z","caller":"traceutil/trace.go:171","msg":"trace[405921840] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"108.285791ms","start":"2026-04-23T00:20:17.541392Z","end":"2026-04-23T00:20:17.649678Z","steps":["trace[405921840] 'process raft request' (duration: 107.783268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:18.274211Z","caller":"traceutil/trace.go:171","msg":"trace[1021451438] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"237.102192ms","start":"2026-04-23T00:20:18.037078Z","end":"2026-04-23T00:20:18.27418Z","steps":["trace[1021451438] 'process raft request' (duration: 236.958578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:18.275312Z","caller":"traceutil/trace.go:171","msg":"trace[1760725610] linearizableReadLoop","detail":"{readStateIndex:1271; appliedIndex:1269; }","duration":"205.714118ms","start":"2026-04-23T00:20:18.069582Z","end":"2026-04-23T00:20:18.275296Z","steps":["trace[1760725610] 'read index received' (duration: 204.528178ms)","trace[1760725610] 'applied index is now lower than readState.Index' (duration: 1.18418ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:18.275685Z","caller":"traceutil/trace.go:171","msg":"trace[1072723715] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"206.339264ms","start":"2026-04-23T00:20:18.069026Z","end":"2026-04-23T00:20:18.275366Z","steps":["trace[1072723715] 'process raft request' (duration: 206.15977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:18.275756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.134559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:20:18.276231Z","caller":"traceutil/trace.go:171","msg":"trace[797169201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"206.625221ms","start":"2026-04-23T00:20:18.069541Z","end":"2026-04-23T00:20:18.276166Z","steps":["trace[797169201] 'agreement among raft nodes before linearized reading' (duration: 205.991885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:24.454441Z","caller":"traceutil/trace.go:171","msg":"trace[1161051989] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1305; }","duration":"157.786024ms","start":"2026-04-23T00:20:24.296625Z","end":"2026-04-23T00:20:24.454411Z","steps":["trace[1161051989] 'read index received' (duration: 157.512917ms)","trace[1161051989] 'applied index is now lower than readState.Index' (duration: 271.727µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:24.454592Z","caller":"traceutil/trace.go:171","msg":"trace[1772501290] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"161.069597ms","start":"2026-04-23T00:20:24.293481Z","end":"2026-04-23T00:20:24.45455Z","steps":["trace[1772501290] 'process raft request' (duration: 160.573635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:24.454764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.088442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:20:24.45478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.882619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:20:24.454784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.193293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:20:24.454827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.251773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:20:24.454839Z","caller":"traceutil/trace.go:171","msg":"trace[3413808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1263; }","duration":"147.047653ms","start":"2026-04-23T00:20:24.307777Z","end":"2026-04-23T00:20:24.454825Z","steps":["trace[3413808] 'agreement among raft nodes before linearized reading' (duration: 146.890369ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:24.454822Z","caller":"traceutil/trace.go:171","msg":"trace[313954951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1263; }","duration":"158.215686ms","start":"2026-04-23T00:20:24.296591Z","end":"2026-04-23T00:20:24.454806Z","steps":["trace[313954951] 'agreement among raft nodes before linearized reading' (duration: 157.97896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:24.454844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.067433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:20:24.454915Z","caller":"traceutil/trace.go:171","msg":"trace[619384853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1263; }","duration":"147.165766ms","start":"2026-04-23T00:20:24.307734Z","end":"2026-04-23T00:20:24.4549Z","steps":["trace[619384853] 'agreement among raft nodes before linearized reading' (duration: 146.993082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:24.454869Z","caller":"traceutil/trace.go:171","msg":"trace[906936749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1263; }","duration":"146.316405ms","start":"2026-04-23T00:20:24.308541Z","end":"2026-04-23T00:20:24.454857Z","steps":["trace[906936749] 'agreement among raft nodes before linearized reading' (duration: 146.219603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:24.454856Z","caller":"traceutil/trace.go:171","msg":"trace[1849692476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1263; }","duration":"152.308336ms","start":"2026-04-23T00:20:24.302529Z","end":"2026-04-23T00:20:24.454838Z","steps":["trace[1849692476] 'agreement among raft nodes before linearized reading' (duration: 152.086581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:25.205976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795277549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:20:25.485568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010933944s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:20:26.207381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.467904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:26.20765Z","caller":"traceutil/trace.go:171","msg":"trace[1008627551] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1307; }","duration":"1.502670821s","start":"2026-04-23T00:20:24.704967Z","end":"2026-04-23T00:20:26.207638Z","steps":["trace[1008627551] 'read index received' (duration: 780.737185ms)","trace[1008627551] 'applied index is now lower than readState.Index' (duration: 721.932946ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:26.207722Z","caller":"traceutil/trace.go:171","msg":"trace[1165781249] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"1.747660635s","start":"2026-04-23T00:20:24.460051Z","end":"2026-04-23T00:20:26.207712Z","steps":["trace[1165781249] 'process raft request' (duration: 1.02574721s)","trace[1165781249] 'compare' (duration: 721.3224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:26.207765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:24.460018Z","time spent":"1.747720376s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:26.208003Z","caller":"traceutil/trace.go:171","msg":"trace[1163971422] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"1.747694944s","start":"2026-04-23T00:20:24.460301Z","end":"2026-04-23T00:20:26.207996Z","steps":["trace[1163971422] 'process raft request' (duration: 1.747219242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:26.208042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:24.460288Z","time spent":"1.747731956s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:26.208124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503167264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:26.208159Z","caller":"traceutil/trace.go:171","msg":"trace[1433496870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1268; }","duration":"1.503244816s","start":"2026-04-23T00:20:24.704906Z","end":"2026-04-23T00:20:26.208151Z","steps":["trace[1433496870] 'agreement among raft nodes before linearized reading' (duration: 1.503198295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:26.208179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:24.704885Z","time spent":"1.503290336s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:20:26.208133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.734017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:26.208236Z","caller":"traceutil/trace.go:171","msg":"trace[577032402] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"1.747840358s","start":"2026-04-23T00:20:24.460377Z","end":"2026-04-23T00:20:26.208217Z","steps":["trace[577032402] 'process raft request' (duration: 1.747207552s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:26.208238Z","caller":"traceutil/trace.go:171","msg":"trace[1753977145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1268; }","duration":"137.87927ms","start":"2026-04-23T00:20:26.070329Z","end":"2026-04-23T00:20:26.208208Z","steps":["trace[1753977145] 'agreement among raft nodes before linearized reading' (duration: 137.718956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:26.208331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:24.460371Z","time spent":"1.747898401s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:26.208126Z","caller":"traceutil/trace.go:171","msg":"trace[152511664] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"1.747775067s","start":"2026-04-23T00:20:24.460324Z","end":"2026-04-23T00:20:26.208099Z","steps":["trace[152511664] 'process raft request' (duration: 1.747239823s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:26.208603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:24.460312Z","time spent":"1.748209558s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:28.535322Z","caller":"traceutil/trace.go:171","msg":"trace[1406571275] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"240.394096ms","start":"2026-04-23T00:20:28.294877Z","end":"2026-04-23T00:20:28.535271Z","steps":["trace[1406571275] 'process raft request' (duration: 240.172771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:28.573378Z","caller":"traceutil/trace.go:171","msg":"trace[299855465] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"277.189137ms","start":"2026-04-23T00:20:28.296155Z","end":"2026-04-23T00:20:28.573345Z","steps":["trace[299855465] 'process raft request' (duration: 277.101045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:28.573748Z","caller":"traceutil/trace.go:171","msg":"trace[1983318927] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"278.308635ms","start":"2026-04-23T00:20:28.295428Z","end":"2026-04-23T00:20:28.573736Z","steps":["trace[1983318927] 'process raft request' (duration: 277.601957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:28.573861Z","caller":"traceutil/trace.go:171","msg":"trace[699075688] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"278.245924ms","start":"2026-04-23T00:20:28.295605Z","end":"2026-04-23T00:20:28.573851Z","steps":["trace[699075688] 'process raft request' (duration: 277.607628ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:28.574001Z","caller":"traceutil/trace.go:171","msg":"trace[2075740000] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"101.265223ms","start":"2026-04-23T00:20:28.472705Z","end":"2026-04-23T00:20:28.57397Z","steps":["trace[2075740000] 'process raft request' (duration: 100.591836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:29.378964Z","caller":"traceutil/trace.go:171","msg":"trace[533513648] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"189.318862ms","start":"2026-04-23T00:20:29.189621Z","end":"2026-04-23T00:20:29.37894Z","steps":["trace[533513648] 'process raft request' (duration: 189.184519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:43.12486Z","caller":"traceutil/trace.go:171","msg":"trace[16635342] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"525.435761ms","start":"2026-04-23T00:20:42.59939Z","end":"2026-04-23T00:20:43.124826Z","steps":["trace[16635342] 'process raft request' (duration: 525.124854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.125094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.599368Z","time spent":"525.602266ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:43.125904Z","caller":"traceutil/trace.go:171","msg":"trace[108481669] linearizableReadLoop","detail":"{readStateIndex:1455; appliedIndex:1453; }","duration":"485.701586ms","start":"2026-04-23T00:20:42.640171Z","end":"2026-04-23T00:20:43.125872Z","steps":["trace[108481669] 'read index received' (duration: 484.422574ms)","trace[108481669] 'applied index is now lower than readState.Index' (duration: 1.277842ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:43.126413Z","caller":"traceutil/trace.go:171","msg":"trace[1095695727] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"511.861168ms","start":"2026-04-23T00:20:42.614532Z","end":"2026-04-23T00:20:43.126393Z","steps":["trace[1095695727] 'process raft request' (duration: 511.122979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.126636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.462706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:20:43.126661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.912064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:20:43.126765Z","caller":"traceutil/trace.go:171","msg":"trace[143182557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1403; }","duration":"479.055587ms","start":"2026-04-23T00:20:42.647691Z","end":"2026-04-23T00:20:43.126747Z","steps":["trace[143182557] 'agreement among raft nodes before linearized reading' (duration: 478.786111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.126745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.824136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:20:43.126698Z","caller":"traceutil/trace.go:171","msg":"trace[835850990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1403; }","duration":"486.563909ms","start":"2026-04-23T00:20:42.64012Z","end":"2026-04-23T00:20:43.126674Z","steps":["trace[835850990] 'agreement among raft nodes before linearized reading' (duration: 486.421165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.126844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.647656Z","time spent":"479.16693ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:20:43.126855Z","caller":"traceutil/trace.go:171","msg":"trace[1225559004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1403; }","duration":"382.00064ms","start":"2026-04-23T00:20:42.74483Z","end":"2026-04-23T00:20:43.126831Z","steps":["trace[1225559004] 'agreement among raft nodes before linearized reading' (duration: 381.693773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.126861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.042298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:20:43.126914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.744804Z","time spent":"382.100433ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:20:43.126938Z","caller":"traceutil/trace.go:171","msg":"trace[1060552444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1403; }","duration":"479.207432ms","start":"2026-04-23T00:20:42.647713Z","end":"2026-04-23T00:20:43.126921Z","steps":["trace[1060552444] 'agreement among raft nodes before linearized reading' (duration: 479.002576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.126979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.647692Z","time spent":"479.277493ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:43.126884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.640107Z","time spent":"486.762753ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:20:43.126633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.015014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:43.127098Z","caller":"traceutil/trace.go:171","msg":"trace[1161243479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1403; }","duration":"422.517926ms","start":"2026-04-23T00:20:42.704558Z","end":"2026-04-23T00:20:43.127076Z","steps":["trace[1161243479] 'agreement among raft nodes before linearized reading' (duration: 422.010604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.127149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.614491Z","time spent":"511.979911ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:43.127187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.704536Z","time spent":"422.63285ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:20:51.408087Z","caller":"traceutil/trace.go:171","msg":"trace[1981372405] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"160.673907ms","start":"2026-04-23T00:20:51.247369Z","end":"2026-04-23T00:20:51.408043Z","steps":["trace[1981372405] 'process raft request' (duration: 72.66464ms)","trace[1981372405] 'compare' (duration: 87.789742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:51.826313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795278042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:20:51.868312Z","caller":"traceutil/trace.go:171","msg":"trace[1129191554] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"620.775255ms","start":"2026-04-23T00:20:51.247504Z","end":"2026-04-23T00:20:51.86828Z","steps":["trace[1129191554] 'process raft request' (duration: 619.36489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:51.86836Z","caller":"traceutil/trace.go:171","msg":"trace[1904962132] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"619.697699ms","start":"2026-04-23T00:20:51.248636Z","end":"2026-04-23T00:20:51.868333Z","steps":["trace[1904962132] 'process raft request' (duration: 619.548765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:51.86855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:51.248623Z","time spent":"619.820022ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:51.868747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:51.247464Z","time spent":"620.926169ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:51.868822Z","caller":"traceutil/trace.go:171","msg":"trace[1719506600] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"620.127719ms","start":"2026-04-23T00:20:51.248664Z","end":"2026-04-23T00:20:51.868792Z","steps":["trace[1719506600] 'process raft request' (duration: 619.630557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:51.868933Z","caller":"traceutil/trace.go:171","msg":"trace[1398587330] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1582; }","duration":"543.183711ms","start":"2026-04-23T00:20:51.325693Z","end":"2026-04-23T00:20:51.868877Z","steps":["trace[1398587330] 'read index received' (duration: 541.087148ms)","trace[1398587330] 'applied index is now lower than readState.Index' (duration: 2.092823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:51.869037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:51.24863Z","time spent":"620.268244ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:51.869047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.360086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:20:51.86924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.315868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:20:51.86925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.501681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:51.86929Z","caller":"traceutil/trace.go:171","msg":"trace[1004293433] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1532; }","duration":"442.458981ms","start":"2026-04-23T00:20:51.42682Z","end":"2026-04-23T00:20:51.869279Z","steps":["trace[1004293433] 'agreement among raft nodes before linearized reading' (duration: 442.310478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:51.869318Z","caller":"traceutil/trace.go:171","msg":"trace[543670190] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1532; }","duration":"197.641394ms","start":"2026-04-23T00:20:51.671655Z","end":"2026-04-23T00:20:51.869296Z","steps":["trace[543670190] 'agreement among raft nodes before linearized reading' (duration: 197.4953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:51.869055Z","caller":"traceutil/trace.go:171","msg":"trace[1803874729] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"620.210262ms","start":"2026-04-23T00:20:51.248704Z","end":"2026-04-23T00:20:51.868915Z","steps":["trace[1803874729] 'process raft request' (duration: 619.979646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:51.869325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:51.426787Z","time spent":"442.528593ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:20:51.869286Z","caller":"traceutil/trace.go:171","msg":"trace[487786266] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1532; }","duration":"543.556091ms","start":"2026-04-23T00:20:51.325668Z","end":"2026-04-23T00:20:51.869225Z","steps":["trace[487786266] 'agreement among raft nodes before linearized reading' (duration: 543.330935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:51.869653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:51.325595Z","time spent":"544.037463ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:20:51.869495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:51.248674Z","time spent":"620.767786ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:55.24083Z","caller":"traceutil/trace.go:171","msg":"trace[730412432] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"100.092984ms","start":"2026-04-23T00:20:55.140703Z","end":"2026-04-23T00:20:55.240796Z","steps":["trace[730412432] 'process raft request' (duration: 97.588031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:06.96903Z","caller":"traceutil/trace.go:171","msg":"trace[1503763893] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"107.152903ms","start":"2026-04-23T00:21:06.861817Z","end":"2026-04-23T00:21:06.96897Z","steps":["trace[1503763893] 'process raft request' (duration: 106.704892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:08.972747Z","caller":"traceutil/trace.go:171","msg":"trace[1194210501] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1905; }","duration":"268.481797ms","start":"2026-04-23T00:21:08.704234Z","end":"2026-04-23T00:21:08.972716Z","steps":["trace[1194210501] 'read index received' (duration: 268.20025ms)","trace[1194210501] 'applied index is now lower than readState.Index' (duration: 280.357µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:08.972912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.62839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:08.972872Z","caller":"traceutil/trace.go:171","msg":"trace[228364932] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"301.975025ms","start":"2026-04-23T00:21:08.670846Z","end":"2026-04-23T00:21:08.972821Z","steps":["trace[228364932] 'process raft request' (duration: 301.682078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:08.972944Z","caller":"traceutil/trace.go:171","msg":"trace[880233774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1827; }","duration":"268.744503ms","start":"2026-04-23T00:21:08.704191Z","end":"2026-04-23T00:21:08.972936Z","steps":["trace[880233774] 'agreement among raft nodes before linearized reading' (duration: 268.63187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:08.973217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:08.670811Z","time spent":"302.17545ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:09.79219Z","caller":"traceutil/trace.go:171","msg":"trace[1851094931] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1907; }","duration":"277.266869ms","start":"2026-04-23T00:21:09.514898Z","end":"2026-04-23T00:21:09.792165Z","steps":["trace[1851094931] 'read index received' (duration: 277.064983ms)","trace[1851094931] 'applied index is now lower than readState.Index' (duration: 200.726µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:09.7923Z","caller":"traceutil/trace.go:171","msg":"trace[1465830246] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"305.842674ms","start":"2026-04-23T00:21:09.486427Z","end":"2026-04-23T00:21:09.79227Z","steps":["trace[1465830246] 'process raft request' (duration: 305.563556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:09.792439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.522145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:21:09.792455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:09.486363Z","time spent":"306.009507ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:09.792501Z","caller":"traceutil/trace.go:171","msg":"trace[143393386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1829; }","duration":"277.628078ms","start":"2026-04-23T00:21:09.514859Z","end":"2026-04-23T00:21:09.792487Z","steps":["trace[143393386] 'agreement among raft nodes before linearized reading' (duration: 277.422633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.021279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027786731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:21:18.021481Z","caller":"traceutil/trace.go:171","msg":"trace[282462294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1936; }","duration":"1.028051688s","start":"2026-04-23T00:21:16.993406Z","end":"2026-04-23T00:21:18.021457Z","steps":["trace[282462294] 'range keys from in-memory index tree' (duration: 1.027598066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.021353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.208856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2a05baf-a966-4590-af65-5fbe8290f039\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-23T00:21:18.021525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.605636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:18.021596Z","caller":"traceutil/trace.go:171","msg":"trace[1429854877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2a05baf-a966-4590-af65-5fbe8290f039; range_end:; response_count:1; response_revision:1936; }","duration":"916.501404ms","start":"2026-04-23T00:21:17.105066Z","end":"2026-04-23T00:21:18.021568Z","steps":["trace[1429854877] 'range keys from in-memory index tree' (duration: 916.037652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.021655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.105031Z","time spent":"916.609925ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2a05baf-a966-4590-af65-5fbe8290f039\" "} {"level":"warn","ts":"2026-04-23T00:21:18.021593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:16.993379Z","time spent":"1.02816465s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:21:18.021787Z","caller":"traceutil/trace.go:171","msg":"trace[53448571] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2016; }","duration":"597.549808ms","start":"2026-04-23T00:21:17.424192Z","end":"2026-04-23T00:21:18.021742Z","steps":["trace[53448571] 'read index received' (duration: 218.583234ms)","trace[53448571] 'applied index is now lower than readState.Index' (duration: 378.964374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:18.021365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.819004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:21:18.02199Z","caller":"traceutil/trace.go:171","msg":"trace[907869924] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"722.988294ms","start":"2026-04-23T00:21:17.298977Z","end":"2026-04-23T00:21:18.021966Z","steps":["trace[907869924] 'process raft request' (duration: 343.790854ms)","trace[907869924] 'compare' (duration: 378.440331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:18.022108Z","caller":"traceutil/trace.go:171","msg":"trace[2133213699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1936; }","duration":"957.525712ms","start":"2026-04-23T00:21:17.064469Z","end":"2026-04-23T00:21:18.021995Z","steps":["trace[2133213699] 'range keys from in-memory index tree' (duration: 956.643299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.021832Z","caller":"traceutil/trace.go:171","msg":"trace[772195248] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"398.517609ms","start":"2026-04-23T00:21:17.623282Z","end":"2026-04-23T00:21:18.021801Z","steps":["trace[772195248] 'process raft request' (duration: 398.453938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.022199Z","caller":"traceutil/trace.go:171","msg":"trace[336457771] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"581.366748ms","start":"2026-04-23T00:21:17.440818Z","end":"2026-04-23T00:21:18.022185Z","steps":["trace[336457771] 'process raft request' (duration: 580.854265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.022237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.04604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2a05baf-a966-4590-af65-5fbe8290f039\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-23T00:21:18.022242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.064434Z","time spent":"957.763928ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:21:18.02229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.440782Z","time spent":"581.462591ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:18.022299Z","caller":"traceutil/trace.go:171","msg":"trace[634215838] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2a05baf-a966-4590-af65-5fbe8290f039; range_end:; response_count:1; response_revision:1939; }","duration":"598.160864ms","start":"2026-04-23T00:21:17.424124Z","end":"2026-04-23T00:21:18.022285Z","steps":["trace[634215838] 'agreement among raft nodes before linearized reading' (duration: 598.0051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.022353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.424096Z","time spent":"598.247665ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2a05baf-a966-4590-af65-5fbe8290f039\" "} {"level":"warn","ts":"2026-04-23T00:21:18.022378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.623244Z","time spent":"399.000532ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:18.022473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.29894Z","time spent":"723.143858ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:18.826908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.837229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:21:18.827591Z","caller":"traceutil/trace.go:171","msg":"trace[1010685785] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2019; }","duration":"805.636977ms","start":"2026-04-23T00:21:18.02191Z","end":"2026-04-23T00:21:18.827547Z","steps":["trace[1010685785] 'read index received' (duration: 163.292135ms)","trace[1010685785] 'applied index is now lower than readState.Index' (duration: 642.340372ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:18.82771Z","caller":"traceutil/trace.go:171","msg":"trace[1528246560] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"800.082416ms","start":"2026-04-23T00:21:18.027607Z","end":"2026-04-23T00:21:18.82769Z","steps":["trace[1528246560] 'process raft request' (duration: 799.84525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.828018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116863276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:18.828131Z","caller":"traceutil/trace.go:171","msg":"trace[2070781604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"1.1170325s","start":"2026-04-23T00:21:17.711074Z","end":"2026-04-23T00:21:18.828106Z","steps":["trace[2070781604] 'agreement among raft nodes before linearized reading' (duration: 1.11664063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.828175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341718489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:18.828182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.711051Z","time spent":"1.117121843s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:21:18.828043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.027587Z","time spent":"800.189869ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:18.828237Z","caller":"traceutil/trace.go:171","msg":"trace[1114961119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"1.341795441s","start":"2026-04-23T00:21:17.486428Z","end":"2026-04-23T00:21:18.828223Z","steps":["trace[1114961119] 'agreement among raft nodes before linearized reading' (duration: 1.341293358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.828203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.210789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:18.828285Z","caller":"traceutil/trace.go:171","msg":"trace[1740798991] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"800.23186ms","start":"2026-04-23T00:21:18.027975Z","end":"2026-04-23T00:21:18.828207Z","steps":["trace[1740798991] 'process raft request' (duration: 799.639045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.828336Z","caller":"traceutil/trace.go:171","msg":"trace[397225883] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1941; }","duration":"911.444125ms","start":"2026-04-23T00:21:17.916864Z","end":"2026-04-23T00:21:18.828308Z","steps":["trace[397225883] 'agreement among raft nodes before linearized reading' (duration: 910.82187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.82827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.486365Z","time spent":"1.341897033s","remote":"127.0.0.1:36222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T00:21:18.828376Z","caller":"traceutil/trace.go:171","msg":"trace[1738696212] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"797.734297ms","start":"2026-04-23T00:21:18.030601Z","end":"2026-04-23T00:21:18.828336Z","steps":["trace[1738696212] 'process raft request' (duration: 797.250295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.828407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.916832Z","time spent":"911.554888ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:21:18.82849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.030576Z","time spent":"797.853999ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:18.828364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.131032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:21:18.828507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.027966Z","time spent":"800.398864ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:18.828559Z","caller":"traceutil/trace.go:171","msg":"trace[472180155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1941; }","duration":"985.392558ms","start":"2026-04-23T00:21:17.843147Z","end":"2026-04-23T00:21:18.828539Z","steps":["trace[472180155] 'agreement among raft nodes before linearized reading' (duration: 984.558067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.828608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:17.84312Z","time spent":"985.477159ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:21:18.888343Z","caller":"traceutil/trace.go:171","msg":"trace[726221298] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"568.618506ms","start":"2026-04-23T00:21:18.319691Z","end":"2026-04-23T00:21:18.888309Z","steps":["trace[726221298] 'process raft request' (duration: 568.385549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.888815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.663834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:21:18.888866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.890357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:21:18.888911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.671511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:18.888917Z","caller":"traceutil/trace.go:171","msg":"trace[313149118] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"375.044636ms","start":"2026-04-23T00:21:18.513852Z","end":"2026-04-23T00:21:18.888896Z","steps":["trace[313149118] 'process raft request' (duration: 374.40363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.888934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.975539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:18.888976Z","caller":"traceutil/trace.go:171","msg":"trace[651014697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1944; }","duration":"670.802804ms","start":"2026-04-23T00:21:18.218144Z","end":"2026-04-23T00:21:18.888947Z","steps":["trace[651014697] 'agreement among raft nodes before linearized reading' (duration: 670.726632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.888819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.355241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:21:18.889043Z","caller":"traceutil/trace.go:171","msg":"trace[2042976722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1944; }","duration":"626.144414ms","start":"2026-04-23T00:21:18.262871Z","end":"2026-04-23T00:21:18.889016Z","steps":["trace[2042976722] 'agreement among raft nodes before linearized reading' (duration: 625.976429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.889092Z","caller":"traceutil/trace.go:171","msg":"trace[1878027189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1944; }","duration":"792.653588ms","start":"2026-04-23T00:21:18.096423Z","end":"2026-04-23T00:21:18.889077Z","steps":["trace[1878027189] 'agreement among raft nodes before linearized reading' (duration: 792.147855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.889102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.262837Z","time spent":"626.250675ms","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:21:18.889184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.096417Z","time spent":"792.7497ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:18.889187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.513825Z","time spent":"375.143877ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:18.888912Z","caller":"traceutil/trace.go:171","msg":"trace[2036967228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1944; }","duration":"795.824678ms","start":"2026-04-23T00:21:18.093066Z","end":"2026-04-23T00:21:18.888891Z","steps":["trace[2036967228] 'agreement among raft nodes before linearized reading' (duration: 795.517231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:18.888934Z","caller":"traceutil/trace.go:171","msg":"trace[1093571278] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1944; }","duration":"864.958379ms","start":"2026-04-23T00:21:18.023943Z","end":"2026-04-23T00:21:18.888901Z","steps":["trace[1093571278] 'agreement among raft nodes before linearized reading' (duration: 864.879467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.888815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.181091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:21:18.889294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.023636Z","time spent":"865.635746ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:21:18.889317Z","caller":"traceutil/trace.go:171","msg":"trace[152239654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1944; }","duration":"793.728075ms","start":"2026-04-23T00:21:18.095573Z","end":"2026-04-23T00:21:18.889301Z","steps":["trace[152239654] 'agreement among raft nodes before linearized reading' (duration: 793.108249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.889042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.218111Z","time spent":"670.916157ms","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:21:18.889394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.09556Z","time spent":"793.792377ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:21:18.889512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.319653Z","time spent":"569.729224ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:18.888759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.871293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T00:21:18.889611Z","caller":"traceutil/trace.go:171","msg":"trace[457156314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1944; }","duration":"855.767625ms","start":"2026-04-23T00:21:18.033826Z","end":"2026-04-23T00:21:18.889594Z","steps":["trace[457156314] 'agreement among raft nodes before linearized reading' (duration: 854.77731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:18.889676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.033801Z","time spent":"855.859018ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:18.889784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:18.093043Z","time spent":"796.223678ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:21:19.107567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.969262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:19.107786Z","caller":"traceutil/trace.go:171","msg":"trace[311832842] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"275.343001ms","start":"2026-04-23T00:21:18.832397Z","end":"2026-04-23T00:21:19.10774Z","steps":["trace[311832842] 'process raft request' (duration: 154.067051ms)","trace[311832842] 'compare' (duration: 120.759057ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:19.107915Z","caller":"traceutil/trace.go:171","msg":"trace[1905005865] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"219.326153ms","start":"2026-04-23T00:21:18.888531Z","end":"2026-04-23T00:21:19.107857Z","steps":["trace[1905005865] 'read index received' (duration: 97.961681ms)","trace[1905005865] 'applied index is now lower than readState.Index' (duration: 121.360782ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:19.107963Z","caller":"traceutil/trace.go:171","msg":"trace[1506913790] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"213.453244ms","start":"2026-04-23T00:21:18.894486Z","end":"2026-04-23T00:21:19.107939Z","steps":["trace[1506913790] 'process raft request' (duration: 213.30355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:19.108049Z","caller":"traceutil/trace.go:171","msg":"trace[405350492] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"213.540987ms","start":"2026-04-23T00:21:18.894494Z","end":"2026-04-23T00:21:19.108035Z","steps":["trace[405350492] 'process raft request' (duration: 213.228109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:19.108192Z","caller":"traceutil/trace.go:171","msg":"trace[124911969] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"213.652959ms","start":"2026-04-23T00:21:18.894527Z","end":"2026-04-23T00:21:19.10818Z","steps":["trace[124911969] 'process raft request' (duration: 213.304481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:19.108188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.605693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:19.108237Z","caller":"traceutil/trace.go:171","msg":"trace[1236522929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"278.750207ms","start":"2026-04-23T00:21:18.829476Z","end":"2026-04-23T00:21:19.108226Z","steps":["trace[1236522929] 'agreement among raft nodes before linearized reading' (duration: 278.559473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:19.108251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.536906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10629"} {"level":"info","ts":"2026-04-23T00:21:19.108284Z","caller":"traceutil/trace.go:171","msg":"trace[1574256873] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"213.045664ms","start":"2026-04-23T00:21:18.895215Z","end":"2026-04-23T00:21:19.108261Z","steps":["trace[1574256873] 'process raft request' (duration: 212.843559ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:19.108349Z","caller":"traceutil/trace.go:171","msg":"trace[2061113012] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1948; }","duration":"275.681739ms","start":"2026-04-23T00:21:18.832645Z","end":"2026-04-23T00:21:19.108327Z","steps":["trace[2061113012] 'agreement among raft nodes before linearized reading' (duration: 275.387672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:20.064944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:19.723219Z","time spent":"341.714142ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:21:20.136142Z","caller":"traceutil/trace.go:171","msg":"trace[121136276] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2030; }","duration":"299.178475ms","start":"2026-04-23T00:21:19.836933Z","end":"2026-04-23T00:21:20.136112Z","steps":["trace[121136276] 'read index received' (duration: 298.867057ms)","trace[121136276] 'applied index is now lower than readState.Index' (duration: 309.988µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:20.136292Z","caller":"traceutil/trace.go:171","msg":"trace[158063041] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"1.01665346s","start":"2026-04-23T00:21:19.119602Z","end":"2026-04-23T00:21:20.136256Z","steps":["trace[158063041] 'process raft request' (duration: 1.016223219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:20.136438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.485113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:20.136475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:19.119574Z","time spent":"1.016806693s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:20.136521Z","caller":"traceutil/trace.go:171","msg":"trace[624902526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1950; }","duration":"299.628206ms","start":"2026-04-23T00:21:19.836864Z","end":"2026-04-23T00:21:20.136493Z","steps":["trace[624902526] 'agreement among raft nodes before linearized reading' (duration: 299.399841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:20.141Z","caller":"traceutil/trace.go:171","msg":"trace[16104293] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"112.089668ms","start":"2026-04-23T00:21:20.028889Z","end":"2026-04-23T00:21:20.140978Z","steps":["trace[16104293] 'process raft request' (duration: 111.904154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:21.587156Z","caller":"traceutil/trace.go:171","msg":"trace[1351025627] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"118.48594ms","start":"2026-04-23T00:21:21.468642Z","end":"2026-04-23T00:21:21.587128Z","steps":["trace[1351025627] 'process raft request' (duration: 118.282515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:23.255374Z","caller":"traceutil/trace.go:171","msg":"trace[1870392917] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2061; }","duration":"105.745116ms","start":"2026-04-23T00:21:23.149599Z","end":"2026-04-23T00:21:23.255344Z","steps":["trace[1870392917] 'read index received' (duration: 79.708697ms)","trace[1870392917] 'applied index is now lower than readState.Index' (duration: 26.033979ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:23.255529Z","caller":"traceutil/trace.go:171","msg":"trace[1011722084] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"108.471275ms","start":"2026-04-23T00:21:23.147031Z","end":"2026-04-23T00:21:23.255502Z","steps":["trace[1011722084] 'process raft request' (duration: 82.364245ms)","trace[1011722084] 'compare' (duration: 25.813823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:23.255689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.008134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:21:23.255698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.057985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:21:23.255755Z","caller":"traceutil/trace.go:171","msg":"trace[2106659752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1980; }","duration":"106.105956ms","start":"2026-04-23T00:21:23.14963Z","end":"2026-04-23T00:21:23.255736Z","steps":["trace[2106659752] 'agreement among raft nodes before linearized reading' (duration: 105.908351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:23.255787Z","caller":"traceutil/trace.go:171","msg":"trace[1533063709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1980; }","duration":"106.191179ms","start":"2026-04-23T00:21:23.14957Z","end":"2026-04-23T00:21:23.255761Z","steps":["trace[1533063709] 'agreement among raft nodes before linearized reading' (duration: 105.927771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:23.256205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.508797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:21:23.256297Z","caller":"traceutil/trace.go:171","msg":"trace[520913579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1980; }","duration":"106.63753ms","start":"2026-04-23T00:21:23.149635Z","end":"2026-04-23T00:21:23.256272Z","steps":["trace[520913579] 'agreement among raft nodes before linearized reading' (duration: 106.378073ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:23.363155Z","caller":"traceutil/trace.go:171","msg":"trace[2105088538] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"102.465334ms","start":"2026-04-23T00:21:23.260652Z","end":"2026-04-23T00:21:23.363117Z","steps":["trace[2105088538] 'process raft request' (duration: 101.781277ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:23.363174Z","caller":"traceutil/trace.go:171","msg":"trace[1346794634] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"101.578341ms","start":"2026-04-23T00:21:23.261563Z","end":"2026-04-23T00:21:23.363141Z","steps":["trace[1346794634] 'process raft request' (duration: 101.407687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:23.363451Z","caller":"traceutil/trace.go:171","msg":"trace[290950317] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"101.310954ms","start":"2026-04-23T00:21:23.262127Z","end":"2026-04-23T00:21:23.363438Z","steps":["trace[290950317] 'process raft request' (duration: 100.889804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:24.31003Z","caller":"traceutil/trace.go:171","msg":"trace[771688107] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"168.736562ms","start":"2026-04-23T00:21:24.141268Z","end":"2026-04-23T00:21:24.310004Z","steps":["trace[771688107] 'process raft request' (duration: 168.542367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:24.313228Z","caller":"traceutil/trace.go:171","msg":"trace[1135464604] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1994; }","duration":"100.000452ms","start":"2026-04-23T00:21:24.213196Z","end":"2026-04-23T00:21:24.313197Z","steps":["trace[1135464604] 'agreement among raft nodes before linearized reading' (duration: 99.884659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:24.313144Z","caller":"traceutil/trace.go:171","msg":"trace[832636273] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"110.61473ms","start":"2026-04-23T00:21:24.202478Z","end":"2026-04-23T00:21:24.313092Z","steps":["trace[832636273] 'process raft request' (duration: 110.418076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:24.752473Z","caller":"traceutil/trace.go:171","msg":"trace[1470695004] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"262.931477ms","start":"2026-04-23T00:21:24.489516Z","end":"2026-04-23T00:21:24.752448Z","steps":["trace[1470695004] 'process raft request' (duration: 262.684201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:26.575756Z","caller":"traceutil/trace.go:171","msg":"trace[1257116586] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"280.914423ms","start":"2026-04-23T00:21:26.294815Z","end":"2026-04-23T00:21:26.57573Z","steps":["trace[1257116586] 'process raft request' (duration: 280.730189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:26.578801Z","caller":"traceutil/trace.go:171","msg":"trace[846047311] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2090; }","duration":"248.576934ms","start":"2026-04-23T00:21:26.330198Z","end":"2026-04-23T00:21:26.578775Z","steps":["trace[846047311] 'read index received' (duration: 245.366513ms)","trace[846047311] 'applied index is now lower than readState.Index' (duration: 3.209251ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:26.578893Z","caller":"traceutil/trace.go:171","msg":"trace[381662487] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"259.799858ms","start":"2026-04-23T00:21:26.319059Z","end":"2026-04-23T00:21:26.578859Z","steps":["trace[381662487] 'process raft request' (duration: 259.553702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:26.579037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.82112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:21:26.5791Z","caller":"traceutil/trace.go:171","msg":"trace[296328486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"248.957923ms","start":"2026-04-23T00:21:26.330126Z","end":"2026-04-23T00:21:26.579084Z","steps":["trace[296328486] 'agreement among raft nodes before linearized reading' (duration: 248.756008ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:31.455923Z","caller":"traceutil/trace.go:171","msg":"trace[441995932] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"200.083106ms","start":"2026-04-23T00:21:31.25577Z","end":"2026-04-23T00:21:31.455853Z","steps":["trace[441995932] 'process raft request' (duration: 162.172636ms)","trace[441995932] 'compare' (duration: 37.741916ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:31.494447Z","caller":"traceutil/trace.go:171","msg":"trace[383639984] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2133; }","duration":"197.323397ms","start":"2026-04-23T00:21:31.297077Z","end":"2026-04-23T00:21:31.4944Z","steps":["trace[383639984] 'read index received' (duration: 120.87943ms)","trace[383639984] 'applied index is now lower than readState.Index' (duration: 76.442416ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:31.494487Z","caller":"traceutil/trace.go:171","msg":"trace[31197864] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"232.687192ms","start":"2026-04-23T00:21:31.261759Z","end":"2026-04-23T00:21:31.494446Z","steps":["trace[31197864] 'process raft request' (duration: 232.500926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.494708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.601163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:21:31.494735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.478122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:31.49479Z","caller":"traceutil/trace.go:171","msg":"trace[1260516511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2051; }","duration":"197.740437ms","start":"2026-04-23T00:21:31.29703Z","end":"2026-04-23T00:21:31.49477Z","steps":["trace[1260516511] 'agreement among raft nodes before linearized reading' (duration: 197.504191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:31.494794Z","caller":"traceutil/trace.go:171","msg":"trace[2034659618] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2051; }","duration":"188.586085ms","start":"2026-04-23T00:21:31.306189Z","end":"2026-04-23T00:21:31.494775Z","steps":["trace[2034659618] 'agreement among raft nodes before linearized reading' (duration: 188.489472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.494811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.068663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:21:31.494909Z","caller":"traceutil/trace.go:171","msg":"trace[336219252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2051; }","duration":"192.219127ms","start":"2026-04-23T00:21:31.302666Z","end":"2026-04-23T00:21:31.494885Z","steps":["trace[336219252] 'agreement among raft nodes before linearized reading' (duration: 191.9534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.8554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.219786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:31.855543Z","caller":"traceutil/trace.go:171","msg":"trace[219670931] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"310.074879ms","start":"2026-04-23T00:21:31.545444Z","end":"2026-04-23T00:21:31.855518Z","steps":["trace[219670931] 'process raft request' (duration: 162.542705ms)","trace[219670931] 'compare' (duration: 147.061692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:31.855637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.545419Z","time spent":"310.160052ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:31.889781Z","caller":"traceutil/trace.go:171","msg":"trace[1212734693] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2140; }","duration":"278.758368ms","start":"2026-04-23T00:21:31.610989Z","end":"2026-04-23T00:21:31.889747Z","steps":["trace[1212734693] 'read index received' (duration: 96.976466ms)","trace[1212734693] 'applied index is now lower than readState.Index' (duration: 181.780682ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:31.889853Z","caller":"traceutil/trace.go:171","msg":"trace[819917720] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"343.676831ms","start":"2026-04-23T00:21:31.546145Z","end":"2026-04-23T00:21:31.889822Z","steps":["trace[819917720] 'process raft request' (duration: 343.439015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.890006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.018495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-23T00:21:31.890081Z","caller":"traceutil/trace.go:171","msg":"trace[309562406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2058; }","duration":"279.113667ms","start":"2026-04-23T00:21:31.610926Z","end":"2026-04-23T00:21:31.890039Z","steps":["trace[309562406] 'agreement among raft nodes before linearized reading' (duration: 278.970883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:31.890082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:31.546128Z","time spent":"343.841465ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:31.890514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.132687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:31.890607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.799882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:31.890681Z","caller":"traceutil/trace.go:171","msg":"trace[1229431784] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2058; }","duration":"214.082469ms","start":"2026-04-23T00:21:31.676577Z","end":"2026-04-23T00:21:31.890659Z","steps":["trace[1229431784] 'agreement among raft nodes before linearized reading' (duration: 213.676839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:31.890637Z","caller":"traceutil/trace.go:171","msg":"trace[2129033060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"264.285411ms","start":"2026-04-23T00:21:31.626322Z","end":"2026-04-23T00:21:31.890607Z","steps":["trace[2129033060] 'agreement among raft nodes before linearized reading' (duration: 263.928762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:33.135342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.412183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:33.135474Z","caller":"traceutil/trace.go:171","msg":"trace[2017721356] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"137.183694ms","start":"2026-04-23T00:21:32.998265Z","end":"2026-04-23T00:21:33.135449Z","steps":["trace[2017721356] 'process raft request' (duration: 34.526865ms)","trace[2017721356] 'compare' (duration: 102.020293ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:33.49027Z","caller":"traceutil/trace.go:171","msg":"trace[1340228483] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"452.785584ms","start":"2026-04-23T00:21:33.037443Z","end":"2026-04-23T00:21:33.490229Z","steps":["trace[1340228483] 'process raft request' (duration: 376.063152ms)","trace[1340228483] 'compare' (duration: 76.396144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:33.490557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:33.037418Z","time spent":"453.05144ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:33.521197Z","caller":"traceutil/trace.go:171","msg":"trace[243325098] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"425.428691ms","start":"2026-04-23T00:21:33.095745Z","end":"2026-04-23T00:21:33.521174Z","steps":["trace[243325098] 'process raft request' (duration: 425.271007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:33.521344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:33.095712Z","time spent":"425.554064ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:33.990334Z","caller":"traceutil/trace.go:171","msg":"trace[1089044439] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"463.550185ms","start":"2026-04-23T00:21:33.526744Z","end":"2026-04-23T00:21:33.990294Z","steps":["trace[1089044439] 'process raft request' (duration: 463.247747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:33.990651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:33.526735Z","time spent":"463.737ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:33.990665Z","caller":"traceutil/trace.go:171","msg":"trace[1029244981] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"463.779472ms","start":"2026-04-23T00:21:33.526846Z","end":"2026-04-23T00:21:33.990625Z","steps":["trace[1029244981] 'process raft request' (duration: 463.373261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:33.990804Z","caller":"traceutil/trace.go:171","msg":"trace[671916417] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2156; }","duration":"360.952288ms","start":"2026-04-23T00:21:33.629824Z","end":"2026-04-23T00:21:33.990777Z","steps":["trace[671916417] 'read index received' (duration: 360.180138ms)","trace[671916417] 'applied index is now lower than readState.Index' (duration: 770.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:33.990867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:33.526826Z","time spent":"463.927305ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:33.990912Z","caller":"traceutil/trace.go:171","msg":"trace[1434223223] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"463.958476ms","start":"2026-04-23T00:21:33.526899Z","end":"2026-04-23T00:21:33.990857Z","steps":["trace[1434223223] 'process raft request' (duration: 463.593547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:33.990992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.819792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:21:33.99098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.148844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:33.99103Z","caller":"traceutil/trace.go:171","msg":"trace[1078578624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2074; }","duration":"286.917744ms","start":"2026-04-23T00:21:33.704101Z","end":"2026-04-23T00:21:33.991018Z","steps":["trace[1078578624] 'agreement among raft nodes before linearized reading' (duration: 286.829832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:33.991053Z","caller":"traceutil/trace.go:171","msg":"trace[517380376] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2074; }","duration":"361.273296ms","start":"2026-04-23T00:21:33.629758Z","end":"2026-04-23T00:21:33.991031Z","steps":["trace[517380376] 'agreement among raft nodes before linearized reading' (duration: 361.134903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:33.99112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:33.629732Z","time spent":"361.371609ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:21:33.991147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:33.526892Z","time spent":"464.132441ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:33.991353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.038991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:21:33.991453Z","caller":"traceutil/trace.go:171","msg":"trace[70019791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2074; }","duration":"156.216435ms","start":"2026-04-23T00:21:33.835212Z","end":"2026-04-23T00:21:33.991429Z","steps":["trace[70019791] 'agreement among raft nodes before linearized reading' (duration: 155.884177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:35.428887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.409691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:35.428998Z","caller":"traceutil/trace.go:171","msg":"trace[1469588292] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2162; }","duration":"137.659095ms","start":"2026-04-23T00:21:35.29132Z","end":"2026-04-23T00:21:35.42898Z","steps":["trace[1469588292] 'read index received' (duration: 62.352µs)","trace[1469588292] 'applied index is now lower than readState.Index' (duration: 137.595203ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:35.429022Z","caller":"traceutil/trace.go:171","msg":"trace[1062550893] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"287.92407ms","start":"2026-04-23T00:21:35.141058Z","end":"2026-04-23T00:21:35.428982Z","steps":["trace[1062550893] 'process raft request' (duration: 129.318394ms)","trace[1062550893] 'compare' (duration: 158.105374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:35.429135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.817419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:35.429165Z","caller":"traceutil/trace.go:171","msg":"trace[747920391] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2078; }","duration":"137.888641ms","start":"2026-04-23T00:21:35.291266Z","end":"2026-04-23T00:21:35.429154Z","steps":["trace[747920391] 'agreement among raft nodes before linearized reading' (duration: 137.810949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.064749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795279228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:21:38.28606Z","caller":"traceutil/trace.go:171","msg":"trace[1053633403] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"850.877182ms","start":"2026-04-23T00:21:37.435155Z","end":"2026-04-23T00:21:38.286032Z","steps":["trace[1053633403] 'process raft request' (duration: 850.666107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.286335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.435128Z","time spent":"851.112358ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:38.291943Z","caller":"traceutil/trace.go:171","msg":"trace[663371505] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"786.925053ms","start":"2026-04-23T00:21:37.504981Z","end":"2026-04-23T00:21:38.291906Z","steps":["trace[663371505] 'process raft request' (duration: 786.672817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.292113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.504953Z","time spent":"787.070267ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:38.295243Z","caller":"traceutil/trace.go:171","msg":"trace[779288449] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2173; }","duration":"730.994177ms","start":"2026-04-23T00:21:37.564224Z","end":"2026-04-23T00:21:38.295218Z","steps":["trace[779288449] 'read index received' (duration: 721.763804ms)","trace[779288449] 'applied index is now lower than readState.Index' (duration: 9.228893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:38.29546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.226643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:21:38.295569Z","caller":"traceutil/trace.go:171","msg":"trace[1088596890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2091; }","duration":"731.340986ms","start":"2026-04-23T00:21:37.564179Z","end":"2026-04-23T00:21:38.29552Z","steps":["trace[1088596890] 'agreement among raft nodes before linearized reading' (duration: 731.149541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.295515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.957505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:21:38.295618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.564156Z","time spent":"731.448718ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:21:38.29566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.617523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:21:38.295658Z","caller":"traceutil/trace.go:171","msg":"trace[651139493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2091; }","duration":"289.12067ms","start":"2026-04-23T00:21:38.006511Z","end":"2026-04-23T00:21:38.295631Z","steps":["trace[651139493] 'agreement among raft nodes before linearized reading' (duration: 288.868693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.295484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.53597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:21:38.295739Z","caller":"traceutil/trace.go:171","msg":"trace[1492421315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2091; }","duration":"729.841387ms","start":"2026-04-23T00:21:37.565889Z","end":"2026-04-23T00:21:38.29573Z","steps":["trace[1492421315] 'agreement among raft nodes before linearized reading' (duration: 729.467888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.295748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.157406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:21:38.295764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.565882Z","time spent":"729.874108ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:21:38.295766Z","caller":"traceutil/trace.go:171","msg":"trace[306464518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2091; }","duration":"591.218638ms","start":"2026-04-23T00:21:37.704542Z","end":"2026-04-23T00:21:38.295761Z","steps":["trace[306464518] 'agreement among raft nodes before linearized reading' (duration: 591.184797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.295795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:37.70452Z","time spent":"591.26804ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:21:38.295708Z","caller":"traceutil/trace.go:171","msg":"trace[205274511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2091; }","duration":"293.701745ms","start":"2026-04-23T00:21:38.001995Z","end":"2026-04-23T00:21:38.295697Z","steps":["trace[205274511] 'agreement among raft nodes before linearized reading' (duration: 293.618073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:38.295796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.522295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:21:38.295597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.613257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:21:38.29591Z","caller":"traceutil/trace.go:171","msg":"trace[803854885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2091; }","duration":"290.923974ms","start":"2026-04-23T00:21:38.004977Z","end":"2026-04-23T00:21:38.295901Z","steps":["trace[803854885] 'agreement among raft nodes before linearized reading' (duration: 290.527584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:38.295905Z","caller":"traceutil/trace.go:171","msg":"trace[230809540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"181.641958ms","start":"2026-04-23T00:21:38.11421Z","end":"2026-04-23T00:21:38.295852Z","steps":["trace[230809540] 'agreement among raft nodes before linearized reading' (duration: 181.449413ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:40.409683Z","caller":"traceutil/trace.go:171","msg":"trace[1896304116] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2184; }","duration":"105.219454ms","start":"2026-04-23T00:21:40.304419Z","end":"2026-04-23T00:21:40.409638Z","steps":["trace[1896304116] 'read index received' (duration: 2.067853ms)","trace[1896304116] 'applied index is now lower than readState.Index' (duration: 103.150031ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:40.409753Z","caller":"traceutil/trace.go:171","msg":"trace[1381712782] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"113.274778ms","start":"2026-04-23T00:21:40.296453Z","end":"2026-04-23T00:21:40.409728Z","steps":["trace[1381712782] 'process raft request' (duration: 92.545073ms)","trace[1381712782] 'compare' (duration: 20.319244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:40.41017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.721907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:21:40.410258Z","caller":"traceutil/trace.go:171","msg":"trace[1747647350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2100; }","duration":"105.84616ms","start":"2026-04-23T00:21:40.304393Z","end":"2026-04-23T00:21:40.410239Z","steps":["trace[1747647350] 'agreement among raft nodes before linearized reading' (duration: 105.388259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:44.81361Z","caller":"traceutil/trace.go:171","msg":"trace[1764889611] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"338.655894ms","start":"2026-04-23T00:21:44.474923Z","end":"2026-04-23T00:21:44.813579Z","steps":["trace[1764889611] 'process raft request' (duration: 338.330976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:44.813617Z","caller":"traceutil/trace.go:171","msg":"trace[979618778] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"338.640564ms","start":"2026-04-23T00:21:44.474951Z","end":"2026-04-23T00:21:44.813592Z","steps":["trace[979618778] 'process raft request' (duration: 338.531001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.813772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.474903Z","time spent":"338.780757ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:44.813811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.474929Z","time spent":"338.797117ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:44.814293Z","caller":"traceutil/trace.go:171","msg":"trace[1963516446] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"338.600643ms","start":"2026-04-23T00:21:44.475669Z","end":"2026-04-23T00:21:44.81427Z","steps":["trace[1963516446] 'process raft request' (duration: 338.456549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:44.814409Z","caller":"traceutil/trace.go:171","msg":"trace[2013868157] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"338.955331ms","start":"2026-04-23T00:21:44.475382Z","end":"2026-04-23T00:21:44.814337Z","steps":["trace[2013868157] 'process raft request' (duration: 338.165412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.814535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.475354Z","time spent":"339.126576ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:44.814756Z","caller":"traceutil/trace.go:171","msg":"trace[585898129] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2214; }","duration":"109.650136ms","start":"2026-04-23T00:21:44.705084Z","end":"2026-04-23T00:21:44.814734Z","steps":["trace[585898129] 'read index received' (duration: 108.250981ms)","trace[585898129] 'applied index is now lower than readState.Index' (duration: 1.397825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:44.814873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.777789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:44.814914Z","caller":"traceutil/trace.go:171","msg":"trace[1694521143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2132; }","duration":"109.879411ms","start":"2026-04-23T00:21:44.705026Z","end":"2026-04-23T00:21:44.814905Z","steps":["trace[1694521143] 'agreement among raft nodes before linearized reading' (duration: 109.796649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:44.81516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:44.475659Z","time spent":"338.703935ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:44.814795Z","caller":"traceutil/trace.go:171","msg":"trace[1477070708] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"142.023305ms","start":"2026-04-23T00:21:44.672759Z","end":"2026-04-23T00:21:44.814782Z","steps":["trace[1477070708] 'process raft request' (duration: 141.877272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:10.792525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.530161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:22:10.792644Z","caller":"traceutil/trace.go:171","msg":"trace[142215375] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2268; }","duration":"210.723836ms","start":"2026-04-23T00:22:10.581895Z","end":"2026-04-23T00:22:10.792619Z","steps":["trace[142215375] 'count revisions from in-memory index tree' (duration: 210.406857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:10.793294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.279961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:22:10.793678Z","caller":"traceutil/trace.go:171","msg":"trace[692334734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"124.280896ms","start":"2026-04-23T00:22:10.669216Z","end":"2026-04-23T00:22:10.793497Z","steps":["trace[692334734] 'range keys from in-memory index tree' (duration: 122.960283ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:11.035451Z","caller":"traceutil/trace.go:171","msg":"trace[48182106] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2361; }","duration":"105.870189ms","start":"2026-04-23T00:22:10.929554Z","end":"2026-04-23T00:22:11.035424Z","steps":["trace[48182106] 'read index received' (duration: 11.658965ms)","trace[48182106] 'applied index is now lower than readState.Index' (duration: 94.210094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:11.035691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.121346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:22:11.03573Z","caller":"traceutil/trace.go:171","msg":"trace[1308328529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2270; }","duration":"106.221239ms","start":"2026-04-23T00:22:10.929498Z","end":"2026-04-23T00:22:11.035719Z","steps":["trace[1308328529] 'agreement among raft nodes before linearized reading' (duration: 106.065705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:11.035657Z","caller":"traceutil/trace.go:171","msg":"trace[1031693958] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"122.393848ms","start":"2026-04-23T00:22:10.913212Z","end":"2026-04-23T00:22:11.035605Z","steps":["trace[1031693958] 'process raft request' (duration: 27.990428ms)","trace[1031693958] 'compare' (duration: 94.063881ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:11.274726Z","caller":"traceutil/trace.go:171","msg":"trace[2037422426] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"234.286733ms","start":"2026-04-23T00:22:11.040406Z","end":"2026-04-23T00:22:11.274692Z","steps":["trace[2037422426] 'process raft request' (duration: 234.049247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:11.27515Z","caller":"traceutil/trace.go:171","msg":"trace[963260120] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"234.118108ms","start":"2026-04-23T00:22:11.04099Z","end":"2026-04-23T00:22:11.275108Z","steps":["trace[963260120] 'process raft request' (duration: 233.649157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:11.275704Z","caller":"traceutil/trace.go:171","msg":"trace[1788488277] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"234.61037ms","start":"2026-04-23T00:22:11.04107Z","end":"2026-04-23T00:22:11.27568Z","steps":["trace[1788488277] 'process raft request' (duration: 234.104478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:11.275799Z","caller":"traceutil/trace.go:171","msg":"trace[1564954196] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"179.699638ms","start":"2026-04-23T00:22:11.096085Z","end":"2026-04-23T00:22:11.275784Z","steps":["trace[1564954196] 'process raft request' (duration: 179.522124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:11.275677Z","caller":"traceutil/trace.go:171","msg":"trace[736084234] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2362; }","duration":"179.718468ms","start":"2026-04-23T00:22:11.095936Z","end":"2026-04-23T00:22:11.275654Z","steps":["trace[736084234] 'read index received' (duration: 30.211213ms)","trace[736084234] 'applied index is now lower than readState.Index' (duration: 149.506265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:11.276285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.308432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:11.276335Z","caller":"traceutil/trace.go:171","msg":"trace[1926934788] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2275; }","duration":"180.431216ms","start":"2026-04-23T00:22:11.09589Z","end":"2026-04-23T00:22:11.276321Z","steps":["trace[1926934788] 'agreement among raft nodes before linearized reading' (duration: 180.111288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:13.381574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46656582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:22:13.381825Z","caller":"traceutil/trace.go:171","msg":"trace[1397834582] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2367; }","duration":"1.776804624s","start":"2026-04-23T00:22:11.605002Z","end":"2026-04-23T00:22:13.381807Z","steps":["trace[1397834582] 'read index received' (duration: 309.676519ms)","trace[1397834582] 'applied index is now lower than readState.Index' (duration: 1.467127115s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:13.381905Z","caller":"traceutil/trace.go:171","msg":"trace[2129212435] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"2.051174111s","start":"2026-04-23T00:22:11.33072Z","end":"2026-04-23T00:22:13.381894Z","steps":["trace[2129212435] 'process raft request' (duration: 583.938644ms)","trace[2129212435] 'compare' (duration: 1.466307724s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:13.381969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:11.330674Z","time spent":"2.051260793s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:13.382049Z","caller":"traceutil/trace.go:171","msg":"trace[511275921] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"2.00886882s","start":"2026-04-23T00:22:11.373122Z","end":"2026-04-23T00:22:13.381991Z","steps":["trace[511275921] 'process raft request' (duration: 2.008588003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:13.38223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:11.373099Z","time spent":"2.009044035s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:13.382251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777226584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:22:13.382345Z","caller":"traceutil/trace.go:171","msg":"trace[863420277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2277; }","duration":"1.777372088s","start":"2026-04-23T00:22:11.604951Z","end":"2026-04-23T00:22:13.382323Z","steps":["trace[863420277] 'agreement among raft nodes before linearized reading' (duration: 1.777072691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:13.382391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:11.604929Z","time spent":"1.777452191s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:22:13.882518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795279690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:22:13.978244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366574028s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:22:14.662051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.443303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:22:14.662306Z","caller":"traceutil/trace.go:171","msg":"trace[1132851888] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"2.102176731s","start":"2026-04-23T00:22:12.560109Z","end":"2026-04-23T00:22:14.662286Z","steps":["trace[1132851888] 'process raft request' (duration: 2.102073869s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.662401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.560081Z","time spent":"2.102269664s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:14.66263Z","caller":"traceutil/trace.go:171","msg":"trace[1864597404] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"2.221456041s","start":"2026-04-23T00:22:12.441149Z","end":"2026-04-23T00:22:14.662605Z","steps":["trace[1864597404] 'process raft request' (duration: 1.537370662s)","trace[1864597404] 'compare' (duration: 683.32902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:14.662721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.441103Z","time spent":"2.221573775s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:14.662979Z","caller":"traceutil/trace.go:171","msg":"trace[1778377887] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"1.622004774s","start":"2026-04-23T00:22:13.040932Z","end":"2026-04-23T00:22:14.662936Z","steps":["trace[1778377887] 'process raft request' (duration: 1.621316867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.663115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960214047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:14.663239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532990051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:22:14.663334Z","caller":"traceutil/trace.go:171","msg":"trace[938270277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2281; }","duration":"1.533149935s","start":"2026-04-23T00:22:13.130164Z","end":"2026-04-23T00:22:14.663314Z","steps":["trace[938270277] 'agreement among raft nodes before linearized reading' (duration: 1.532837327s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.663298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493726435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:14.663165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:13.040901Z","time spent":"1.622167209s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:14.663461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:13.130138Z","time spent":"1.533305349s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:22:14.663386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382145842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:22:14.66357Z","caller":"traceutil/trace.go:171","msg":"trace[2029441296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2281; }","duration":"2.494113715s","start":"2026-04-23T00:22:12.169391Z","end":"2026-04-23T00:22:14.663504Z","steps":["trace[2029441296] 'agreement among raft nodes before linearized reading' (duration: 2.493721135s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:14.663695Z","caller":"traceutil/trace.go:171","msg":"trace[1586749636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2281; }","duration":"1.382592284s","start":"2026-04-23T00:22:13.281076Z","end":"2026-04-23T00:22:14.663668Z","steps":["trace[1586749636] 'agreement among raft nodes before linearized reading' (duration: 1.381858344s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:14.662976Z","caller":"traceutil/trace.go:171","msg":"trace[1080431246] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2369; }","duration":"1.281071352s","start":"2026-04-23T00:22:13.38186Z","end":"2026-04-23T00:22:14.662932Z","steps":["trace[1080431246] 'read index received' (duration: 596.636185ms)","trace[1080431246] 'applied index is now lower than readState.Index' (duration: 684.433967ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:14.663247Z","caller":"traceutil/trace.go:171","msg":"trace[1378841661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2281; }","duration":"1.96037418s","start":"2026-04-23T00:22:12.702832Z","end":"2026-04-23T00:22:14.663207Z","steps":["trace[1378841661] 'agreement among raft nodes before linearized reading' (duration: 1.960181125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.663771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:13.28106Z","time spent":"1.382694456s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:22:14.663759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79521565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:22:14.663826Z","caller":"traceutil/trace.go:171","msg":"trace[1961022058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2281; }","duration":"1.795323112s","start":"2026-04-23T00:22:12.868491Z","end":"2026-04-23T00:22:14.663814Z","steps":["trace[1961022058] 'agreement among raft nodes before linearized reading' (duration: 1.794532472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.663825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.169368Z","time spent":"2.494363621s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:22:14.663819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.702816Z","time spent":"1.960989697s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:22:14.66324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382435559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:22:14.6641Z","caller":"traceutil/trace.go:171","msg":"trace[691183436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2281; }","duration":"1.383324982s","start":"2026-04-23T00:22:13.280708Z","end":"2026-04-23T00:22:14.664033Z","steps":["trace[691183436] 'agreement among raft nodes before linearized reading' (duration: 1.382270714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.664212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:13.280684Z","time spent":"1.383507857s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:22:14.662985Z","caller":"traceutil/trace.go:171","msg":"trace[1173439827] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"1.275990494s","start":"2026-04-23T00:22:13.386968Z","end":"2026-04-23T00:22:14.662958Z","steps":["trace[1173439827] 'process raft request' (duration: 1.275784939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.66372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695873474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:14.664513Z","caller":"traceutil/trace.go:171","msg":"trace[1236092883] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2281; }","duration":"1.696762917s","start":"2026-04-23T00:22:12.967733Z","end":"2026-04-23T00:22:14.664496Z","steps":["trace[1236092883] 'agreement among raft nodes before linearized reading' (duration: 1.695203227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.664535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:13.386948Z","time spent":"1.277457922s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:14.6646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.967714Z","time spent":"1.69686664s","remote":"127.0.0.1:37046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:22:14.663847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256610702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:22:14.664696Z","caller":"traceutil/trace.go:171","msg":"trace[1802245655] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:2281; }","duration":"2.257525515s","start":"2026-04-23T00:22:12.407158Z","end":"2026-04-23T00:22:14.664683Z","steps":["trace[1802245655] 'agreement among raft nodes before linearized reading' (duration: 2.255897153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.664743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.407121Z","time spent":"2.257610137s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T00:22:14.664763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385130909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:22:14.663864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861807094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:22:14.664932Z","caller":"traceutil/trace.go:171","msg":"trace[1031785917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2281; }","duration":"2.862918192s","start":"2026-04-23T00:22:11.802001Z","end":"2026-04-23T00:22:14.664919Z","steps":["trace[1031785917] 'agreement among raft nodes before linearized reading' (duration: 2.861041594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.664975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:11.801979Z","time spent":"2.862985224s","remote":"127.0.0.1:36222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:22:14.663867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:12.868469Z","time spent":"1.795389394s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:22:14.664907Z","caller":"traceutil/trace.go:171","msg":"trace[1736326182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2281; }","duration":"1.385451056s","start":"2026-04-23T00:22:13.279438Z","end":"2026-04-23T00:22:14.664889Z","steps":["trace[1736326182] 'agreement among raft nodes before linearized reading' (duration: 1.383512027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:14.665334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:13.279415Z","time spent":"1.385898688s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:22:18.898293Z","caller":"traceutil/trace.go:171","msg":"trace[862150320] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"117.209927ms","start":"2026-04-23T00:22:18.781061Z","end":"2026-04-23T00:22:18.898271Z","steps":["trace[862150320] 'process raft request' (duration: 117.177406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:18.898304Z","caller":"traceutil/trace.go:171","msg":"trace[1264815968] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"221.013696ms","start":"2026-04-23T00:22:18.677258Z","end":"2026-04-23T00:22:18.898272Z","steps":["trace[1264815968] 'process raft request' (duration: 220.941474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:18.8983Z","caller":"traceutil/trace.go:171","msg":"trace[804004646] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2392; }","duration":"210.357526ms","start":"2026-04-23T00:22:18.687924Z","end":"2026-04-23T00:22:18.898281Z","steps":["trace[804004646] 'read index received' (duration: 22.651003ms)","trace[804004646] 'applied index is now lower than readState.Index' (duration: 187.704682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:18.898644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.502299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:22:18.898669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.157751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:22:18.898678Z","caller":"traceutil/trace.go:171","msg":"trace[814999794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2302; }","duration":"210.585211ms","start":"2026-04-23T00:22:18.688084Z","end":"2026-04-23T00:22:18.898669Z","steps":["trace[814999794] 'agreement among raft nodes before linearized reading' (duration: 210.444748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:18.898695Z","caller":"traceutil/trace.go:171","msg":"trace[817207147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2302; }","duration":"210.223773ms","start":"2026-04-23T00:22:18.688464Z","end":"2026-04-23T00:22:18.898688Z","steps":["trace[817207147] 'agreement among raft nodes before linearized reading' (duration: 210.086969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:18.8988Z","caller":"traceutil/trace.go:171","msg":"trace[246252060] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"221.528739ms","start":"2026-04-23T00:22:18.677258Z","end":"2026-04-23T00:22:18.898787Z","steps":["trace[246252060] 'process raft request' (duration: 146.11005ms)","trace[246252060] 'compare' (duration: 74.701091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:18.898824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.607452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:22:18.898845Z","caller":"traceutil/trace.go:171","msg":"trace[1146170825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2302; }","duration":"210.650323ms","start":"2026-04-23T00:22:18.688188Z","end":"2026-04-23T00:22:18.898839Z","steps":["trace[1146170825] 'agreement among raft nodes before linearized reading' (duration: 210.568371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:18.898652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.438412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:18.898933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.020073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:22:18.899593Z","caller":"traceutil/trace.go:171","msg":"trace[1215193407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2302; }","duration":"211.746931ms","start":"2026-04-23T00:22:18.687834Z","end":"2026-04-23T00:22:18.899581Z","steps":["trace[1215193407] 'agreement among raft nodes before linearized reading' (duration: 210.496329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:18.898946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.169081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:22:18.899748Z","caller":"traceutil/trace.go:171","msg":"trace[1593941593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2302; }","duration":"211.015703ms","start":"2026-04-23T00:22:18.688713Z","end":"2026-04-23T00:22:18.899728Z","steps":["trace[1593941593] 'agreement among raft nodes before linearized reading' (duration: 209.964375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:18.898916Z","caller":"traceutil/trace.go:171","msg":"trace[1711763071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2302; }","duration":"194.72669ms","start":"2026-04-23T00:22:18.704166Z","end":"2026-04-23T00:22:18.898892Z","steps":["trace[1711763071] 'agreement among raft nodes before linearized reading' (duration: 194.437173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:18.899029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.68287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:22:18.900021Z","caller":"traceutil/trace.go:171","msg":"trace[1913824286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2302; }","duration":"201.720228ms","start":"2026-04-23T00:22:18.698287Z","end":"2026-04-23T00:22:18.900007Z","steps":["trace[1913824286] 'agreement among raft nodes before linearized reading' (duration: 200.26276ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:19.657435Z","caller":"traceutil/trace.go:171","msg":"trace[1586554185] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2402; }","duration":"243.570815ms","start":"2026-04-23T00:22:19.413835Z","end":"2026-04-23T00:22:19.657406Z","steps":["trace[1586554185] 'read index received' (duration: 243.218796ms)","trace[1586554185] 'applied index is now lower than readState.Index' (duration: 350.739µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:19.657583Z","caller":"traceutil/trace.go:171","msg":"trace[588081362] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"295.242343ms","start":"2026-04-23T00:22:19.362298Z","end":"2026-04-23T00:22:19.657541Z","steps":["trace[588081362] 'process raft request' (duration: 294.904395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:19.657672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.528294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:19.657724Z","caller":"traceutil/trace.go:171","msg":"trace[1616836575] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2309; }","duration":"179.645298ms","start":"2026-04-23T00:22:19.478063Z","end":"2026-04-23T00:22:19.657709Z","steps":["trace[1616836575] 'agreement among raft nodes before linearized reading' (duration: 179.505814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:19.657859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.971655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:22:19.657943Z","caller":"traceutil/trace.go:171","msg":"trace[35973240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2309; }","duration":"244.131099ms","start":"2026-04-23T00:22:19.413792Z","end":"2026-04-23T00:22:19.657923Z","steps":["trace[35973240] 'agreement among raft nodes before linearized reading' (duration: 243.75742ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:21.021814Z","caller":"traceutil/trace.go:171","msg":"trace[1514712881] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2406; }","duration":"112.90098ms","start":"2026-04-23T00:22:20.908887Z","end":"2026-04-23T00:22:21.021788Z","steps":["trace[1514712881] 'read index received' (duration: 48.709543ms)","trace[1514712881] 'applied index is now lower than readState.Index' (duration: 64.189957ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:21.021838Z","caller":"traceutil/trace.go:171","msg":"trace[49266512] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"118.657036ms","start":"2026-04-23T00:22:20.903147Z","end":"2026-04-23T00:22:21.021804Z","steps":["trace[49266512] 'process raft request' (duration: 54.45195ms)","trace[49266512] 'compare' (duration: 63.836487ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:21.021884Z","caller":"traceutil/trace.go:171","msg":"trace[2144913784] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"118.303037ms","start":"2026-04-23T00:22:20.903542Z","end":"2026-04-23T00:22:21.021845Z","steps":["trace[2144913784] 'process raft request' (duration: 118.188634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.022099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.785751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:22:21.022147Z","caller":"traceutil/trace.go:171","msg":"trace[1763702821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2314; }","duration":"107.861472ms","start":"2026-04-23T00:22:20.914271Z","end":"2026-04-23T00:22:21.022133Z","steps":["trace[1763702821] 'agreement among raft nodes before linearized reading' (duration: 107.704208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.022199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.26573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-23T00:22:21.022299Z","caller":"traceutil/trace.go:171","msg":"trace[1581867399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2314; }","duration":"113.388723ms","start":"2026-04-23T00:22:20.908882Z","end":"2026-04-23T00:22:21.022271Z","steps":["trace[1581867399] 'agreement among raft nodes before linearized reading' (duration: 113.076645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.374137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.008883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:22:21.374463Z","caller":"traceutil/trace.go:171","msg":"trace[1785694437] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2408; }","duration":"342.95401ms","start":"2026-04-23T00:22:21.03149Z","end":"2026-04-23T00:22:21.374444Z","steps":["trace[1785694437] 'read index received' (duration: 158.64215ms)","trace[1785694437] 'applied index is now lower than readState.Index' (duration: 184.3108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:21.374537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.051622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:21.37457Z","caller":"traceutil/trace.go:171","msg":"trace[1209451918] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2319; }","duration":"343.109504ms","start":"2026-04-23T00:22:21.031451Z","end":"2026-04-23T00:22:21.37456Z","steps":["trace[1209451918] 'agreement among raft nodes before linearized reading' (duration: 343.054043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.374607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.031437Z","time spent":"343.162475ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:22:21.374617Z","caller":"traceutil/trace.go:171","msg":"trace[991080522] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"347.591158ms","start":"2026-04-23T00:22:21.026991Z","end":"2026-04-23T00:22:21.374583Z","steps":["trace[991080522] 'process raft request' (duration: 163.042971ms)","trace[991080522] 'compare' (duration: 183.49005ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:21.374873Z","caller":"traceutil/trace.go:171","msg":"trace[227167853] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"347.26983ms","start":"2026-04-23T00:22:21.027596Z","end":"2026-04-23T00:22:21.374865Z","steps":["trace[227167853] 'process raft request' (duration: 346.746767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.374935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.027571Z","time spent":"347.328082ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.37503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.026976Z","time spent":"347.914286ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:21.375035Z","caller":"traceutil/trace.go:171","msg":"trace[1249490698] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"346.854469ms","start":"2026-04-23T00:22:21.028117Z","end":"2026-04-23T00:22:21.374971Z","steps":["trace[1249490698] 'process raft request' (duration: 346.292835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:21.37484Z","caller":"traceutil/trace.go:171","msg":"trace[318690711] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"347.28925ms","start":"2026-04-23T00:22:21.027538Z","end":"2026-04-23T00:22:21.374828Z","steps":["trace[318690711] 'process raft request' (duration: 346.711986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.375225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.027509Z","time spent":"347.68313ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.375256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.028105Z","time spent":"347.036194ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:21.375267Z","caller":"traceutil/trace.go:171","msg":"trace[455997666] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"347.577367ms","start":"2026-04-23T00:22:21.027672Z","end":"2026-04-23T00:22:21.37525Z","steps":["trace[455997666] 'process raft request' (duration: 346.700746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:21.375339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:21.027651Z","time spent":"347.6531ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:22:21.881907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.478757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:21.882026Z","caller":"traceutil/trace.go:171","msg":"trace[273729909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2320; }","duration":"177.657281ms","start":"2026-04-23T00:22:21.704346Z","end":"2026-04-23T00:22:21.882003Z","steps":["trace[273729909] 'range keys from in-memory index tree' (duration: 177.378044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.601518Z","caller":"traceutil/trace.go:171","msg":"trace[32474513] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"149.666023ms","start":"2026-04-23T00:22:35.451818Z","end":"2026-04-23T00:22:35.601484Z","steps":["trace[32474513] 'process raft request' (duration: 92.971316ms)","trace[32474513] 'compare' (duration: 56.480902ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:35.601867Z","caller":"traceutil/trace.go:171","msg":"trace[164166245] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"149.746595ms","start":"2026-04-23T00:22:35.452092Z","end":"2026-04-23T00:22:35.601839Z","steps":["trace[164166245] 'process raft request' (duration: 149.323535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602042Z","caller":"traceutil/trace.go:171","msg":"trace[704228473] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"149.421747ms","start":"2026-04-23T00:22:35.452598Z","end":"2026-04-23T00:22:35.60202Z","steps":["trace[704228473] 'process raft request' (duration: 149.217082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602079Z","caller":"traceutil/trace.go:171","msg":"trace[395121846] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"148.856902ms","start":"2026-04-23T00:22:35.453171Z","end":"2026-04-23T00:22:35.602028Z","steps":["trace[395121846] 'process raft request' (duration: 148.746829ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602143Z","caller":"traceutil/trace.go:171","msg":"trace[73967369] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"149.670993ms","start":"2026-04-23T00:22:35.452436Z","end":"2026-04-23T00:22:35.602107Z","steps":["trace[73967369] 'process raft request' (duration: 149.179041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602181Z","caller":"traceutil/trace.go:171","msg":"trace[211282122] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"149.495849ms","start":"2026-04-23T00:22:35.452668Z","end":"2026-04-23T00:22:35.602164Z","steps":["trace[211282122] 'process raft request' (duration: 149.201462ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602383Z","caller":"traceutil/trace.go:171","msg":"trace[1234570138] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"148.486172ms","start":"2026-04-23T00:22:35.45387Z","end":"2026-04-23T00:22:35.602356Z","steps":["trace[1234570138] 'process raft request' (duration: 148.116563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602451Z","caller":"traceutil/trace.go:171","msg":"trace[881011001] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"139.531556ms","start":"2026-04-23T00:22:35.462908Z","end":"2026-04-23T00:22:35.60244Z","steps":["trace[881011001] 'process raft request' (duration: 139.465085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602463Z","caller":"traceutil/trace.go:171","msg":"trace[870052847] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"146.518543ms","start":"2026-04-23T00:22:35.455937Z","end":"2026-04-23T00:22:35.602455Z","steps":["trace[870052847] 'process raft request' (duration: 146.39299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:35.602419Z","caller":"traceutil/trace.go:171","msg":"trace[2095213787] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"148.507763ms","start":"2026-04-23T00:22:35.4539Z","end":"2026-04-23T00:22:35.602408Z","steps":["trace[2095213787] 'process raft request' (duration: 148.36809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:43.371766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.281019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:22:43.371902Z","caller":"traceutil/trace.go:171","msg":"trace[156698834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2449; }","duration":"111.453853ms","start":"2026-04-23T00:22:43.260397Z","end":"2026-04-23T00:22:43.371851Z","steps":["trace[156698834] 'range keys from in-memory index tree' (duration: 111.062913ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.749985Z","caller":"traceutil/trace.go:171","msg":"trace[1618972019] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"110.788187ms","start":"2026-04-23T00:22:43.639164Z","end":"2026-04-23T00:22:43.749952Z","steps":["trace[1618972019] 'process raft request' (duration: 110.53765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.772654Z","caller":"traceutil/trace.go:171","msg":"trace[2058307450] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"131.897162ms","start":"2026-04-23T00:22:43.640733Z","end":"2026-04-23T00:22:43.77263Z","steps":["trace[2058307450] 'process raft request' (duration: 131.613775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.772648Z","caller":"traceutil/trace.go:171","msg":"trace[579491870] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"131.517063ms","start":"2026-04-23T00:22:43.641101Z","end":"2026-04-23T00:22:43.772618Z","steps":["trace[579491870] 'process raft request' (duration: 131.431621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:43.776069Z","caller":"traceutil/trace.go:171","msg":"trace[2054716605] linearizableReadLoop","detail":"{readStateIndex:2552; appliedIndex:2548; }","duration":"132.5381ms","start":"2026-04-23T00:22:43.643508Z","end":"2026-04-23T00:22:43.776047Z","steps":["trace[2054716605] 'read index received' (duration: 106.266863ms)","trace[2054716605] 'applied index is now lower than readState.Index' (duration: 26.269947ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:43.776194Z","caller":"traceutil/trace.go:171","msg":"trace[1523388377] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"134.705134ms","start":"2026-04-23T00:22:43.641465Z","end":"2026-04-23T00:22:43.77617Z","steps":["trace[1523388377] 'process raft request' (duration: 131.134063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:43.776395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.871068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:22:43.776443Z","caller":"traceutil/trace.go:171","msg":"trace[1302216808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2453; }","duration":"132.9669ms","start":"2026-04-23T00:22:43.643464Z","end":"2026-04-23T00:22:43.776431Z","steps":["trace[1302216808] 'agreement among raft nodes before linearized reading' (duration: 132.744735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:46.965621Z","caller":"traceutil/trace.go:171","msg":"trace[1580718933] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"126.69018ms","start":"2026-04-23T00:22:46.838902Z","end":"2026-04-23T00:22:46.965592Z","steps":["trace[1580718933] 'process raft request' (duration: 122.276809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:50.574039Z","caller":"traceutil/trace.go:171","msg":"trace[2018971107] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"145.741643ms","start":"2026-04-23T00:22:50.428266Z","end":"2026-04-23T00:22:50.574007Z","steps":["trace[2018971107] 'read index received' (duration: 87.784725ms)","trace[2018971107] 'applied index is now lower than readState.Index' (duration: 57.955748ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:50.574088Z","caller":"traceutil/trace.go:171","msg":"trace[1849782035] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"149.465147ms","start":"2026-04-23T00:22:50.424587Z","end":"2026-04-23T00:22:50.574052Z","steps":["trace[1849782035] 'process raft request' (duration: 91.466458ms)","trace[1849782035] 'compare' (duration: 57.765474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:50.574379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.076832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18a8d49091dbb7f6\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-23T00:22:50.57449Z","caller":"traceutil/trace.go:171","msg":"trace[1247796227] range","detail":"{range_begin:/registry/events/openstack/valkey.18a8d49091dbb7f6; range_end:; response_count:1; response_revision:2586; }","duration":"146.216056ms","start":"2026-04-23T00:22:50.428248Z","end":"2026-04-23T00:22:50.574464Z","steps":["trace[1247796227] 'agreement among raft nodes before linearized reading' (duration: 145.870927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:50.589546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.91198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:50.589604Z","caller":"traceutil/trace.go:171","msg":"trace[311231085] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"142.227604ms","start":"2026-04-23T00:22:50.447346Z","end":"2026-04-23T00:22:50.589573Z","steps":["trace[311231085] 'process raft request' (duration: 142.04955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:50.589629Z","caller":"traceutil/trace.go:171","msg":"trace[2054201341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2588; }","duration":"109.039703ms","start":"2026-04-23T00:22:50.480567Z","end":"2026-04-23T00:22:50.589606Z","steps":["trace[2054201341] 'agreement among raft nodes before linearized reading' (duration: 108.899379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:50.589644Z","caller":"traceutil/trace.go:171","msg":"trace[192820704] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"156.346922ms","start":"2026-04-23T00:22:50.433266Z","end":"2026-04-23T00:22:50.589613Z","steps":["trace[192820704] 'process raft request' (duration: 155.989533ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:50.849472Z","caller":"traceutil/trace.go:171","msg":"trace[1679051950] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2591; }","duration":"138.930561ms","start":"2026-04-23T00:22:50.710491Z","end":"2026-04-23T00:22:50.849422Z","steps":["trace[1679051950] 'process raft request' (duration: 85.027184ms)","trace[1679051950] 'compare' (duration: 53.773374ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:51.062583Z","caller":"traceutil/trace.go:171","msg":"trace[984421340] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2700; }","duration":"127.4413ms","start":"2026-04-23T00:22:50.935115Z","end":"2026-04-23T00:22:51.062557Z","steps":["trace[984421340] 'read index received' (duration: 120.333639ms)","trace[984421340] 'applied index is now lower than readState.Index' (duration: 7.106311ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:51.06271Z","caller":"traceutil/trace.go:171","msg":"trace[1979730765] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"195.291369ms","start":"2026-04-23T00:22:50.867402Z","end":"2026-04-23T00:22:51.062693Z","steps":["trace[1979730765] 'process raft request' (duration: 188.034005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:51.062927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.986759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2364295a-6ee7-4524-97d8-00321e7a65f4\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-04-23T00:22:51.062975Z","caller":"traceutil/trace.go:171","msg":"trace[2031737529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2364295a-6ee7-4524-97d8-00321e7a65f4; range_end:; response_count:1; response_revision:2594; }","duration":"176.044871ms","start":"2026-04-23T00:22:50.886917Z","end":"2026-04-23T00:22:51.062962Z","steps":["trace[2031737529] 'agreement among raft nodes before linearized reading' (duration: 175.907927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.146529Z","caller":"traceutil/trace.go:171","msg":"trace[131381434] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2594; }","duration":"200.315857ms","start":"2026-04-23T00:22:50.946167Z","end":"2026-04-23T00:22:51.146482Z","steps":["trace[131381434] 'process raft request' (duration: 200.05704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:51.146551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.244736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:51.14656Z","caller":"traceutil/trace.go:171","msg":"trace[421333385] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"166.929341ms","start":"2026-04-23T00:22:50.979598Z","end":"2026-04-23T00:22:51.146528Z","steps":["trace[421333385] 'process raft request' (duration: 166.745196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.146777Z","caller":"traceutil/trace.go:171","msg":"trace[1895140602] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2595; }","duration":"204.472102ms","start":"2026-04-23T00:22:50.942264Z","end":"2026-04-23T00:22:51.146736Z","steps":["trace[1895140602] 'agreement among raft nodes before linearized reading' (duration: 204.196895ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.210648Z","caller":"traceutil/trace.go:171","msg":"trace[1896797521] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"139.184507ms","start":"2026-04-23T00:22:51.071432Z","end":"2026-04-23T00:22:51.210616Z","steps":["trace[1896797521] 'process raft request' (duration: 138.893449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.280756Z","caller":"traceutil/trace.go:171","msg":"trace[771850417] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"119.679883ms","start":"2026-04-23T00:22:51.161049Z","end":"2026-04-23T00:22:51.280729Z","steps":["trace[771850417] 'process raft request' (duration: 119.488428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.281092Z","caller":"traceutil/trace.go:171","msg":"trace[697395647] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"118.01856ms","start":"2026-04-23T00:22:51.163059Z","end":"2026-04-23T00:22:51.281078Z","steps":["trace[697395647] 'process raft request' (duration: 117.61031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:51.39707Z","caller":"traceutil/trace.go:171","msg":"trace[91738178] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"114.133193ms","start":"2026-04-23T00:22:51.282909Z","end":"2026-04-23T00:22:51.397042Z","steps":["trace[91738178] 'process raft request' (duration: 113.968218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:54.712511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.192317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:22:54.712694Z","caller":"traceutil/trace.go:171","msg":"trace[2129439319] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2748; }","duration":"468.558984ms","start":"2026-04-23T00:22:54.244118Z","end":"2026-04-23T00:22:54.712677Z","steps":["trace[2129439319] 'read index received' (duration: 97.228934ms)","trace[2129439319] 'applied index is now lower than readState.Index' (duration: 371.3291ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:54.712809Z","caller":"traceutil/trace.go:171","msg":"trace[1100329051] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"469.18908ms","start":"2026-04-23T00:22:54.243603Z","end":"2026-04-23T00:22:54.712792Z","steps":["trace[1100329051] 'process raft request' (duration: 97.644804ms)","trace[1100329051] 'compare' (duration: 369.914764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:22:54.712886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:54.243589Z","time spent":"469.260623ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:22:54.71329Z","caller":"traceutil/trace.go:171","msg":"trace[1470542257] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"469.653042ms","start":"2026-04-23T00:22:54.243619Z","end":"2026-04-23T00:22:54.713272Z","steps":["trace[1470542257] 'process raft request' (duration: 468.995846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:54.713369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:54.243593Z","time spent":"469.735464ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":948,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:22:54.713353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.251664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:22:54.713583Z","caller":"traceutil/trace.go:171","msg":"trace[642836724] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2640; }","duration":"312.52776ms","start":"2026-04-23T00:22:54.401029Z","end":"2026-04-23T00:22:54.713557Z","steps":["trace[642836724] 'agreement among raft nodes before linearized reading' (duration: 312.13153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:54.713644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:54.401014Z","time spent":"312.611633ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:22:54.713946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.767284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-23T00:22:54.714021Z","caller":"traceutil/trace.go:171","msg":"trace[1083044463] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2640; }","duration":"248.877697ms","start":"2026-04-23T00:22:54.465123Z","end":"2026-04-23T00:22:54.714001Z","steps":["trace[1083044463] 'agreement among raft nodes before linearized reading' (duration: 248.471127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:54.714035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.902898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak.18a8d491775f5162\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:22:54.714144Z","caller":"traceutil/trace.go:171","msg":"trace[1760736389] range","detail":"{range_begin:/registry/events/auth-system/keycloak.18a8d491775f5162; range_end:; response_count:1; response_revision:2640; }","duration":"469.98401ms","start":"2026-04-23T00:22:54.244093Z","end":"2026-04-23T00:22:54.714077Z","steps":["trace[1760736389] 'agreement among raft nodes before linearized reading' (duration: 468.954674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:54.714316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:54.244084Z","time spent":"470.193065ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":691,"request content":"key:\"/registry/events/auth-system/keycloak.18a8d491775f5162\" "} {"level":"info","ts":"2026-04-23T00:22:57.440728Z","caller":"traceutil/trace.go:171","msg":"trace[1227898955] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"137.042861ms","start":"2026-04-23T00:22:57.303648Z","end":"2026-04-23T00:22:57.44069Z","steps":["trace[1227898955] 'process raft request' (duration: 136.733064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:57.458374Z","caller":"traceutil/trace.go:171","msg":"trace[1462348235] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"154.685209ms","start":"2026-04-23T00:22:57.303654Z","end":"2026-04-23T00:22:57.458339Z","steps":["trace[1462348235] 'process raft request' (duration: 154.476534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:57.592082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.342318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:22:57.98214Z","caller":"traceutil/trace.go:171","msg":"trace[1260441111] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"145.936098ms","start":"2026-04-23T00:22:57.836167Z","end":"2026-04-23T00:22:57.982103Z","steps":["trace[1260441111] 'process raft request' (duration: 145.60928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:00.191518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795280561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:00.692377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795280561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:01.193754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795280561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:01.30829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151896871s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:01.308978Z","caller":"traceutil/trace.go:171","msg":"trace[1324933905] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2690; }","duration":"1.152594268s","start":"2026-04-23T00:23:00.156357Z","end":"2026-04-23T00:23:01.308952Z","steps":["trace[1324933905] 'range keys from in-memory index tree' (duration: 1.15187917s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.30962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776093129s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:01.309717Z","caller":"traceutil/trace.go:171","msg":"trace[359600842] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"1.862748494s","start":"2026-04-23T00:22:59.44695Z","end":"2026-04-23T00:23:01.309699Z","steps":["trace[359600842] 'process raft request' (duration: 85.410264ms)","trace[359600842] 'compare' (duration: 1.775617826s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:01.30979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.446919Z","time spent":"1.862836726s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:01.631692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.099398661s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:23:01.702492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:23:01.70259Z","caller":"traceutil/trace.go:171","msg":"trace[1589996255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414522s","start":"2026-04-23T00:22:59.702149Z","end":"2026-04-23T00:23:01.702563Z","steps":["trace[1589996255] 'agreement among raft nodes before linearized reading' (duration: 2.000301909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.702643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.702132Z","time spent":"2.000501415s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:23:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:23:01.874322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.451647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:01.87443Z","caller":"traceutil/trace.go:171","msg":"trace[1056237884] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"2.411032507s","start":"2026-04-23T00:22:59.463378Z","end":"2026-04-23T00:23:01.874411Z","steps":["trace[1056237884] 'process raft request' (duration: 2.171288463s)","trace[1056237884] 'compare' (duration: 239.313174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:01.874489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.463356Z","time spent":"2.411106299s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:01.876433Z","caller":"traceutil/trace.go:171","msg":"trace[1141189925] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2802; }","duration":"2.185346519s","start":"2026-04-23T00:22:59.691063Z","end":"2026-04-23T00:23:01.876409Z","steps":["trace[1141189925] 'read index received' (duration: 1.940871814s)","trace[1141189925] 'applied index is now lower than readState.Index' (duration: 244.473835ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:01.876467Z","caller":"traceutil/trace.go:171","msg":"trace[1228810518] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"677.103048ms","start":"2026-04-23T00:23:01.199342Z","end":"2026-04-23T00:23:01.876446Z","steps":["trace[1228810518] 'process raft request' (duration: 677.019326ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.876478Z","caller":"traceutil/trace.go:171","msg":"trace[1419206863] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"984.263712ms","start":"2026-04-23T00:23:00.892171Z","end":"2026-04-23T00:23:01.876435Z","steps":["trace[1419206863] 'process raft request' (duration: 984.032056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.876547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:01.199314Z","time spent":"677.194431ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:01.876627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.892133Z","time spent":"984.411896ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:01.876661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185602955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:23:01.876708Z","caller":"traceutil/trace.go:171","msg":"trace[1156833141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2694; }","duration":"2.185696717s","start":"2026-04-23T00:22:59.690997Z","end":"2026-04-23T00:23:01.876694Z","steps":["trace[1156833141] 'agreement among raft nodes before linearized reading' (duration: 2.185517043s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.876742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.690972Z","time spent":"2.185760679s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:23:01.880555Z","caller":"traceutil/trace.go:171","msg":"trace[409840359] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"174.04825ms","start":"2026-04-23T00:23:01.70648Z","end":"2026-04-23T00:23:01.880528Z","steps":["trace[409840359] 'process raft request' (duration: 173.865235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.881397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.762192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:01.881441Z","caller":"traceutil/trace.go:171","msg":"trace[741246276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2695; }","duration":"169.842304ms","start":"2026-04-23T00:23:01.711589Z","end":"2026-04-23T00:23:01.881432Z","steps":["trace[741246276] 'agreement among raft nodes before linearized reading' (duration: 169.720831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.881465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065367898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:01.881512Z","caller":"traceutil/trace.go:171","msg":"trace[26405127] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2695; }","duration":"1.06546251s","start":"2026-04-23T00:23:00.816041Z","end":"2026-04-23T00:23:01.881503Z","steps":["trace[26405127] 'agreement among raft nodes before linearized reading' (duration: 1.065318887s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.881538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.816017Z","time spent":"1.065515271s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T00:23:01.88153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407035116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:01.881565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859573043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:23:01.88162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859866911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:23:01.881635Z","caller":"traceutil/trace.go:171","msg":"trace[762394136] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2695; }","duration":"1.40719165s","start":"2026-04-23T00:23:00.474417Z","end":"2026-04-23T00:23:01.881609Z","steps":["trace[762394136] 'agreement among raft nodes before linearized reading' (duration: 1.407007285s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.88165Z","caller":"traceutil/trace.go:171","msg":"trace[2056653778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2695; }","duration":"1.859939133s","start":"2026-04-23T00:23:00.021704Z","end":"2026-04-23T00:23:01.881643Z","steps":["trace[2056653778] 'agreement among raft nodes before linearized reading' (duration: 1.859859761s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.881651Z","caller":"traceutil/trace.go:171","msg":"trace[472807628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2695; }","duration":"1.859675036s","start":"2026-04-23T00:23:00.021942Z","end":"2026-04-23T00:23:01.881617Z","steps":["trace[472807628] 'agreement among raft nodes before linearized reading' (duration: 1.859328648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.881672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.021671Z","time spent":"1.859997095s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:01.881677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.474396Z","time spent":"1.407273073s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:01.881699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859982054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:23:01.881705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.021934Z","time spent":"1.859757138s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:01.88158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89376801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:23:01.881865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860127027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:23:01.881912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864869617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:23:01.881965Z","caller":"traceutil/trace.go:171","msg":"trace[1567340336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2695; }","duration":"1.864954159s","start":"2026-04-23T00:23:00.016992Z","end":"2026-04-23T00:23:01.881947Z","steps":["trace[1567340336] 'agreement among raft nodes before linearized reading' (duration: 1.864820696s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:01.881963Z","caller":"traceutil/trace.go:171","msg":"trace[1442997023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2695; }","duration":"1.860284221s","start":"2026-04-23T00:23:00.021655Z","end":"2026-04-23T00:23:01.881939Z","steps":["trace[1442997023] 'agreement among raft nodes before linearized reading' (duration: 1.859930182s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.882049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.021638Z","time spent":"1.860393184s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:23:01.881764Z","caller":"traceutil/trace.go:171","msg":"trace[740256080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2695; }","duration":"1.860084916s","start":"2026-04-23T00:23:00.021656Z","end":"2026-04-23T00:23:01.881741Z","steps":["trace[740256080] 'agreement among raft nodes before linearized reading' (duration: 1.859804399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.882154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.02163Z","time spent":"1.860507687s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:23:01.881994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:00.016971Z","time spent":"1.865017562s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:23:01.882239Z","caller":"traceutil/trace.go:171","msg":"trace[705138779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2695; }","duration":"1.894534948s","start":"2026-04-23T00:22:59.987685Z","end":"2026-04-23T00:23:01.88222Z","steps":["trace[705138779] 'agreement among raft nodes before linearized reading' (duration: 1.893526233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:01.882328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:59.987667Z","time spent":"1.894648482s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:23:07.464591Z","caller":"traceutil/trace.go:171","msg":"trace[930204620] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"131.438321ms","start":"2026-04-23T00:23:07.333124Z","end":"2026-04-23T00:23:07.464562Z","steps":["trace[930204620] 'process raft request' (duration: 131.245676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:07.604004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.439649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:23:08.049199Z","caller":"traceutil/trace.go:171","msg":"trace[540100192] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"153.514279ms","start":"2026-04-23T00:23:07.895659Z","end":"2026-04-23T00:23:08.049173Z","steps":["trace[540100192] 'process raft request' (duration: 153.241472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:08.422391Z","caller":"traceutil/trace.go:171","msg":"trace[314829226] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2838; }","duration":"509.755077ms","start":"2026-04-23T00:23:07.912617Z","end":"2026-04-23T00:23:08.422372Z","steps":["trace[314829226] 'read index received' (duration: 136.338014ms)","trace[314829226] 'applied index is now lower than readState.Index' (duration: 373.414053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:08.422552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.928382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:08.422571Z","caller":"traceutil/trace.go:171","msg":"trace[1380970587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2727; }","duration":"509.985953ms","start":"2026-04-23T00:23:07.912579Z","end":"2026-04-23T00:23:08.422565Z","steps":["trace[1380970587] 'agreement among raft nodes before linearized reading' (duration: 509.88663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.422602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.912566Z","time spent":"510.028114ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:23:08.42335Z","caller":"traceutil/trace.go:171","msg":"trace[1862152995] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"526.170273ms","start":"2026-04-23T00:23:07.89714Z","end":"2026-04-23T00:23:08.42331Z","steps":["trace[1862152995] 'process raft request' (duration: 525.109097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.423454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.40408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:23:08.423512Z","caller":"traceutil/trace.go:171","msg":"trace[497190954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2727; }","duration":"470.511413ms","start":"2026-04-23T00:23:07.952985Z","end":"2026-04-23T00:23:08.423496Z","steps":["trace[497190954] 'agreement among raft nodes before linearized reading' (duration: 470.299198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.423555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.952971Z","time spent":"470.575124ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:23:08.423831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.897112Z","time spent":"526.344398ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:08.424009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.42622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:08.424015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.762091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:23:08.424046Z","caller":"traceutil/trace.go:171","msg":"trace[1649511637] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2727; }","duration":"367.508452ms","start":"2026-04-23T00:23:08.05653Z","end":"2026-04-23T00:23:08.424039Z","steps":["trace[1649511637] 'agreement among raft nodes before linearized reading' (duration: 367.40362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.424067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:08.05651Z","time spent":"367.551553ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:23:08.424076Z","caller":"traceutil/trace.go:171","msg":"trace[854292818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2727; }","duration":"463.839903ms","start":"2026-04-23T00:23:07.960219Z","end":"2026-04-23T00:23:08.424059Z","steps":["trace[854292818] 'agreement among raft nodes before linearized reading' (duration: 463.629698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.424123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.830258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:23:08.424009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.444524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:23:08.424179Z","caller":"traceutil/trace.go:171","msg":"trace[2120041105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2727; }","duration":"464.890501ms","start":"2026-04-23T00:23:07.95927Z","end":"2026-04-23T00:23:08.42416Z","steps":["trace[2120041105] 'agreement among raft nodes before linearized reading' (duration: 464.768977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:08.424208Z","caller":"traceutil/trace.go:171","msg":"trace[660244608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2727; }","duration":"465.69453ms","start":"2026-04-23T00:23:07.958505Z","end":"2026-04-23T00:23:08.424199Z","steps":["trace[660244608] 'agreement among raft nodes before linearized reading' (duration: 465.413723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.42422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.959257Z","time spent":"464.952312ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:08.424239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.958481Z","time spent":"465.748742ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:08.424248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.696589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:23:08.424295Z","caller":"traceutil/trace.go:171","msg":"trace[2121393883] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2727; }","duration":"463.764842ms","start":"2026-04-23T00:23:07.960516Z","end":"2026-04-23T00:23:08.424281Z","steps":["trace[2121393883] 'agreement among raft nodes before linearized reading' (duration: 463.643988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:08.424132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.960212Z","time spent":"463.907064ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:23:08.424332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:07.960501Z","time spent":"463.821613ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:23:10.200688Z","caller":"traceutil/trace.go:171","msg":"trace[1639360168] linearizableReadLoop","detail":"{readStateIndex:2858; appliedIndex:2857; }","duration":"143.127296ms","start":"2026-04-23T00:23:10.057526Z","end":"2026-04-23T00:23:10.200653Z","steps":["trace[1639360168] 'read index received' (duration: 143.079275ms)","trace[1639360168] 'applied index is now lower than readState.Index' (duration: 46.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:10.200782Z","caller":"traceutil/trace.go:171","msg":"trace[1379070073] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"144.0506ms","start":"2026-04-23T00:23:10.056699Z","end":"2026-04-23T00:23:10.20075Z","steps":["trace[1379070073] 'process raft request' (duration: 143.751822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:10.200855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.293151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:10.20091Z","caller":"traceutil/trace.go:171","msg":"trace[121273655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2745; }","duration":"143.406143ms","start":"2026-04-23T00:23:10.057486Z","end":"2026-04-23T00:23:10.200892Z","steps":["trace[121273655] 'agreement among raft nodes before linearized reading' (duration: 143.28322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.171402Z","caller":"traceutil/trace.go:171","msg":"trace[1880836490] linearizableReadLoop","detail":"{readStateIndex:2868; appliedIndex:2867; }","duration":"227.928077ms","start":"2026-04-23T00:23:11.943446Z","end":"2026-04-23T00:23:12.171374Z","steps":["trace[1880836490] 'read index received' (duration: 227.769803ms)","trace[1880836490] 'applied index is now lower than readState.Index' (duration: 157.084µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:12.171561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.096661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:12.171609Z","caller":"traceutil/trace.go:171","msg":"trace[1494008804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2755; }","duration":"228.200713ms","start":"2026-04-23T00:23:11.943387Z","end":"2026-04-23T00:23:12.171588Z","steps":["trace[1494008804] 'agreement among raft nodes before linearized reading' (duration: 228.09153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.171815Z","caller":"traceutil/trace.go:171","msg":"trace[1711090414] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"228.363538ms","start":"2026-04-23T00:23:11.943419Z","end":"2026-04-23T00:23:12.171783Z","steps":["trace[1711090414] 'process raft request' (duration: 227.805514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:12.589421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.590253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:12.589488Z","caller":"traceutil/trace.go:171","msg":"trace[707037900] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2868; }","duration":"178.79433ms","start":"2026-04-23T00:23:12.410685Z","end":"2026-04-23T00:23:12.589479Z","steps":["trace[707037900] 'read index received' (duration: 66.871µs)","trace[707037900] 'applied index is now lower than readState.Index' (duration: 178.724569ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:12.589528Z","caller":"traceutil/trace.go:171","msg":"trace[808944623] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"382.016191ms","start":"2026-04-23T00:23:12.207506Z","end":"2026-04-23T00:23:12.589522Z","steps":["trace[808944623] 'process raft request' (duration: 33.273224ms)","trace[808944623] 'compare' (duration: 348.332036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:12.589563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:12.207479Z","time spent":"382.068771ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:12.589712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.012796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:23:12.589773Z","caller":"traceutil/trace.go:171","msg":"trace[1586180884] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:2756; }","duration":"179.117178ms","start":"2026-04-23T00:23:12.410641Z","end":"2026-04-23T00:23:12.589758Z","steps":["trace[1586180884] 'agreement among raft nodes before linearized reading' (duration: 178.969045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.591409Z","caller":"traceutil/trace.go:171","msg":"trace[1388627131] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"152.216778ms","start":"2026-04-23T00:23:12.439159Z","end":"2026-04-23T00:23:12.591376Z","steps":["trace[1388627131] 'process raft request' (duration: 151.999522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.759799Z","caller":"traceutil/trace.go:171","msg":"trace[1583759163] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"164.035928ms","start":"2026-04-23T00:23:12.595742Z","end":"2026-04-23T00:23:12.759778Z","steps":["trace[1583759163] 'process raft request' (duration: 163.845933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.760155Z","caller":"traceutil/trace.go:171","msg":"trace[1786896281] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"164.030398ms","start":"2026-04-23T00:23:12.596111Z","end":"2026-04-23T00:23:12.760142Z","steps":["trace[1786896281] 'process raft request' (duration: 163.626438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.760495Z","caller":"traceutil/trace.go:171","msg":"trace[1049918973] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"164.246282ms","start":"2026-04-23T00:23:12.596221Z","end":"2026-04-23T00:23:12.760468Z","steps":["trace[1049918973] 'process raft request' (duration: 163.814881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.760611Z","caller":"traceutil/trace.go:171","msg":"trace[1264227] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"163.502434ms","start":"2026-04-23T00:23:12.597036Z","end":"2026-04-23T00:23:12.760539Z","steps":["trace[1264227] 'process raft request' (duration: 163.244437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.760574Z","caller":"traceutil/trace.go:171","msg":"trace[917780145] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"163.3687ms","start":"2026-04-23T00:23:12.597176Z","end":"2026-04-23T00:23:12.760545Z","steps":["trace[917780145] 'process raft request' (duration: 163.215096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:12.760727Z","caller":"traceutil/trace.go:171","msg":"trace[723813129] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"163.191086ms","start":"2026-04-23T00:23:12.59751Z","end":"2026-04-23T00:23:12.760701Z","steps":["trace[723813129] 'process raft request' (duration: 162.96908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:17.61139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.720986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:23:18.91382Z","caller":"traceutil/trace.go:171","msg":"trace[1069133619] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2907; }","duration":"121.029828ms","start":"2026-04-23T00:23:18.792765Z","end":"2026-04-23T00:23:18.913795Z","steps":["trace[1069133619] 'read index received' (duration: 120.923425ms)","trace[1069133619] 'applied index is now lower than readState.Index' (duration: 105.033µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:18.913891Z","caller":"traceutil/trace.go:171","msg":"trace[601161328] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"121.324255ms","start":"2026-04-23T00:23:18.792532Z","end":"2026-04-23T00:23:18.913856Z","steps":["trace[601161328] 'process raft request' (duration: 121.095059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.91417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.387327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:23:18.914239Z","caller":"traceutil/trace.go:171","msg":"trace[2012754938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2793; }","duration":"121.51998ms","start":"2026-04-23T00:23:18.792705Z","end":"2026-04-23T00:23:18.914225Z","steps":["trace[2012754938] 'agreement among raft nodes before linearized reading' (duration: 121.212272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.922986Z","caller":"traceutil/trace.go:171","msg":"trace[119493830] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"127.060809ms","start":"2026-04-23T00:23:18.795902Z","end":"2026-04-23T00:23:18.922963Z","steps":["trace[119493830] 'process raft request' (duration: 126.984187ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.923005Z","caller":"traceutil/trace.go:171","msg":"trace[1210269532] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"128.829245ms","start":"2026-04-23T00:23:18.794146Z","end":"2026-04-23T00:23:18.922976Z","steps":["trace[1210269532] 'process raft request' (duration: 128.619959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:18.923364Z","caller":"traceutil/trace.go:171","msg":"trace[768218619] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"126.976528ms","start":"2026-04-23T00:23:18.796368Z","end":"2026-04-23T00:23:18.923344Z","steps":["trace[768218619] 'process raft request' (duration: 126.564668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.923275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.524402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:23:18.923444Z","caller":"traceutil/trace.go:171","msg":"trace[2005583061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2796; }","duration":"127.719686ms","start":"2026-04-23T00:23:18.795711Z","end":"2026-04-23T00:23:18.923431Z","steps":["trace[2005583061] 'agreement among raft nodes before linearized reading' (duration: 127.414238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:18.92343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.200101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:18.923585Z","caller":"traceutil/trace.go:171","msg":"trace[56027671] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2796; }","duration":"121.366625ms","start":"2026-04-23T00:23:18.802202Z","end":"2026-04-23T00:23:18.923569Z","steps":["trace[56027671] 'agreement among raft nodes before linearized reading' (duration: 121.078968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.212618Z","caller":"traceutil/trace.go:171","msg":"trace[1260551215] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"226.881109ms","start":"2026-04-23T00:23:18.985709Z","end":"2026-04-23T00:23:19.21259Z","steps":["trace[1260551215] 'read index received' (duration: 157.791609ms)","trace[1260551215] 'applied index is now lower than readState.Index' (duration: 69.0884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:19.212856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.97038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-23T00:23:19.212915Z","caller":"traceutil/trace.go:171","msg":"trace[943370529] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2799; }","duration":"283.055873ms","start":"2026-04-23T00:23:18.929845Z","end":"2026-04-23T00:23:19.212901Z","steps":["trace[943370529] 'agreement among raft nodes before linearized reading' (duration: 282.861388ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:19.212722Z","caller":"traceutil/trace.go:171","msg":"trace[695421279] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"261.076915ms","start":"2026-04-23T00:23:18.951595Z","end":"2026-04-23T00:23:19.212672Z","steps":["trace[695421279] 'process raft request' (duration: 191.887673ms)","trace[695421279] 'compare' (duration: 68.960857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:19.551609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.695921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:19.551821Z","caller":"traceutil/trace.go:171","msg":"trace[1054933102] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"409.104267ms","start":"2026-04-23T00:23:19.142665Z","end":"2026-04-23T00:23:19.55177Z","steps":["trace[1054933102] 'process raft request' (duration: 178.991246ms)","trace[1054933102] 'compare' (duration: 228.696896ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:19.551932Z","caller":"traceutil/trace.go:171","msg":"trace[1400378493] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2914; }","duration":"339.196876ms","start":"2026-04-23T00:23:19.212672Z","end":"2026-04-23T00:23:19.551869Z","steps":["trace[1400378493] 'read index received' (duration: 108.868819ms)","trace[1400378493] 'applied index is now lower than readState.Index' (duration: 230.325287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:19.552288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:19.142632Z","time spent":"409.54686ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:23:19.552303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.233615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:19.552352Z","caller":"traceutil/trace.go:171","msg":"trace[1794234715] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2800; }","duration":"494.332118ms","start":"2026-04-23T00:23:19.058006Z","end":"2026-04-23T00:23:19.552339Z","steps":["trace[1794234715] 'agreement among raft nodes before linearized reading' (duration: 494.231095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:19.552412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:19.057985Z","time spent":"494.414589ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:23:19.552381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.617999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T00:23:19.552562Z","caller":"traceutil/trace.go:171","msg":"trace[993721784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2800; }","duration":"360.899876ms","start":"2026-04-23T00:23:19.191638Z","end":"2026-04-23T00:23:19.552537Z","steps":["trace[993721784] 'agreement among raft nodes before linearized reading' (duration: 360.259979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:19.552689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:19.191597Z","time spent":"361.0726ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:23:19.553146Z","caller":"traceutil/trace.go:171","msg":"trace[915711535] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"202.648545ms","start":"2026-04-23T00:23:19.350478Z","end":"2026-04-23T00:23:19.553126Z","steps":["trace[915711535] 'process raft request' (duration: 201.326691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:19.553131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.039486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-23T00:23:19.553462Z","caller":"traceutil/trace.go:171","msg":"trace[645494474] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2801; }","duration":"336.425155ms","start":"2026-04-23T00:23:19.217024Z","end":"2026-04-23T00:23:19.55345Z","steps":["trace[645494474] 'agreement among raft nodes before linearized reading' (duration: 335.942363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:19.553534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:19.216999Z","time spent":"336.519138ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T00:23:22.411458Z","caller":"traceutil/trace.go:171","msg":"trace[1775064158] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"130.415274ms","start":"2026-04-23T00:23:22.28101Z","end":"2026-04-23T00:23:22.411425Z","steps":["trace[1775064158] 'process raft request' (duration: 130.25051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.181354Z","caller":"traceutil/trace.go:171","msg":"trace[367512550] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"102.971185ms","start":"2026-04-23T00:23:33.078339Z","end":"2026-04-23T00:23:33.18131Z","steps":["trace[367512550] 'process raft request' (duration: 98.41068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.181701Z","caller":"traceutil/trace.go:171","msg":"trace[1774506389] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"102.410621ms","start":"2026-04-23T00:23:33.079223Z","end":"2026-04-23T00:23:33.181634Z","steps":["trace[1774506389] 'process raft request' (duration: 102.028602ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.182047Z","caller":"traceutil/trace.go:171","msg":"trace[955137899] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"102.453002ms","start":"2026-04-23T00:23:33.079578Z","end":"2026-04-23T00:23:33.182031Z","steps":["trace[955137899] 'process raft request' (duration: 101.932109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.182237Z","caller":"traceutil/trace.go:171","msg":"trace[1705024671] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"101.750894ms","start":"2026-04-23T00:23:33.080469Z","end":"2026-04-23T00:23:33.18222Z","steps":["trace[1705024671] 'process raft request' (duration: 101.498128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:33.182289Z","caller":"traceutil/trace.go:171","msg":"trace[1201476580] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"101.336424ms","start":"2026-04-23T00:23:33.080928Z","end":"2026-04-23T00:23:33.182264Z","steps":["trace[1201476580] 'process raft request' (duration: 101.232421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:37.695087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795281139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:23:38.096977Z","caller":"traceutil/trace.go:171","msg":"trace[1468655898] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"902.763308ms","start":"2026-04-23T00:23:37.194177Z","end":"2026-04-23T00:23:38.09694Z","steps":["trace[1468655898] 'process raft request' (duration: 902.550332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:38.097206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.194121Z","time spent":"902.960772ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:39.488481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340089381s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:23:39.489114Z","caller":"traceutil/trace.go:171","msg":"trace[1582059733] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3023; }","duration":"2.294208358s","start":"2026-04-23T00:23:37.194869Z","end":"2026-04-23T00:23:39.489078Z","steps":["trace[1582059733] 'read index received' (duration: 901.870515ms)","trace[1582059733] 'applied index is now lower than readState.Index' (duration: 1.392336403s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:39.489117Z","caller":"traceutil/trace.go:171","msg":"trace[638241574] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"1.78237904s","start":"2026-04-23T00:23:37.70667Z","end":"2026-04-23T00:23:39.489049Z","steps":["trace[638241574] 'process raft request' (duration: 1.781937889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:39.489916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.706631Z","time spent":"1.783183771s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:39.704874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000662132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:23:39.704976Z","caller":"traceutil/trace.go:171","msg":"trace[748548822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782975s","start":"2026-04-23T00:23:37.704168Z","end":"2026-04-23T00:23:39.704951Z","steps":["trace[748548822] 'agreement among raft nodes before linearized reading' (duration: 2.000658972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:39.705027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.704099Z","time spent":"2.000918328s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:23:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:23:39.99032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795281145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:23:40.758422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56358663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:23:40.7585Z","caller":"traceutil/trace.go:171","msg":"trace[2081696114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2907; }","duration":"3.563721894s","start":"2026-04-23T00:23:37.194757Z","end":"2026-04-23T00:23:40.758479Z","steps":["trace[2081696114] 'agreement among raft nodes before linearized reading' (duration: 2.294403603s)","trace[2081696114] 'range keys from in-memory index tree' (duration: 1.269138436s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:40.758538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.194731Z","time spent":"3.563799406s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:23:40.759859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.533408ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:40.760169Z","caller":"traceutil/trace.go:171","msg":"trace[1632427082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2907; }","duration":"603.864626ms","start":"2026-04-23T00:23:40.156283Z","end":"2026-04-23T00:23:40.760148Z","steps":["trace[1632427082] 'range keys from in-memory index tree' (duration: 603.515087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271083626s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:40.760401Z","caller":"traceutil/trace.go:171","msg":"trace[1198476865] linearizableReadLoop","detail":"{readStateIndex:3028; appliedIndex:3026; }","duration":"1.270744666s","start":"2026-04-23T00:23:39.489639Z","end":"2026-04-23T00:23:40.760384Z","steps":["trace[1198476865] 'read index received' (duration: 649.732526ms)","trace[1198476865] 'applied index is now lower than readState.Index' (duration: 621.01085ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:40.760434Z","caller":"traceutil/trace.go:171","msg":"trace[1613669656] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"1.808152511s","start":"2026-04-23T00:23:38.952243Z","end":"2026-04-23T00:23:40.760396Z","steps":["trace[1613669656] 'process raft request' (duration: 536.82585ms)","trace[1613669656] 'compare' (duration: 1.269191137s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:40.760541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537605915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:40.760546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197189491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:40.760597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559804664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:23:40.760614Z","caller":"traceutil/trace.go:171","msg":"trace[103496798] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2909; }","duration":"2.537729978s","start":"2026-04-23T00:23:38.222866Z","end":"2026-04-23T00:23:40.760596Z","steps":["trace[103496798] 'agreement among raft nodes before linearized reading' (duration: 2.537561114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577405622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:40.760652Z","caller":"traceutil/trace.go:171","msg":"trace[670426742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2909; }","duration":"3.559857945s","start":"2026-04-23T00:23:37.200767Z","end":"2026-04-23T00:23:40.760625Z","steps":["trace[670426742] 'agreement among raft nodes before linearized reading' (duration: 3.559727451s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878390728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:40.760689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.200757Z","time spent":"3.559924487s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:40.760708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564229426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-23T00:23:40.760704Z","caller":"traceutil/trace.go:171","msg":"trace[1849353795] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2909; }","duration":"2.577564046s","start":"2026-04-23T00:23:38.183115Z","end":"2026-04-23T00:23:40.760679Z","steps":["trace[1849353795] 'agreement among raft nodes before linearized reading' (duration: 2.577377781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.76065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680295028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:40.760807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956452403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:40.760784Z","caller":"traceutil/trace.go:171","msg":"trace[870753265] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"1.807791973s","start":"2026-04-23T00:23:38.95296Z","end":"2026-04-23T00:23:40.760752Z","steps":["trace[870753265] 'process raft request' (duration: 1.807346532s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:40.760831Z","caller":"traceutil/trace.go:171","msg":"trace[216386555] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2909; }","duration":"1.956497204s","start":"2026-04-23T00:23:38.804328Z","end":"2026-04-23T00:23:40.760825Z","steps":["trace[216386555] 'agreement among raft nodes before linearized reading' (duration: 1.956404701s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560361738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:23:40.760836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974367036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:23:40.760857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.804317Z","time spent":"1.956536365s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-23T00:23:40.760873Z","caller":"traceutil/trace.go:171","msg":"trace[1202659952] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2909; }","duration":"1.974432738s","start":"2026-04-23T00:23:38.786433Z","end":"2026-04-23T00:23:40.760865Z","steps":["trace[1202659952] 'agreement among raft nodes before linearized reading' (duration: 1.974352516s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055599703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:23:40.760942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.786412Z","time spent":"1.974523509s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:40.760951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.952934Z","time spent":"1.807925546s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:40.760967Z","caller":"traceutil/trace.go:171","msg":"trace[435467267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2909; }","duration":"1.055767547s","start":"2026-04-23T00:23:39.705188Z","end":"2026-04-23T00:23:40.760955Z","steps":["trace[435467267] 'agreement among raft nodes before linearized reading' (duration: 1.055659234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.222843Z","time spent":"2.53779652s","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:23:40.760718Z","caller":"traceutil/trace.go:171","msg":"trace[126497510] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2909; }","duration":"1.8784619s","start":"2026-04-23T00:23:38.882249Z","end":"2026-04-23T00:23:40.760711Z","steps":["trace[126497510] 'agreement among raft nodes before linearized reading' (duration: 1.878417569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.761093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629742515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:23:40.761242Z","caller":"traceutil/trace.go:171","msg":"trace[405436537] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2909; }","duration":"2.63030196s","start":"2026-04-23T00:23:38.130921Z","end":"2026-04-23T00:23:40.761223Z","steps":["trace[405436537] 'agreement among raft nodes before linearized reading' (duration: 2.629634213s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.761259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:39.705162Z","time spent":"1.056083565s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:23:40.761317Z","caller":"traceutil/trace.go:171","msg":"trace[487126069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2909; }","duration":"3.564324588s","start":"2026-04-23T00:23:37.196401Z","end":"2026-04-23T00:23:40.760726Z","steps":["trace[487126069] 'agreement among raft nodes before linearized reading' (duration: 3.564193095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.76134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.196372Z","time spent":"3.564964125s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:23:40.760876Z","caller":"traceutil/trace.go:171","msg":"trace[1370997537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2909; }","duration":"3.560430631s","start":"2026-04-23T00:23:37.20043Z","end":"2026-04-23T00:23:40.76086Z","steps":["trace[1370997537] 'agreement among raft nodes before linearized reading' (duration: 3.560240746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.761385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.669857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-23T00:23:40.761417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.200421Z","time spent":"3.560979865s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:23:40.761434Z","caller":"traceutil/trace.go:171","msg":"trace[1091788263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2909; }","duration":"789.801051ms","start":"2026-04-23T00:23:39.971623Z","end":"2026-04-23T00:23:40.761424Z","steps":["trace[1091788263] 'agreement among raft nodes before linearized reading' (duration: 789.636825ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:40.760632Z","caller":"traceutil/trace.go:171","msg":"trace[346032995] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2909; }","duration":"3.197316694s","start":"2026-04-23T00:23:37.563295Z","end":"2026-04-23T00:23:40.760612Z","steps":["trace[346032995] 'agreement among raft nodes before linearized reading' (duration: 3.19714063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.760757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.183086Z","time spent":"2.577660579s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:40.761465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:39.971593Z","time spent":"789.866131ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:23:40.761487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.563276Z","time spent":"3.198194887s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:40.761541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.130894Z","time spent":"2.630515786s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:23:40.760853Z","caller":"traceutil/trace.go:171","msg":"trace[2021621406] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2909; }","duration":"1.680492183s","start":"2026-04-23T00:23:39.080297Z","end":"2026-04-23T00:23:40.760789Z","steps":["trace[2021621406] 'agreement among raft nodes before linearized reading' (duration: 1.680132104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.761658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:39.080274Z","time spent":"1.681371985s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:40.761311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.111555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a8d49652ab7a5e\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-23T00:23:40.761782Z","caller":"traceutil/trace.go:171","msg":"trace[1697051360] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a8d49652ab7a5e; range_end:; response_count:1; response_revision:2909; }","duration":"663.644789ms","start":"2026-04-23T00:23:40.098119Z","end":"2026-04-23T00:23:40.761764Z","steps":["trace[1697051360] 'agreement among raft nodes before linearized reading' (duration: 662.989812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.761836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:40.098092Z","time spent":"663.730971ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a8d49652ab7a5e\" "} {"level":"warn","ts":"2026-04-23T00:23:40.760972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563389005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:23:40.761172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.882226Z","time spent":"1.878921162s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:23:40.760568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:38.952174Z","time spent":"1.808322365s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:40.761878Z","caller":"traceutil/trace.go:171","msg":"trace[532869301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2909; }","duration":"3.56432166s","start":"2026-04-23T00:23:37.197543Z","end":"2026-04-23T00:23:40.761865Z","steps":["trace[532869301] 'agreement among raft nodes before linearized reading' (duration: 3.563289813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.762031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:37.197527Z","time spent":"3.564492613s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:23:40.761277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.306729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:23:40.762124Z","caller":"traceutil/trace.go:171","msg":"trace[344634221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2909; }","duration":"660.173031ms","start":"2026-04-23T00:23:40.101941Z","end":"2026-04-23T00:23:40.762114Z","steps":["trace[344634221] 'agreement among raft nodes before linearized reading' (duration: 659.294988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:40.762165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:40.101928Z","time spent":"660.217542ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:23:45.899962Z","caller":"traceutil/trace.go:171","msg":"trace[824179302] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3062; }","duration":"195.153997ms","start":"2026-04-23T00:23:45.704786Z","end":"2026-04-23T00:23:45.89994Z","steps":["trace[824179302] 'read index received' (duration: 195.014194ms)","trace[824179302] 'applied index is now lower than readState.Index' (duration: 138.703µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:45.900149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.305591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:45.900124Z","caller":"traceutil/trace.go:171","msg":"trace[313050551] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"301.825356ms","start":"2026-04-23T00:23:45.598253Z","end":"2026-04-23T00:23:45.900078Z","steps":["trace[313050551] 'process raft request' (duration: 301.486787ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:45.900182Z","caller":"traceutil/trace.go:171","msg":"trace[2079752272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2943; }","duration":"195.448734ms","start":"2026-04-23T00:23:45.704724Z","end":"2026-04-23T00:23:45.900173Z","steps":["trace[2079752272] 'agreement among raft nodes before linearized reading' (duration: 195.30146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:45.900324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:45.598229Z","time spent":"301.980799ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:46.156554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.848588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:23:46.156633Z","caller":"traceutil/trace.go:171","msg":"trace[1235528352] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2943; }","duration":"156.986131ms","start":"2026-04-23T00:23:45.999632Z","end":"2026-04-23T00:23:46.156618Z","steps":["trace[1235528352] 'range keys from in-memory index tree' (duration: 156.774416ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:46.930048Z","caller":"traceutil/trace.go:171","msg":"trace[875767416] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"110.477715ms","start":"2026-04-23T00:23:46.819538Z","end":"2026-04-23T00:23:46.930016Z","steps":["trace[875767416] 'process raft request' (duration: 110.32152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:46.94208Z","caller":"traceutil/trace.go:171","msg":"trace[181352583] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"119.004001ms","start":"2026-04-23T00:23:46.823051Z","end":"2026-04-23T00:23:46.942055Z","steps":["trace[181352583] 'process raft request' (duration: 118.329984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:47.062054Z","caller":"traceutil/trace.go:171","msg":"trace[1059353928] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"115.38038ms","start":"2026-04-23T00:23:46.946635Z","end":"2026-04-23T00:23:47.062015Z","steps":["trace[1059353928] 'process raft request' (duration: 56.416588ms)","trace[1059353928] 'compare' (duration: 58.789068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:47.072116Z","caller":"traceutil/trace.go:171","msg":"trace[924822643] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"125.303199ms","start":"2026-04-23T00:23:46.946791Z","end":"2026-04-23T00:23:47.072094Z","steps":["trace[924822643] 'process raft request' (duration: 125.052703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:47.072415Z","caller":"traceutil/trace.go:171","msg":"trace[1161081654] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"125.503944ms","start":"2026-04-23T00:23:46.946893Z","end":"2026-04-23T00:23:47.072397Z","steps":["trace[1161081654] 'process raft request' (duration: 125.165176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:47.072569Z","caller":"traceutil/trace.go:171","msg":"trace[1161169521] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3065; }","duration":"119.607546ms","start":"2026-04-23T00:23:46.952935Z","end":"2026-04-23T00:23:47.072542Z","steps":["trace[1161169521] 'read index received' (duration: 50.085998ms)","trace[1161169521] 'applied index is now lower than readState.Index' (duration: 69.520368ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:47.072636Z","caller":"traceutil/trace.go:171","msg":"trace[2079607745] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"124.655763ms","start":"2026-04-23T00:23:46.947961Z","end":"2026-04-23T00:23:47.072616Z","steps":["trace[2079607745] 'process raft request' (duration: 124.53298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:47.072606Z","caller":"traceutil/trace.go:171","msg":"trace[978505621] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"125.004232ms","start":"2026-04-23T00:23:46.947578Z","end":"2026-04-23T00:23:47.072582Z","steps":["trace[978505621] 'process raft request' (duration: 124.752515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:47.072845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.885033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:23:47.072911Z","caller":"traceutil/trace.go:171","msg":"trace[583530486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2951; }","duration":"119.990355ms","start":"2026-04-23T00:23:46.952904Z","end":"2026-04-23T00:23:47.072895Z","steps":["trace[583530486] 'agreement among raft nodes before linearized reading' (duration: 119.753168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:47.073264Z","caller":"traceutil/trace.go:171","msg":"trace[494002150] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"124.912949ms","start":"2026-04-23T00:23:46.947658Z","end":"2026-04-23T00:23:47.072571Z","steps":["trace[494002150] 'process raft request' (duration: 124.786286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.926054Z","caller":"traceutil/trace.go:171","msg":"trace[1838591786] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3099; }","duration":"121.286378ms","start":"2026-04-23T00:23:52.804746Z","end":"2026-04-23T00:23:52.926033Z","steps":["trace[1838591786] 'read index received' (duration: 121.049392ms)","trace[1838591786] 'applied index is now lower than readState.Index' (duration: 236.046µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:52.926465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.694968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T00:23:52.926512Z","caller":"traceutil/trace.go:171","msg":"trace[1667772246] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2977; }","duration":"121.805471ms","start":"2026-04-23T00:23:52.804696Z","end":"2026-04-23T00:23:52.926502Z","steps":["trace[1667772246] 'agreement among raft nodes before linearized reading' (duration: 121.431782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:52.926548Z","caller":"traceutil/trace.go:171","msg":"trace[704572479] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"126.305265ms","start":"2026-04-23T00:23:52.800203Z","end":"2026-04-23T00:23:52.926509Z","steps":["trace[704572479] 'process raft request' (duration: 125.658149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:53.091324Z","caller":"traceutil/trace.go:171","msg":"trace[739639645] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"140.629878ms","start":"2026-04-23T00:23:52.950662Z","end":"2026-04-23T00:23:53.091292Z","steps":["trace[739639645] 'process raft request' (duration: 89.419773ms)","trace[739639645] 'compare' (duration: 50.954279ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:53.091615Z","caller":"traceutil/trace.go:171","msg":"trace[1719071956] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"127.650289ms","start":"2026-04-23T00:23:52.963935Z","end":"2026-04-23T00:23:53.091586Z","steps":["trace[1719071956] 'process raft request' (duration: 127.29813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.513198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.761285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:23:53.513362Z","caller":"traceutil/trace.go:171","msg":"trace[1016867335] linearizableReadLoop","detail":"{readStateIndex:3105; appliedIndex:3102; }","duration":"412.418794ms","start":"2026-04-23T00:23:53.100927Z","end":"2026-04-23T00:23:53.513346Z","steps":["trace[1016867335] 'read index received' (duration: 1.452767ms)","trace[1016867335] 'applied index is now lower than readState.Index' (duration: 410.964827ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:23:53.513457Z","caller":"traceutil/trace.go:171","msg":"trace[1760874498] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"414.26817ms","start":"2026-04-23T00:23:53.099177Z","end":"2026-04-23T00:23:53.513445Z","steps":["trace[1760874498] 'process raft request' (duration: 414.111036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:53.513453Z","caller":"traceutil/trace.go:171","msg":"trace[1259324650] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"415.555073ms","start":"2026-04-23T00:23:53.097853Z","end":"2026-04-23T00:23:53.513409Z","steps":["trace[1259324650] 'process raft request' (duration: 105.50184ms)","trace[1259324650] 'compare' (duration: 309.637702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:23:53.513521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.099166Z","time spent":"414.319791ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:53.513616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.097842Z","time spent":"415.688306ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:53.513937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.997188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:23:53.514004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.934047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:23:53.51403Z","caller":"traceutil/trace.go:171","msg":"trace[951918087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2982; }","duration":"413.114821ms","start":"2026-04-23T00:23:53.100894Z","end":"2026-04-23T00:23:53.514009Z","steps":["trace[951918087] 'agreement among raft nodes before linearized reading' (duration: 412.933327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.513939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.696791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-23T00:23:53.514089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.100882Z","time spent":"413.191423ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:23:53.514198Z","caller":"traceutil/trace.go:171","msg":"trace[1273351755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2982; }","duration":"412.927766ms","start":"2026-04-23T00:23:53.101199Z","end":"2026-04-23T00:23:53.514126Z","steps":["trace[1273351755] 'agreement among raft nodes before linearized reading' (duration: 412.603598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.514304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.101194Z","time spent":"413.09139ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:23:53.51439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.330817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:23:53.514451Z","caller":"traceutil/trace.go:171","msg":"trace[995411964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2982; }","duration":"413.411968ms","start":"2026-04-23T00:23:53.101025Z","end":"2026-04-23T00:23:53.514437Z","steps":["trace[995411964] 'agreement among raft nodes before linearized reading' (duration: 412.67888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.514487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.101015Z","time spent":"413.46414ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:23:53.514077Z","caller":"traceutil/trace.go:171","msg":"trace[324218964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2982; }","duration":"413.016319ms","start":"2026-04-23T00:23:53.101043Z","end":"2026-04-23T00:23:53.51406Z","steps":["trace[324218964] 'agreement among raft nodes before linearized reading' (duration: 412.771983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.514562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.101017Z","time spent":"413.521422ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:23:53.911724Z","caller":"traceutil/trace.go:171","msg":"trace[1327558169] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"393.187197ms","start":"2026-04-23T00:23:53.518508Z","end":"2026-04-23T00:23:53.911695Z","steps":["trace[1327558169] 'process raft request' (duration: 388.438857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.911967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.518483Z","time spent":"393.325441ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:23:53.912425Z","caller":"traceutil/trace.go:171","msg":"trace[761966210] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"393.574915ms","start":"2026-04-23T00:23:53.518821Z","end":"2026-04-23T00:23:53.912396Z","steps":["trace[761966210] 'process raft request' (duration: 392.746065ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:53.912461Z","caller":"traceutil/trace.go:171","msg":"trace[1134040265] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"393.572096ms","start":"2026-04-23T00:23:53.518869Z","end":"2026-04-23T00:23:53.912441Z","steps":["trace[1134040265] 'process raft request' (duration: 393.503004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:23:53.912513Z","caller":"traceutil/trace.go:171","msg":"trace[1181646069] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"393.624377ms","start":"2026-04-23T00:23:53.518856Z","end":"2026-04-23T00:23:53.912481Z","steps":["trace[1181646069] 'process raft request' (duration: 393.428342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:23:53.912572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.518846Z","time spent":"393.670109ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:53.912598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.518722Z","time spent":"393.786442ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:23:53.912683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:53.518836Z","time spent":"393.762171ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:49.977299Z","caller":"traceutil/trace.go:171","msg":"trace[1036222489] linearizableReadLoop","detail":"{readStateIndex:3802; appliedIndex:3801; }","duration":"142.505707ms","start":"2026-04-23T00:25:49.834764Z","end":"2026-04-23T00:25:49.977269Z","steps":["trace[1036222489] 'read index received' (duration: 142.278492ms)","trace[1036222489] 'applied index is now lower than readState.Index' (duration: 226.325µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:49.977407Z","caller":"traceutil/trace.go:171","msg":"trace[723654027] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"222.553162ms","start":"2026-04-23T00:25:49.754818Z","end":"2026-04-23T00:25:49.977371Z","steps":["trace[723654027] 'process raft request' (duration: 222.291215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:49.977511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.727143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:25:49.977554Z","caller":"traceutil/trace.go:171","msg":"trace[1242789568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3650; }","duration":"142.815775ms","start":"2026-04-23T00:25:49.834726Z","end":"2026-04-23T00:25:49.977542Z","steps":["trace[1242789568] 'agreement among raft nodes before linearized reading' (duration: 142.661801ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:50.117778Z","caller":"traceutil/trace.go:171","msg":"trace[1809862656] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"135.393227ms","start":"2026-04-23T00:25:49.982353Z","end":"2026-04-23T00:25:50.117746Z","steps":["trace[1809862656] 'process raft request' (duration: 132.677709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:53.566965Z","caller":"traceutil/trace.go:171","msg":"trace[1993414156] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"156.679896ms","start":"2026-04-23T00:25:53.410257Z","end":"2026-04-23T00:25:53.566937Z","steps":["trace[1993414156] 'process raft request' (duration: 156.501861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:18.688482Z","caller":"traceutil/trace.go:171","msg":"trace[1695273454] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"126.533883ms","start":"2026-04-23T00:26:18.561925Z","end":"2026-04-23T00:26:18.688459Z","steps":["trace[1695273454] 'process raft request' (duration: 126.391129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.910807Z","caller":"traceutil/trace.go:171","msg":"trace[242548105] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"124.263175ms","start":"2026-04-23T00:26:23.786509Z","end":"2026-04-23T00:26:23.910772Z","steps":["trace[242548105] 'process raft request' (duration: 124.08241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:29.147997Z","caller":"traceutil/trace.go:171","msg":"trace[115452029] linearizableReadLoop","detail":"{readStateIndex:4153; appliedIndex:4152; }","duration":"380.864081ms","start":"2026-04-23T00:26:28.767106Z","end":"2026-04-23T00:26:29.14797Z","steps":["trace[115452029] 'read index received' (duration: 380.717887ms)","trace[115452029] 'applied index is now lower than readState.Index' (duration: 145.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:29.148086Z","caller":"traceutil/trace.go:171","msg":"trace[1012992594] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"424.120704ms","start":"2026-04-23T00:26:28.723926Z","end":"2026-04-23T00:26:29.148046Z","steps":["trace[1012992594] 'process raft request' (duration: 423.831647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:29.14823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.106896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:26:29.148339Z","caller":"traceutil/trace.go:171","msg":"trace[1406896515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3992; }","duration":"381.27167ms","start":"2026-04-23T00:26:28.767051Z","end":"2026-04-23T00:26:29.148323Z","steps":["trace[1406896515] 'agreement among raft nodes before linearized reading' (duration: 381.051695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:29.148368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:28.723902Z","time spent":"424.273998ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:29.148388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:28.767026Z","time spent":"381.348193ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:26:29.649092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795284060,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:26:30.066454Z","caller":"traceutil/trace.go:171","msg":"trace[428806388] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"1.067589201s","start":"2026-04-23T00:26:28.998838Z","end":"2026-04-23T00:26:30.066427Z","steps":["trace[428806388] 'process raft request' (duration: 1.067420927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.066603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:28.998807Z","time spent":"1.067723385s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:26:30.106716Z","caller":"traceutil/trace.go:171","msg":"trace[183416786] linearizableReadLoop","detail":"{readStateIndex:4155; appliedIndex:4153; }","duration":"958.619963ms","start":"2026-04-23T00:26:29.14807Z","end":"2026-04-23T00:26:30.10669Z","steps":["trace[183416786] 'read index received' (duration: 918.212481ms)","trace[183416786] 'applied index is now lower than readState.Index' (duration: 40.406212ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:30.106781Z","caller":"traceutil/trace.go:171","msg":"trace[319732417] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"219.538176ms","start":"2026-04-23T00:26:29.887235Z","end":"2026-04-23T00:26:30.106773Z","steps":["trace[319732417] 'process raft request' (duration: 219.387182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.106919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269124362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:26:30.106965Z","caller":"traceutil/trace.go:171","msg":"trace[458390085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3996; }","duration":"1.269224454s","start":"2026-04-23T00:26:28.83773Z","end":"2026-04-23T00:26:30.106954Z","steps":["trace[458390085] 'agreement among raft nodes before linearized reading' (duration: 1.269077111s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.106729Z","caller":"traceutil/trace.go:171","msg":"trace[145871322] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"953.684478ms","start":"2026-04-23T00:26:29.153017Z","end":"2026-04-23T00:26:30.106702Z","steps":["trace[145871322] 'process raft request' (duration: 953.504954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.106998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:28.837696Z","time spent":"1.269292836s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:26:30.10703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274226261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:26:30.107079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:29.152997Z","time spent":"954.018556ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:26:30.107109Z","caller":"traceutil/trace.go:171","msg":"trace[2024415376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3996; }","duration":"1.274355935s","start":"2026-04-23T00:26:28.832734Z","end":"2026-04-23T00:26:30.10709Z","steps":["trace[2024415376] 'agreement among raft nodes before linearized reading' (duration: 1.274132429s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.106739Z","caller":"traceutil/trace.go:171","msg":"trace[1286636042] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"177.924083ms","start":"2026-04-23T00:26:29.928797Z","end":"2026-04-23T00:26:30.106721Z","steps":["trace[1286636042] 'process raft request' (duration: 177.859661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.107155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:28.832713Z","time spent":"1.274430486s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:26:30.10714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269213554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:26:30.107255Z","caller":"traceutil/trace.go:171","msg":"trace[1423261828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3996; }","duration":"1.269419879s","start":"2026-04-23T00:26:28.837809Z","end":"2026-04-23T00:26:30.107229Z","steps":["trace[1423261828] 'agreement among raft nodes before linearized reading' (duration: 1.268976158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.10731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:28.837779Z","time spent":"1.269519212s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:26:30.107316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.234318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:26:30.107351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.587946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:26:30.107362Z","caller":"traceutil/trace.go:171","msg":"trace[2072894777] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3996; }","duration":"104.32239ms","start":"2026-04-23T00:26:30.003028Z","end":"2026-04-23T00:26:30.10735Z","steps":["trace[2072894777] 'agreement among raft nodes before linearized reading' (duration: 104.232328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.107382Z","caller":"traceutil/trace.go:171","msg":"trace[1527662868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:3996; }","duration":"166.639927ms","start":"2026-04-23T00:26:29.940733Z","end":"2026-04-23T00:26:30.107373Z","steps":["trace[1527662868] 'agreement among raft nodes before linearized reading' (duration: 166.535794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.107724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.996079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:26:30.107811Z","caller":"traceutil/trace.go:171","msg":"trace[1328494346] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3996; }","duration":"721.110372ms","start":"2026-04-23T00:26:29.386676Z","end":"2026-04-23T00:26:30.107787Z","steps":["trace[1328494346] 'agreement among raft nodes before linearized reading' (duration: 720.566818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.107846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:29.386656Z","time spent":"721.179653ms","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:26:30.108459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.566634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:26:30.108745Z","caller":"traceutil/trace.go:171","msg":"trace[1689324134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3996; }","duration":"561.892862ms","start":"2026-04-23T00:26:29.546828Z","end":"2026-04-23T00:26:30.108721Z","steps":["trace[1689324134] 'agreement among raft nodes before linearized reading' (duration: 560.581818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.108816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:29.546813Z","time spent":"561.987054ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:26:30.328761Z","caller":"traceutil/trace.go:171","msg":"trace[650887850] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4157; }","duration":"217.023603ms","start":"2026-04-23T00:26:30.111708Z","end":"2026-04-23T00:26:30.328732Z","steps":["trace[650887850] 'read index received' (duration: 213.376751ms)","trace[650887850] 'applied index is now lower than readState.Index' (duration: 3.645442ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:30.328874Z","caller":"traceutil/trace.go:171","msg":"trace[1851108727] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"217.558036ms","start":"2026-04-23T00:26:30.111279Z","end":"2026-04-23T00:26:30.328837Z","steps":["trace[1851108727] 'process raft request' (duration: 213.713288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.329079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.350092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63048"} {"level":"info","ts":"2026-04-23T00:26:30.329158Z","caller":"traceutil/trace.go:171","msg":"trace[1082734040] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3997; }","duration":"217.464034ms","start":"2026-04-23T00:26:30.111676Z","end":"2026-04-23T00:26:30.32914Z","steps":["trace[1082734040] 'agreement among raft nodes before linearized reading' (duration: 217.160946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.334916Z","caller":"traceutil/trace.go:171","msg":"trace[2023882565] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"222.867591ms","start":"2026-04-23T00:26:30.11203Z","end":"2026-04-23T00:26:30.334897Z","steps":["trace[2023882565] 'process raft request' (duration: 222.573484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.334897Z","caller":"traceutil/trace.go:171","msg":"trace[2008266018] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"221.880057ms","start":"2026-04-23T00:26:30.112987Z","end":"2026-04-23T00:26:30.334867Z","steps":["trace[2008266018] 'process raft request' (duration: 221.772614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:30.335471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.776409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:26:30.335559Z","caller":"traceutil/trace.go:171","msg":"trace[846112281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3999; }","duration":"222.890961ms","start":"2026-04-23T00:26:30.112647Z","end":"2026-04-23T00:26:30.335538Z","steps":["trace[846112281] 'agreement among raft nodes before linearized reading' (duration: 222.170033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:40.366026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.249655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:40.366146Z","caller":"traceutil/trace.go:171","msg":"trace[1354206875] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4472; }","duration":"209.40437ms","start":"2026-04-23T00:27:40.156725Z","end":"2026-04-23T00:27:40.366129Z","steps":["trace[1354206875] 'range keys from in-memory index tree' (duration: 209.221604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.842354Z","caller":"traceutil/trace.go:171","msg":"trace[1675940254] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"133.881072ms","start":"2026-04-23T00:27:44.708429Z","end":"2026-04-23T00:27:44.84231Z","steps":["trace[1675940254] 'process raft request' (duration: 89.121421ms)","trace[1675940254] 'compare' (duration: 44.563386ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:44.842704Z","caller":"traceutil/trace.go:171","msg":"trace[1844540902] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"134.18431ms","start":"2026-04-23T00:27:44.708491Z","end":"2026-04-23T00:27:44.842675Z","steps":["trace[1844540902] 'process raft request' (duration: 133.77073ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.842906Z","caller":"traceutil/trace.go:171","msg":"trace[1388696979] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"133.628777ms","start":"2026-04-23T00:27:44.709267Z","end":"2026-04-23T00:27:44.842896Z","steps":["trace[1388696979] 'process raft request' (duration: 133.494363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.842889Z","caller":"traceutil/trace.go:171","msg":"trace[916174715] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"134.14371ms","start":"2026-04-23T00:27:44.708699Z","end":"2026-04-23T00:27:44.842843Z","steps":["trace[916174715] 'process raft request' (duration: 133.851332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.842921Z","caller":"traceutil/trace.go:171","msg":"trace[1220577531] linearizableReadLoop","detail":"{readStateIndex:4815; appliedIndex:4803; }","duration":"122.019264ms","start":"2026-04-23T00:27:44.720886Z","end":"2026-04-23T00:27:44.842905Z","steps":["trace[1220577531] 'read index received' (duration: 34.901362ms)","trace[1220577531] 'applied index is now lower than readState.Index' (duration: 87.116512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:44.843158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.25104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:27:44.843155Z","caller":"traceutil/trace.go:171","msg":"trace[1021230680] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"129.75072ms","start":"2026-04-23T00:27:44.713385Z","end":"2026-04-23T00:27:44.843135Z","steps":["trace[1021230680] 'process raft request' (duration: 129.455582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.843204Z","caller":"traceutil/trace.go:171","msg":"trace[661715475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4623; }","duration":"122.345562ms","start":"2026-04-23T00:27:44.720847Z","end":"2026-04-23T00:27:44.843192Z","steps":["trace[661715475] 'agreement among raft nodes before linearized reading' (duration: 122.111766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:44.844744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.31184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:27:44.844793Z","caller":"traceutil/trace.go:171","msg":"trace[2096831418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4634; }","duration":"118.408972ms","start":"2026-04-23T00:27:44.726372Z","end":"2026-04-23T00:27:44.844781Z","steps":["trace[2096831418] 'agreement among raft nodes before linearized reading' (duration: 118.199627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:44.845003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.520755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:27:44.84507Z","caller":"traceutil/trace.go:171","msg":"trace[1483361617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4634; }","duration":"118.638628ms","start":"2026-04-23T00:27:44.726415Z","end":"2026-04-23T00:27:44.845054Z","steps":["trace[1483361617] 'agreement among raft nodes before linearized reading' (duration: 118.494944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:44.845044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.073367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:27:44.84515Z","caller":"traceutil/trace.go:171","msg":"trace[1474732481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:4634; }","duration":"117.214071ms","start":"2026-04-23T00:27:44.727907Z","end":"2026-04-23T00:27:44.845121Z","steps":["trace[1474732481] 'agreement among raft nodes before linearized reading' (duration: 116.926484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.966377Z","caller":"traceutil/trace.go:171","msg":"trace[221946075] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"108.760869ms","start":"2026-04-23T00:27:44.857599Z","end":"2026-04-23T00:27:44.96636Z","steps":["trace[221946075] 'process raft request' (duration: 108.606935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.966373Z","caller":"traceutil/trace.go:171","msg":"trace[296991342] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"110.120084ms","start":"2026-04-23T00:27:44.856202Z","end":"2026-04-23T00:27:44.966322Z","steps":["trace[296991342] 'process raft request' (duration: 105.999749ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.966575Z","caller":"traceutil/trace.go:171","msg":"trace[1243551327] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"108.81627ms","start":"2026-04-23T00:27:44.85774Z","end":"2026-04-23T00:27:44.966556Z","steps":["trace[1243551327] 'process raft request' (duration: 108.562273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.966823Z","caller":"traceutil/trace.go:171","msg":"trace[72868975] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"107.484017ms","start":"2026-04-23T00:27:44.859328Z","end":"2026-04-23T00:27:44.966812Z","steps":["trace[72868975] 'process raft request' (duration: 107.370554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.966826Z","caller":"traceutil/trace.go:171","msg":"trace[1989929144] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"108.977494ms","start":"2026-04-23T00:27:44.857821Z","end":"2026-04-23T00:27:44.966798Z","steps":["trace[1989929144] 'process raft request' (duration: 108.679706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.966999Z","caller":"traceutil/trace.go:171","msg":"trace[419432207] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"107.647901ms","start":"2026-04-23T00:27:44.859341Z","end":"2026-04-23T00:27:44.966989Z","steps":["trace[419432207] 'process raft request' (duration: 107.402854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.967098Z","caller":"traceutil/trace.go:171","msg":"trace[420531651] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"107.703372ms","start":"2026-04-23T00:27:44.859381Z","end":"2026-04-23T00:27:44.967085Z","steps":["trace[420531651] 'process raft request' (duration: 107.396944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.967184Z","caller":"traceutil/trace.go:171","msg":"trace[1289669395] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"107.336572ms","start":"2026-04-23T00:27:44.859832Z","end":"2026-04-23T00:27:44.967168Z","steps":["trace[1289669395] 'process raft request' (duration: 107.146457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.967227Z","caller":"traceutil/trace.go:171","msg":"trace[1108418637] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"104.015458ms","start":"2026-04-23T00:27:44.863204Z","end":"2026-04-23T00:27:44.967219Z","steps":["trace[1108418637] 'process raft request' (duration: 103.853434ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.967389Z","caller":"traceutil/trace.go:171","msg":"trace[2053507681] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"103.036864ms","start":"2026-04-23T00:27:44.86427Z","end":"2026-04-23T00:27:44.967307Z","steps":["trace[2053507681] 'process raft request' (duration: 102.836549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:44.967437Z","caller":"traceutil/trace.go:171","msg":"trace[1922219228] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"103.064734ms","start":"2026-04-23T00:27:44.86432Z","end":"2026-04-23T00:27:44.967385Z","steps":["trace[1922219228] 'process raft request' (duration: 102.87131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:44.968182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.06656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-04-23T00:27:44.968245Z","caller":"traceutil/trace.go:171","msg":"trace[1311211248] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4665; }","duration":"108.170903ms","start":"2026-04-23T00:27:44.860057Z","end":"2026-04-23T00:27:44.968228Z","steps":["trace[1311211248] 'agreement among raft nodes before linearized reading' (duration: 108.02447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.25392Z","caller":"traceutil/trace.go:171","msg":"trace[1386799328] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"215.823304ms","start":"2026-04-23T00:27:45.038067Z","end":"2026-04-23T00:27:45.253891Z","steps":["trace[1386799328] 'process raft request' (duration: 215.729512ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.254159Z","caller":"traceutil/trace.go:171","msg":"trace[1132809550] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"218.196404ms","start":"2026-04-23T00:27:45.035904Z","end":"2026-04-23T00:27:45.2541Z","steps":["trace[1132809550] 'process raft request' (duration: 181.385684ms)","trace[1132809550] 'compare' (duration: 36.175124ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:45.254694Z","caller":"traceutil/trace.go:171","msg":"trace[304265935] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"195.631473ms","start":"2026-04-23T00:27:45.059038Z","end":"2026-04-23T00:27:45.254669Z","steps":["trace[304265935] 'process raft request' (duration: 195.363186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.254758Z","caller":"traceutil/trace.go:171","msg":"trace[1207452679] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"195.299505ms","start":"2026-04-23T00:27:45.059439Z","end":"2026-04-23T00:27:45.254739Z","steps":["trace[1207452679] 'process raft request' (duration: 195.045988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.254752Z","caller":"traceutil/trace.go:171","msg":"trace[1030618497] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"195.87542ms","start":"2026-04-23T00:27:45.058853Z","end":"2026-04-23T00:27:45.254728Z","steps":["trace[1030618497] 'process raft request' (duration: 195.456418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.254798Z","caller":"traceutil/trace.go:171","msg":"trace[1468356920] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"196.067765ms","start":"2026-04-23T00:27:45.058663Z","end":"2026-04-23T00:27:45.254731Z","steps":["trace[1468356920] 'process raft request' (duration: 195.50957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.254907Z","caller":"traceutil/trace.go:171","msg":"trace[458765625] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"195.833769ms","start":"2026-04-23T00:27:45.059052Z","end":"2026-04-23T00:27:45.254886Z","steps":["trace[458765625] 'process raft request' (duration: 195.372646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.255021Z","caller":"traceutil/trace.go:171","msg":"trace[51479551] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"195.597123ms","start":"2026-04-23T00:27:45.059411Z","end":"2026-04-23T00:27:45.255008Z","steps":["trace[51479551] 'process raft request' (duration: 195.046228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.255069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.01306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-04-23T00:27:45.255043Z","caller":"traceutil/trace.go:171","msg":"trace[293889037] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"196.022713ms","start":"2026-04-23T00:27:45.058964Z","end":"2026-04-23T00:27:45.254986Z","steps":["trace[293889037] 'process raft request' (duration: 195.408087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.255113Z","caller":"traceutil/trace.go:171","msg":"trace[480894666] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"195.154392ms","start":"2026-04-23T00:27:45.05994Z","end":"2026-04-23T00:27:45.255094Z","steps":["trace[480894666] 'process raft request' (duration: 194.570966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.255137Z","caller":"traceutil/trace.go:171","msg":"trace[527182387] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4704; }","duration":"148.136864ms","start":"2026-04-23T00:27:45.106984Z","end":"2026-04-23T00:27:45.255121Z","steps":["trace[527182387] 'agreement among raft nodes before linearized reading' (duration: 147.910378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.254829Z","caller":"traceutil/trace.go:171","msg":"trace[1095642674] linearizableReadLoop","detail":"{readStateIndex:4898; appliedIndex:4886; }","duration":"147.759353ms","start":"2026-04-23T00:27:45.107031Z","end":"2026-04-23T00:27:45.25479Z","steps":["trace[1095642674] 'read index received' (duration: 110.275775ms)","trace[1095642674] 'applied index is now lower than readState.Index' (duration: 37.482128ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:45.255349Z","caller":"traceutil/trace.go:171","msg":"trace[580528853] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"195.161612ms","start":"2026-04-23T00:27:45.06017Z","end":"2026-04-23T00:27:45.255332Z","steps":["trace[580528853] 'process raft request' (duration: 194.425113ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.255471Z","caller":"traceutil/trace.go:171","msg":"trace[925601219] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"137.706119ms","start":"2026-04-23T00:27:45.117754Z","end":"2026-04-23T00:27:45.25546Z","steps":["trace[925601219] 'process raft request' (duration: 136.977621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.255521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.726873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-04-23T00:27:45.255555Z","caller":"traceutil/trace.go:171","msg":"trace[627292087] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"191.058448ms","start":"2026-04-23T00:27:45.064472Z","end":"2026-04-23T00:27:45.255531Z","steps":["trace[627292087] 'process raft request' (duration: 190.169376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.255582Z","caller":"traceutil/trace.go:171","msg":"trace[1147270323] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4704; }","duration":"147.859177ms","start":"2026-04-23T00:27:45.107702Z","end":"2026-04-23T00:27:45.255561Z","steps":["trace[1147270323] 'agreement among raft nodes before linearized reading' (duration: 147.60816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.255562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.096189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-04-23T00:27:45.255684Z","caller":"traceutil/trace.go:171","msg":"trace[680935967] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4704; }","duration":"138.272533ms","start":"2026-04-23T00:27:45.117388Z","end":"2026-04-23T00:27:45.255661Z","steps":["trace[680935967] 'agreement among raft nodes before linearized reading' (duration: 137.958915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:45.255686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.498137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-04-23T00:27:45.255801Z","caller":"traceutil/trace.go:171","msg":"trace[27717923] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4704; }","duration":"147.645501ms","start":"2026-04-23T00:27:45.108128Z","end":"2026-04-23T00:27:45.255773Z","steps":["trace[27717923] 'agreement among raft nodes before linearized reading' (duration: 147.309892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:45.796125Z","caller":"traceutil/trace.go:171","msg":"trace[1006781521] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"124.723712ms","start":"2026-04-23T00:27:45.671367Z","end":"2026-04-23T00:27:45.796091Z","steps":["trace[1006781521] 'process raft request' (duration: 84.841305ms)","trace[1006781521] 'compare' (duration: 39.698833ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:46.393724Z","caller":"traceutil/trace.go:171","msg":"trace[1497376409] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"108.493681ms","start":"2026-04-23T00:27:46.28519Z","end":"2026-04-23T00:27:46.393684Z","steps":["trace[1497376409] 'process raft request' (duration: 107.926317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:46.974649Z","caller":"traceutil/trace.go:171","msg":"trace[1683862183] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"194.363933ms","start":"2026-04-23T00:27:46.780245Z","end":"2026-04-23T00:27:46.974608Z","steps":["trace[1683862183] 'process raft request' (duration: 193.789187ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:46.977651Z","caller":"traceutil/trace.go:171","msg":"trace[1135916920] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5022; }","duration":"147.792245ms","start":"2026-04-23T00:27:46.829805Z","end":"2026-04-23T00:27:46.977598Z","steps":["trace[1135916920] 'read index received' (duration: 144.119302ms)","trace[1135916920] 'applied index is now lower than readState.Index' (duration: 3.671713ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:46.977743Z","caller":"traceutil/trace.go:171","msg":"trace[175909665] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"152.72612ms","start":"2026-04-23T00:27:46.824949Z","end":"2026-04-23T00:27:46.977675Z","steps":["trace[175909665] 'process raft request' (duration: 152.323989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:46.978047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.29025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:27:46.978058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.230917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:27:46.978122Z","caller":"traceutil/trace.go:171","msg":"trace[418697032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:4827; }","duration":"116.411013ms","start":"2026-04-23T00:27:46.861695Z","end":"2026-04-23T00:27:46.978106Z","steps":["trace[418697032] 'agreement among raft nodes before linearized reading' (duration: 116.192497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:46.978131Z","caller":"traceutil/trace.go:171","msg":"trace[91312294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4827; }","duration":"148.361879ms","start":"2026-04-23T00:27:46.829753Z","end":"2026-04-23T00:27:46.978114Z","steps":["trace[91312294] 'agreement among raft nodes before linearized reading' (duration: 148.068852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:47.380473Z","caller":"traceutil/trace.go:171","msg":"trace[653107076] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"114.875913ms","start":"2026-04-23T00:27:47.265559Z","end":"2026-04-23T00:27:47.380435Z","steps":["trace[653107076] 'process raft request' (duration: 114.695819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:48.755372Z","caller":"traceutil/trace.go:171","msg":"trace[462263615] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"113.698742ms","start":"2026-04-23T00:27:48.641652Z","end":"2026-04-23T00:27:48.755351Z","steps":["trace[462263615] 'process raft request' (duration: 113.377854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:48.888546Z","caller":"traceutil/trace.go:171","msg":"trace[203175950] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5069; }","duration":"101.398093ms","start":"2026-04-23T00:27:48.787065Z","end":"2026-04-23T00:27:48.888463Z","steps":["trace[203175950] 'read index received' (duration: 100.409567ms)","trace[203175950] 'applied index is now lower than readState.Index' (duration: 987.046µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:48.888605Z","caller":"traceutil/trace.go:171","msg":"trace[1142779483] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"106.237125ms","start":"2026-04-23T00:27:48.78233Z","end":"2026-04-23T00:27:48.888567Z","steps":["trace[1142779483] 'process raft request' (duration: 104.981573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.888864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.768002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:27:48.888953Z","caller":"traceutil/trace.go:171","msg":"trace[1827942831] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4872; }","duration":"101.899345ms","start":"2026-04-23T00:27:48.787035Z","end":"2026-04-23T00:27:48.888934Z","steps":["trace[1827942831] 'agreement among raft nodes before linearized reading' (duration: 101.592718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:48.892057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.11545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:48.892172Z","caller":"traceutil/trace.go:171","msg":"trace[905030268] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:4873; }","duration":"102.276954ms","start":"2026-04-23T00:27:48.78987Z","end":"2026-04-23T00:27:48.892147Z","steps":["trace[905030268] 'agreement among raft nodes before linearized reading' (duration: 102.067949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:48.892721Z","caller":"traceutil/trace.go:171","msg":"trace[1708209794] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"102.12661ms","start":"2026-04-23T00:27:48.79058Z","end":"2026-04-23T00:27:48.892707Z","steps":["trace[1708209794] 'process raft request' (duration: 101.117695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.51601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.375097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:27:49.516097Z","caller":"traceutil/trace.go:171","msg":"trace[1581686703] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"537.708718ms","start":"2026-04-23T00:27:48.978374Z","end":"2026-04-23T00:27:49.516083Z","steps":["trace[1581686703] 'read index received' (duration: 12.106505ms)","trace[1581686703] 'applied index is now lower than readState.Index' (duration: 525.601043ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:49.516193Z","caller":"traceutil/trace.go:171","msg":"trace[860718070] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"540.745335ms","start":"2026-04-23T00:27:48.975437Z","end":"2026-04-23T00:27:49.516183Z","steps":["trace[860718070] 'process raft request' (duration: 15.124691ms)","trace[860718070] 'compare' (duration: 525.07974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:49.516274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.975414Z","time spent":"540.831377ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:49.516476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.076997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61256"} {"level":"info","ts":"2026-04-23T00:27:49.516573Z","caller":"traceutil/trace.go:171","msg":"trace[1716274520] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4900; }","duration":"538.209551ms","start":"2026-04-23T00:27:48.978341Z","end":"2026-04-23T00:27:49.516551Z","steps":["trace[1716274520] 'agreement among raft nodes before linearized reading' (duration: 537.892413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.516632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.978298Z","time spent":"538.320674ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":61279,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-23T00:27:49.518141Z","caller":"traceutil/trace.go:171","msg":"trace[1295322291] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4900; }","duration":"538.025966ms","start":"2026-04-23T00:27:48.980095Z","end":"2026-04-23T00:27:49.518121Z","steps":["trace[1295322291] 'process raft request' (duration: 537.7897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.51826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.980072Z","time spent":"538.117229ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":85,"response count":0,"response size":12016,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:49.518188Z","caller":"traceutil/trace.go:171","msg":"trace[828276782] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"529.961623ms","start":"2026-04-23T00:27:48.988189Z","end":"2026-04-23T00:27:49.518151Z","steps":["trace[828276782] 'process raft request' (duration: 529.85185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.518564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.98817Z","time spent":"530.24587ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:27:49.519242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.320715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:27:49.519261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.634444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:27:49.519311Z","caller":"traceutil/trace.go:171","msg":"trace[2146749580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4902; }","duration":"466.439018ms","start":"2026-04-23T00:27:49.05286Z","end":"2026-04-23T00:27:49.519299Z","steps":["trace[2146749580] 'agreement among raft nodes before linearized reading' (duration: 466.290585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.519332Z","caller":"traceutil/trace.go:171","msg":"trace[1740749621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4902; }","duration":"527.751047ms","start":"2026-04-23T00:27:48.991564Z","end":"2026-04-23T00:27:49.519315Z","steps":["trace[1740749621] 'agreement among raft nodes before linearized reading' (duration: 527.557252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.519358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:49.052833Z","time spent":"466.51728ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:49.51937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.991545Z","time spent":"527.818269ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:27:49.519387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.793218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-23T00:27:49.519464Z","caller":"traceutil/trace.go:171","msg":"trace[825519733] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4902; }","duration":"267.89381ms","start":"2026-04-23T00:27:49.251551Z","end":"2026-04-23T00:27:49.519444Z","steps":["trace[825519733] 'agreement among raft nodes before linearized reading' (duration: 267.727386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.519589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.103843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:27:49.519627Z","caller":"traceutil/trace.go:171","msg":"trace[1237180078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4902; }","duration":"520.172035ms","start":"2026-04-23T00:27:48.999442Z","end":"2026-04-23T00:27:49.519614Z","steps":["trace[1237180078] 'agreement among raft nodes before linearized reading' (duration: 520.092043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.519616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.229311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:27:49.519664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.999424Z","time spent":"520.231037ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:27:49.519686Z","caller":"traceutil/trace.go:171","msg":"trace[608829575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:4902; }","duration":"517.315274ms","start":"2026-04-23T00:27:49.00235Z","end":"2026-04-23T00:27:49.519665Z","steps":["trace[608829575] 'agreement among raft nodes before linearized reading' (duration: 517.091808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.519729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:49.002339Z","time spent":"517.380935ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:27:49.519817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.713239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:27:49.519848Z","caller":"traceutil/trace.go:171","msg":"trace[489590193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4902; }","duration":"520.779861ms","start":"2026-04-23T00:27:48.99906Z","end":"2026-04-23T00:27:49.51984Z","steps":["trace[489590193] 'agreement among raft nodes before linearized reading' (duration: 520.708449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.519897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:48.999038Z","time spent":"520.825401ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:27:49.520143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.520176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:27:49.520207Z","caller":"traceutil/trace.go:171","msg":"trace[175664764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4902; }","duration":"511.633989ms","start":"2026-04-23T00:27:49.008559Z","end":"2026-04-23T00:27:49.520193Z","steps":["trace[175664764] 'agreement among raft nodes before linearized reading' (duration: 511.429724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.520241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:49.00853Z","time spent":"511.702981ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:27:49.520291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.856816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197772"} {"level":"info","ts":"2026-04-23T00:27:49.520325Z","caller":"traceutil/trace.go:171","msg":"trace[1452115744] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4902; }","duration":"293.915328ms","start":"2026-04-23T00:27:49.226402Z","end":"2026-04-23T00:27:49.520318Z","steps":["trace[1452115744] 'agreement among raft nodes before linearized reading' (duration: 293.056806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:49.519296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.499016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:49.520391Z","caller":"traceutil/trace.go:171","msg":"trace[385126358] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4902; }","duration":"123.652284ms","start":"2026-04-23T00:27:49.396728Z","end":"2026-04-23T00:27:49.52038Z","steps":["trace[385126358] 'agreement among raft nodes before linearized reading' (duration: 122.494335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.784686Z","caller":"traceutil/trace.go:171","msg":"trace[1744055594] linearizableReadLoop","detail":"{readStateIndex:5124; appliedIndex:5123; }","duration":"101.404724ms","start":"2026-04-23T00:27:49.683255Z","end":"2026-04-23T00:27:49.78466Z","steps":["trace[1744055594] 'read index received' (duration: 101.231369ms)","trace[1744055594] 'applied index is now lower than readState.Index' (duration: 172.345µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:49.784897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.622909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T00:27:49.78495Z","caller":"traceutil/trace.go:171","msg":"trace[1514120580] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4925; }","duration":"101.721811ms","start":"2026-04-23T00:27:49.683211Z","end":"2026-04-23T00:27:49.784933Z","steps":["trace[1514120580] 'agreement among raft nodes before linearized reading' (duration: 101.546267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:49.785123Z","caller":"traceutil/trace.go:171","msg":"trace[1387028055] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"102.995843ms","start":"2026-04-23T00:27:49.682106Z","end":"2026-04-23T00:27:49.785102Z","steps":["trace[1387028055] 'process raft request' (duration: 102.390918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:50.60013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.205869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7mcc4\" ","response":"range_response_count:1 size:4485"} {"level":"info","ts":"2026-04-23T00:27:50.600235Z","caller":"traceutil/trace.go:171","msg":"trace[1090158505] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-7mcc4; range_end:; response_count:1; response_revision:4932; }","duration":"215.344852ms","start":"2026-04-23T00:27:50.384866Z","end":"2026-04-23T00:27:50.600211Z","steps":["trace[1090158505] 'range keys from in-memory index tree' (duration: 215.081225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:50.601011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.322911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197772"} {"level":"info","ts":"2026-04-23T00:27:50.601085Z","caller":"traceutil/trace.go:171","msg":"trace[718374245] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4932; }","duration":"158.433624ms","start":"2026-04-23T00:27:50.442635Z","end":"2026-04-23T00:27:50.601069Z","steps":["trace[718374245] 'range keys from in-memory index tree' (duration: 157.008588ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:50.675474Z","caller":"traceutil/trace.go:171","msg":"trace[1316226109] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"221.607661ms","start":"2026-04-23T00:27:50.453845Z","end":"2026-04-23T00:27:50.675452Z","steps":["trace[1316226109] 'process raft request' (duration: 221.456338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:51.248297Z","caller":"traceutil/trace.go:171","msg":"trace[1369259183] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"731.517465ms","start":"2026-04-23T00:27:50.516754Z","end":"2026-04-23T00:27:51.248272Z","steps":["trace[1369259183] 'process raft request' (duration: 731.168907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:51.248321Z","caller":"traceutil/trace.go:171","msg":"trace[1659511293] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"701.924837ms","start":"2026-04-23T00:27:50.546353Z","end":"2026-04-23T00:27:51.248278Z","steps":["trace[1659511293] 'process raft request' (duration: 701.786164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.248569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.516732Z","time spent":"731.635969ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:51.248541Z","caller":"traceutil/trace.go:171","msg":"trace[1731815368] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5131; }","duration":"665.894688ms","start":"2026-04-23T00:27:50.582597Z","end":"2026-04-23T00:27:51.248492Z","steps":["trace[1731815368] 'read index received' (duration: 92.768855ms)","trace[1731815368] 'applied index is now lower than readState.Index' (duration: 573.122583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:51.248594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.546328Z","time spent":"702.173804ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:51.248758Z","caller":"traceutil/trace.go:171","msg":"trace[1901391547] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"640.068164ms","start":"2026-04-23T00:27:50.608648Z","end":"2026-04-23T00:27:51.248717Z","steps":["trace[1901391547] 'process raft request' (duration: 639.549241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.248866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.793377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:27:51.248939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.608626Z","time spent":"640.225208ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:51.248959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.1596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:27:51.248913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.688819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:51.249004Z","caller":"traceutil/trace.go:171","msg":"trace[1009810521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4936; }","duration":"633.222712ms","start":"2026-04-23T00:27:50.615765Z","end":"2026-04-23T00:27:51.248987Z","steps":["trace[1009810521] 'agreement among raft nodes before linearized reading' (duration: 632.992746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.249032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.615746Z","time spent":"633.280373ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:27:51.249021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.794977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:51.249039Z","caller":"traceutil/trace.go:171","msg":"trace[1720529876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4936; }","duration":"543.852133ms","start":"2026-04-23T00:27:50.705165Z","end":"2026-04-23T00:27:51.249017Z","steps":["trace[1720529876] 'agreement among raft nodes before linearized reading' (duration: 543.649088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:51.249081Z","caller":"traceutil/trace.go:171","msg":"trace[815376393] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4936; }","duration":"265.915079ms","start":"2026-04-23T00:27:50.983153Z","end":"2026-04-23T00:27:51.249068Z","steps":["trace[815376393] 'agreement among raft nodes before linearized reading' (duration: 265.810487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.24909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.705149Z","time spent":"543.931475ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:27:51.248964Z","caller":"traceutil/trace.go:171","msg":"trace[1210927493] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4936; }","duration":"375.92569ms","start":"2026-04-23T00:27:50.873012Z","end":"2026-04-23T00:27:51.248938Z","steps":["trace[1210927493] 'agreement among raft nodes before linearized reading' (duration: 375.781256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.249119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.589941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-23T00:27:51.24928Z","caller":"traceutil/trace.go:171","msg":"trace[43057549] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4936; }","duration":"618.777506ms","start":"2026-04-23T00:27:50.630492Z","end":"2026-04-23T00:27:51.249269Z","steps":["trace[43057549] 'agreement among raft nodes before linearized reading' (duration: 618.51242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.24927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.872989Z","time spent":"376.255518ms","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:51.249306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.63048Z","time spent":"618.818047ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T00:27:51.248889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.656114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de8041a3-ad92-4023-bcb3-8c53763a96c3\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-23T00:27:51.249383Z","caller":"traceutil/trace.go:171","msg":"trace[1232081235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de8041a3-ad92-4023-bcb3-8c53763a96c3; range_end:; response_count:1; response_revision:4936; }","duration":"270.196868ms","start":"2026-04-23T00:27:50.979169Z","end":"2026-04-23T00:27:51.249366Z","steps":["trace[1232081235] 'agreement among raft nodes before linearized reading' (duration: 269.590982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.251632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.022957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-04-23T00:27:51.251697Z","caller":"traceutil/trace.go:171","msg":"trace[1854319657] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da; range_end:; response_count:1; response_revision:4936; }","duration":"669.128289ms","start":"2026-04-23T00:27:50.582552Z","end":"2026-04-23T00:27:51.25168Z","steps":["trace[1854319657] 'agreement among raft nodes before linearized reading' (duration: 666.152774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:51.251734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:50.582537Z","time spent":"669.18819ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" "} {"level":"warn","ts":"2026-04-23T00:27:52.877325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.426448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:27:52.877479Z","caller":"traceutil/trace.go:171","msg":"trace[687673174] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"460.843277ms","start":"2026-04-23T00:27:52.416581Z","end":"2026-04-23T00:27:52.877424Z","steps":["trace[687673174] 'process raft request' (duration: 159.216074ms)","trace[687673174] 'compare' (duration: 301.216431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:52.877516Z","caller":"traceutil/trace.go:171","msg":"trace[719269544] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"195.87148ms","start":"2026-04-23T00:27:52.681625Z","end":"2026-04-23T00:27:52.877497Z","steps":["trace[719269544] 'process raft request' (duration: 195.804508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:52.877518Z","caller":"traceutil/trace.go:171","msg":"trace[385933111] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5152; }","duration":"451.334405ms","start":"2026-04-23T00:27:52.426156Z","end":"2026-04-23T00:27:52.87749Z","steps":["trace[385933111] 'read index received' (duration: 149.61383ms)","trace[385933111] 'applied index is now lower than readState.Index' (duration: 301.717005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:52.87768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:52.416536Z","time spent":"461.025041ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:27:52.877836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.668063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:27:52.877905Z","caller":"traceutil/trace.go:171","msg":"trace[1398664037] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:4955; }","duration":"451.785007ms","start":"2026-04-23T00:27:52.426102Z","end":"2026-04-23T00:27:52.877887Z","steps":["trace[1398664037] 'agreement among raft nodes before linearized reading' (duration: 451.550061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:52.877964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:52.42608Z","time spent":"451.866429ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T00:27:52.878039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.686727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:27:52.878094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.029574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:52.878153Z","caller":"traceutil/trace.go:171","msg":"trace[358002004] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4955; }","duration":"442.863021ms","start":"2026-04-23T00:27:52.435264Z","end":"2026-04-23T00:27:52.878127Z","steps":["trace[358002004] 'agreement among raft nodes before linearized reading' (duration: 442.664506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:52.878139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.93078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:27:52.878203Z","caller":"traceutil/trace.go:171","msg":"trace[170700763] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4955; }","duration":"363.189798ms","start":"2026-04-23T00:27:52.514987Z","end":"2026-04-23T00:27:52.878177Z","steps":["trace[170700763] 'agreement among raft nodes before linearized reading' (duration: 362.969483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:52.878209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:52.435241Z","time spent":"442.955904ms","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:27:52.878256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:52.514965Z","time spent":"363.279431ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:27:52.87826Z","caller":"traceutil/trace.go:171","msg":"trace[496658663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4955; }","duration":"173.136376ms","start":"2026-04-23T00:27:52.705098Z","end":"2026-04-23T00:27:52.878235Z","steps":["trace[496658663] 'agreement among raft nodes before linearized reading' (duration: 172.866579ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:53.058948Z","caller":"traceutil/trace.go:171","msg":"trace[1932873086] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"144.417849ms","start":"2026-04-23T00:27:52.914501Z","end":"2026-04-23T00:27:53.058919Z","steps":["trace[1932873086] 'process raft request' (duration: 62.630293ms)","trace[1932873086] 'compare' (duration: 81.642433ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:53.0617Z","caller":"traceutil/trace.go:171","msg":"trace[1917027364] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"136.738885ms","start":"2026-04-23T00:27:52.924938Z","end":"2026-04-23T00:27:53.061677Z","steps":["trace[1917027364] 'process raft request' (duration: 136.674264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:53.062101Z","caller":"traceutil/trace.go:171","msg":"trace[1770071258] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"144.340808ms","start":"2026-04-23T00:27:52.917747Z","end":"2026-04-23T00:27:53.062087Z","steps":["trace[1770071258] 'process raft request' (duration: 143.756703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:55.175572Z","caller":"traceutil/trace.go:171","msg":"trace[2121656370] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"250.493649ms","start":"2026-04-23T00:27:54.92505Z","end":"2026-04-23T00:27:55.175543Z","steps":["trace[2121656370] 'process raft request' (duration: 184.849431ms)","trace[2121656370] 'compare' (duration: 65.264869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:55.722427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.056015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:27:55.722623Z","caller":"traceutil/trace.go:171","msg":"trace[321616358] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"332.113202ms","start":"2026-04-23T00:27:55.39047Z","end":"2026-04-23T00:27:55.722583Z","steps":["trace[321616358] 'process raft request' (duration: 152.803001ms)","trace[321616358] 'compare' (duration: 178.86639ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:55.722657Z","caller":"traceutil/trace.go:171","msg":"trace[356368095] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"179.930107ms","start":"2026-04-23T00:27:55.542708Z","end":"2026-04-23T00:27:55.722638Z","steps":["trace[356368095] 'process raft request' (duration: 179.860595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.722757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.390442Z","time spent":"332.247526ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:27:55.722723Z","caller":"traceutil/trace.go:171","msg":"trace[431823504] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5221; }","duration":"332.148263ms","start":"2026-04-23T00:27:55.390539Z","end":"2026-04-23T00:27:55.722687Z","steps":["trace[431823504] 'read index received' (duration: 152.824051ms)","trace[431823504] 'applied index is now lower than readState.Index' (duration: 179.320662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:55.722974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.397569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:27:55.723088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.182045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T00:27:55.723119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.456287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:27:55.723113Z","caller":"traceutil/trace.go:171","msg":"trace[1046170780] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da; range_end:; response_count:0; response_revision:5021; }","duration":"332.585884ms","start":"2026-04-23T00:27:55.390495Z","end":"2026-04-23T00:27:55.723081Z","steps":["trace[1046170780] 'agreement among raft nodes before linearized reading' (duration: 332.348408ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:55.723153Z","caller":"traceutil/trace.go:171","msg":"trace[1943547797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5021; }","duration":"149.516528ms","start":"2026-04-23T00:27:55.573626Z","end":"2026-04-23T00:27:55.723142Z","steps":["trace[1943547797] 'agreement among raft nodes before linearized reading' (duration: 149.433896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:55.72316Z","caller":"traceutil/trace.go:171","msg":"trace[1272149313] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5021; }","duration":"281.310598ms","start":"2026-04-23T00:27:55.441827Z","end":"2026-04-23T00:27:55.723138Z","steps":["trace[1272149313] 'agreement among raft nodes before linearized reading' (duration: 281.056232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.723174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:55.390471Z","time spent":"332.690627ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" "} {"level":"warn","ts":"2026-04-23T00:27:55.723193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.334584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:27:55.723226Z","caller":"traceutil/trace.go:171","msg":"trace[995054464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5021; }","duration":"172.398216ms","start":"2026-04-23T00:27:55.550819Z","end":"2026-04-23T00:27:55.723217Z","steps":["trace[995054464] 'agreement among raft nodes before linearized reading' (duration: 172.250583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.723026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.465483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:27:55.723258Z","caller":"traceutil/trace.go:171","msg":"trace[904762818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5021; }","duration":"154.799592ms","start":"2026-04-23T00:27:55.568451Z","end":"2026-04-23T00:27:55.72325Z","steps":["trace[904762818] 'agreement among raft nodes before linearized reading' (duration: 154.462844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.723168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.697334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:27:55.723348Z","caller":"traceutil/trace.go:171","msg":"trace[769761799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5021; }","duration":"136.91886ms","start":"2026-04-23T00:27:55.586419Z","end":"2026-04-23T00:27:55.723338Z","steps":["trace[769761799] 'agreement among raft nodes before linearized reading' (duration: 136.468448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.723354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.697139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:27:55.723402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.685299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-23T00:27:55.723417Z","caller":"traceutil/trace.go:171","msg":"trace[544828061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5021; }","duration":"135.809073ms","start":"2026-04-23T00:27:55.587582Z","end":"2026-04-23T00:27:55.723391Z","steps":["trace[544828061] 'agreement among raft nodes before linearized reading' (duration: 135.661218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.723434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.795252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:27:55.723447Z","caller":"traceutil/trace.go:171","msg":"trace[1457481282] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5021; }","duration":"135.764162ms","start":"2026-04-23T00:27:55.587673Z","end":"2026-04-23T00:27:55.723437Z","steps":["trace[1457481282] 'agreement among raft nodes before linearized reading' (duration: 135.277839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:55.723469Z","caller":"traceutil/trace.go:171","msg":"trace[421326702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5021; }","duration":"135.857954ms","start":"2026-04-23T00:27:55.5876Z","end":"2026-04-23T00:27:55.723458Z","steps":["trace[421326702] 'agreement among raft nodes before linearized reading' (duration: 135.741911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:55.723516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.604499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-04-23T00:27:55.723559Z","caller":"traceutil/trace.go:171","msg":"trace[649774278] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5021; }","duration":"179.682891ms","start":"2026-04-23T00:27:55.543864Z","end":"2026-04-23T00:27:55.723547Z","steps":["trace[649774278] 'agreement among raft nodes before linearized reading' (duration: 179.579099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:55.879341Z","caller":"traceutil/trace.go:171","msg":"trace[1789117437] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"117.730165ms","start":"2026-04-23T00:27:55.761577Z","end":"2026-04-23T00:27:55.879307Z","steps":["trace[1789117437] 'process raft request' (duration: 115.9442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:56.71216Z","caller":"traceutil/trace.go:171","msg":"trace[19940731] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"166.906788ms","start":"2026-04-23T00:27:56.545224Z","end":"2026-04-23T00:27:56.712131Z","steps":["trace[19940731] 'process raft request' (duration: 153.963541ms)","trace[19940731] 'compare' (duration: 12.2629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:56.712226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.01212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:518166"} {"level":"info","ts":"2026-04-23T00:27:56.71236Z","caller":"traceutil/trace.go:171","msg":"trace[1341983759] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5032; }","duration":"438.170504ms","start":"2026-04-23T00:27:56.274141Z","end":"2026-04-23T00:27:56.712312Z","steps":["trace[1341983759] 'range keys from in-memory index tree' (duration: 437.352602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:56.712461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:56.27412Z","time spent":"438.286046ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":518189,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-23T00:27:59.878139Z","caller":"traceutil/trace.go:171","msg":"trace[147316068] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"193.384637ms","start":"2026-04-23T00:27:59.684728Z","end":"2026-04-23T00:27:59.878112Z","steps":["trace[147316068] 'read index received' (duration: 193.247283ms)","trace[147316068] 'applied index is now lower than readState.Index' (duration: 136.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:59.878472Z","caller":"traceutil/trace.go:171","msg":"trace[916806244] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"194.908376ms","start":"2026-04-23T00:27:59.683547Z","end":"2026-04-23T00:27:59.878455Z","steps":["trace[916806244] 'process raft request' (duration: 194.413694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:27:59.878837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.090524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T00:27:59.878886Z","caller":"traceutil/trace.go:171","msg":"trace[382435250] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5167; }","duration":"194.164897ms","start":"2026-04-23T00:27:59.684707Z","end":"2026-04-23T00:27:59.878872Z","steps":["trace[382435250] 'agreement among raft nodes before linearized reading' (duration: 193.967082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.379007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795286676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:00.967145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.172144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:00.967365Z","caller":"traceutil/trace.go:171","msg":"trace[941722474] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5167; }","duration":"810.925932ms","start":"2026-04-23T00:28:00.156408Z","end":"2026-04-23T00:28:00.967334Z","steps":["trace[941722474] 'range keys from in-memory index tree' (duration: 810.144903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.967753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.388809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:00.968273Z","caller":"traceutil/trace.go:171","msg":"trace[1438112247] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"1.203664527s","start":"2026-04-23T00:27:59.764555Z","end":"2026-04-23T00:28:00.96822Z","steps":["trace[1438112247] 'process raft request' (duration: 668.927314ms)","trace[1438112247] 'compare' (duration: 532.990049ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:00.968383Z","caller":"traceutil/trace.go:171","msg":"trace[1783827107] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"1.082383023s","start":"2026-04-23T00:27:59.88593Z","end":"2026-04-23T00:28:00.968313Z","steps":["trace[1783827107] 'process raft request' (duration: 1.082243689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.968506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.764526Z","time spent":"1.203868003s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:00.968565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.885916Z","time spent":"1.082574918s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:28:00.968624Z","caller":"traceutil/trace.go:171","msg":"trace[873969221] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"625.295431ms","start":"2026-04-23T00:28:00.343306Z","end":"2026-04-23T00:28:00.968601Z","steps":["trace[873969221] 'process raft request' (duration: 625.016064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.968705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:00.343282Z","time spent":"625.388394ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:00.968836Z","caller":"traceutil/trace.go:171","msg":"trace[310935977] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5375; }","duration":"1.09058919s","start":"2026-04-23T00:27:59.87821Z","end":"2026-04-23T00:28:00.968799Z","steps":["trace[310935977] 'read index received' (duration: 555.281933ms)","trace[310935977] 'applied index is now lower than readState.Index' (duration: 535.306217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:00.968639Z","caller":"traceutil/trace.go:171","msg":"trace[519700939] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"1.078309729s","start":"2026-04-23T00:27:59.890308Z","end":"2026-04-23T00:28:00.968618Z","steps":["trace[519700939] 'process raft request' (duration: 1.077962961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.968951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.8903Z","time spent":"1.078621758s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2915,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:28:00.968992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178713627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:28:00.969016Z","caller":"traceutil/trace.go:171","msg":"trace[1580073610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5172; }","duration":"1.178752188s","start":"2026-04-23T00:27:59.790256Z","end":"2026-04-23T00:28:00.969008Z","steps":["trace[1580073610] 'agreement among raft nodes before linearized reading' (duration: 1.178645745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.790251Z","time spent":"1.178781409s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:00.969099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200432525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:28:00.969157Z","caller":"traceutil/trace.go:171","msg":"trace[1816457433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5172; }","duration":"1.200552398s","start":"2026-04-23T00:27:59.768588Z","end":"2026-04-23T00:28:00.96914Z","steps":["trace[1816457433] 'agreement among raft nodes before linearized reading' (duration: 1.200353803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179913067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:28:00.969189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084344352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-04-23T00:28:00.969204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180100922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:28:00.969206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.768576Z","time spent":"1.20061513s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"info","ts":"2026-04-23T00:28:00.969236Z","caller":"traceutil/trace.go:171","msg":"trace[645785849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5172; }","duration":"1.179995959s","start":"2026-04-23T00:27:59.78922Z","end":"2026-04-23T00:28:00.969216Z","steps":["trace[645785849] 'agreement among raft nodes before linearized reading' (duration: 1.179732923s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.969249Z","caller":"traceutil/trace.go:171","msg":"trace[2002862006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5172; }","duration":"1.180153493s","start":"2026-04-23T00:27:59.789081Z","end":"2026-04-23T00:28:00.969235Z","steps":["trace[2002862006] 'agreement among raft nodes before linearized reading' (duration: 1.18005195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.789074Z","time spent":"1.180214504s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:00.969291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.789215Z","time spent":"1.180065121s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:28:00.969101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180573343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:00.96939Z","caller":"traceutil/trace.go:171","msg":"trace[969965584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5172; }","duration":"1.180905341s","start":"2026-04-23T00:27:59.788473Z","end":"2026-04-23T00:28:00.969378Z","steps":["trace[969965584] 'agreement among raft nodes before linearized reading' (duration: 1.18044633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179478136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:00.969231Z","caller":"traceutil/trace.go:171","msg":"trace[1017315141] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5172; }","duration":"1.084408453s","start":"2026-04-23T00:27:59.884812Z","end":"2026-04-23T00:28:00.96922Z","steps":["trace[1017315141] 'agreement among raft nodes before linearized reading' (duration: 1.084319251s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:00.969438Z","caller":"traceutil/trace.go:171","msg":"trace[1906824026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5172; }","duration":"1.179535618s","start":"2026-04-23T00:27:59.789892Z","end":"2026-04-23T00:28:00.969428Z","steps":["trace[1906824026] 'agreement among raft nodes before linearized reading' (duration: 1.179348503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.789885Z","time spent":"1.179575858s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:28:00.96951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19309536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:28:00.969545Z","caller":"traceutil/trace.go:171","msg":"trace[1720693892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5172; }","duration":"1.193151552s","start":"2026-04-23T00:27:59.776382Z","end":"2026-04-23T00:28:00.969534Z","steps":["trace[1720693892] 'agreement among raft nodes before linearized reading' (duration: 1.19306418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.776366Z","time spent":"1.193200993s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:28:00.969599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.095695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:00.969574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.884795Z","time spent":"1.084723202s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-23T00:28:00.969425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:27:59.788451Z","time spent":"1.180967503s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:28:00.969641Z","caller":"traceutil/trace.go:171","msg":"trace[632486780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5172; }","duration":"266.168837ms","start":"2026-04-23T00:28:00.703461Z","end":"2026-04-23T00:28:00.96963Z","steps":["trace[632486780] 'agreement among raft nodes before linearized reading' (duration: 266.087565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.218821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:00.969713Z","caller":"traceutil/trace.go:171","msg":"trace[324273083] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5172; }","duration":"612.317043ms","start":"2026-04-23T00:28:00.35738Z","end":"2026-04-23T00:28:00.969697Z","steps":["trace[324273083] 'agreement among raft nodes before linearized reading' (duration: 612.19554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:00.969759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:00.35736Z","time spent":"612.384884ms","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:00.9701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.064833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720029"} {"level":"info","ts":"2026-04-23T00:28:00.97014Z","caller":"traceutil/trace.go:171","msg":"trace[1965356036] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5172; }","duration":"249.145225ms","start":"2026-04-23T00:28:00.720983Z","end":"2026-04-23T00:28:00.970128Z","steps":["trace[1965356036] 'agreement among raft nodes before linearized reading' (duration: 248.277773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:01.773472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.035622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:01.77363Z","caller":"traceutil/trace.go:171","msg":"trace[369550986] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5190; }","duration":"448.263167ms","start":"2026-04-23T00:28:01.325336Z","end":"2026-04-23T00:28:01.773599Z","steps":["trace[369550986] 'count revisions from in-memory index tree' (duration: 447.927069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:01.773636Z","caller":"traceutil/trace.go:171","msg":"trace[464836431] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"258.771149ms","start":"2026-04-23T00:28:01.514839Z","end":"2026-04-23T00:28:01.773609Z","steps":["trace[464836431] 'read index received' (duration: 247.212647ms)","trace[464836431] 'applied index is now lower than readState.Index' (duration: 11.554981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:01.773694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:01.325313Z","time spent":"448.36149ms","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:01.773785Z","caller":"traceutil/trace.go:171","msg":"trace[1923878139] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"357.600295ms","start":"2026-04-23T00:28:01.416168Z","end":"2026-04-23T00:28:01.773768Z","steps":["trace[1923878139] 'process raft request' (duration: 345.90874ms)","trace[1923878139] 'compare' (duration: 10.940697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:01.773904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:01.416142Z","time spent":"357.671178ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:01.774047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.174998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7r4\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-23T00:28:01.774158Z","caller":"traceutil/trace.go:171","msg":"trace[1166627394] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7r4; range_end:; response_count:1; response_revision:5191; }","duration":"259.344983ms","start":"2026-04-23T00:28:01.514779Z","end":"2026-04-23T00:28:01.774124Z","steps":["trace[1166627394] 'agreement among raft nodes before linearized reading' (duration: 259.059146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:01.803269Z","caller":"traceutil/trace.go:171","msg":"trace[455334504] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"287.163997ms","start":"2026-04-23T00:28:01.516026Z","end":"2026-04-23T00:28:01.80319Z","steps":["trace[455334504] 'process raft request' (duration: 286.830338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:02.116384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.752153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:02.116656Z","caller":"traceutil/trace.go:171","msg":"trace[2066409009] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5400; }","duration":"104.866071ms","start":"2026-04-23T00:28:02.011762Z","end":"2026-04-23T00:28:02.116628Z","steps":["trace[2066409009] 'read index received' (duration: 100.026988ms)","trace[2066409009] 'applied index is now lower than readState.Index' (duration: 4.837532ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:02.116717Z","caller":"traceutil/trace.go:171","msg":"trace[720729648] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"279.840232ms","start":"2026-04-23T00:28:01.836842Z","end":"2026-04-23T00:28:02.116683Z","steps":["trace[720729648] 'process raft request' (duration: 279.708769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:02.116725Z","caller":"traceutil/trace.go:171","msg":"trace[555062670] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"330.634195ms","start":"2026-04-23T00:28:01.786029Z","end":"2026-04-23T00:28:02.116663Z","steps":["trace[555062670] 'process raft request' (duration: 148.472862ms)","trace[555062670] 'compare' (duration: 181.555758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:02.116876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.114756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-23T00:28:02.116924Z","caller":"traceutil/trace.go:171","msg":"trace[1202394223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7; range_end:; response_count:1; response_revision:5194; }","duration":"105.189389ms","start":"2026-04-23T00:28:02.01172Z","end":"2026-04-23T00:28:02.116909Z","steps":["trace[1202394223] 'agreement among raft nodes before linearized reading' (duration: 104.980953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:02.116948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:01.785997Z","time spent":"330.842641ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:02.134158Z","caller":"traceutil/trace.go:171","msg":"trace[1702469260] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"100.343196ms","start":"2026-04-23T00:28:02.033778Z","end":"2026-04-23T00:28:02.134121Z","steps":["trace[1702469260] 'process raft request' (duration: 100.145901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:02.958275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795286731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:03.244813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.746765ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T00:28:03.24493Z","caller":"traceutil/trace.go:171","msg":"trace[377398960] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"787.855569ms","start":"2026-04-23T00:28:02.457055Z","end":"2026-04-23T00:28:03.244911Z","steps":["trace[377398960] 'read index received' (duration: 539.007011ms)","trace[377398960] 'applied index is now lower than readState.Index' (duration: 248.846778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:03.245002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.455216Z","time spent":"789.781968ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:28:03.245245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.178658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:03.245276Z","caller":"traceutil/trace.go:171","msg":"trace[38425030] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5196; }","duration":"788.23286ms","start":"2026-04-23T00:28:02.457034Z","end":"2026-04-23T00:28:03.245266Z","steps":["trace[38425030] 'agreement among raft nodes before linearized reading' (duration: 788.162598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.245305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.457025Z","time spent":"788.274021ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:28:03.253871Z","caller":"traceutil/trace.go:171","msg":"trace[1566969599] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"277.549404ms","start":"2026-04-23T00:28:02.976302Z","end":"2026-04-23T00:28:03.253852Z","steps":["trace[1566969599] 'process raft request' (duration: 277.364109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.254156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.884764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:03.254187Z","caller":"traceutil/trace.go:171","msg":"trace[864214379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5198; }","duration":"266.951347ms","start":"2026-04-23T00:28:02.987226Z","end":"2026-04-23T00:28:03.254177Z","steps":["trace[864214379] 'agreement among raft nodes before linearized reading' (duration: 266.848305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.254188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.116279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:28:03.254305Z","caller":"traceutil/trace.go:171","msg":"trace[329131240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5198; }","duration":"263.286204ms","start":"2026-04-23T00:28:02.990989Z","end":"2026-04-23T00:28:03.254275Z","steps":["trace[329131240] 'agreement among raft nodes before linearized reading' (duration: 263.045678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.254323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.564113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:28:03.254345Z","caller":"traceutil/trace.go:171","msg":"trace[1631399553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5198; }","duration":"267.587603ms","start":"2026-04-23T00:28:02.986752Z","end":"2026-04-23T00:28:03.254339Z","steps":["trace[1631399553] 'agreement among raft nodes before linearized reading' (duration: 267.522932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.254452Z","caller":"traceutil/trace.go:171","msg":"trace[2016659095] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"270.200569ms","start":"2026-04-23T00:28:02.984236Z","end":"2026-04-23T00:28:03.254437Z","steps":["trace[2016659095] 'process raft request' (duration: 269.550042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.254509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.334427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:28:03.254585Z","caller":"traceutil/trace.go:171","msg":"trace[1471456483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5198; }","duration":"271.45981ms","start":"2026-04-23T00:28:02.983118Z","end":"2026-04-23T00:28:03.254578Z","steps":["trace[1471456483] 'agreement among raft nodes before linearized reading' (duration: 271.339107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.25474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.306365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:28:03.254776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.353215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-23T00:28:03.254815Z","caller":"traceutil/trace.go:171","msg":"trace[809614337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7; range_end:; response_count:1; response_revision:5198; }","duration":"132.443967ms","start":"2026-04-23T00:28:03.122361Z","end":"2026-04-23T00:28:03.254805Z","steps":["trace[809614337] 'agreement among raft nodes before linearized reading' (duration: 132.339994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.254817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.05756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:03.254846Z","caller":"traceutil/trace.go:171","msg":"trace[125629769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5198; }","duration":"550.123922ms","start":"2026-04-23T00:28:02.704714Z","end":"2026-04-23T00:28:03.254838Z","steps":["trace[125629769] 'agreement among raft nodes before linearized reading' (duration: 550.08019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.254877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.704693Z","time spent":"550.177942ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:03.254777Z","caller":"traceutil/trace.go:171","msg":"trace[151867253] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5198; }","duration":"379.377647ms","start":"2026-04-23T00:28:02.875387Z","end":"2026-04-23T00:28:03.254765Z","steps":["trace[151867253] 'agreement among raft nodes before linearized reading' (duration: 379.318125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.255064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.875367Z","time spent":"379.645773ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:03.255095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.446824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7r4.18a8d4d9027fdf77\" ","response":"range_response_count:1 size:919"} {"level":"warn","ts":"2026-04-23T00:28:03.255126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.861238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:28:03.255142Z","caller":"traceutil/trace.go:171","msg":"trace[312526840] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7r4.18a8d4d9027fdf77; range_end:; response_count:1; response_revision:5198; }","duration":"731.546787ms","start":"2026-04-23T00:28:02.523581Z","end":"2026-04-23T00:28:03.255128Z","steps":["trace[312526840] 'agreement among raft nodes before linearized reading' (duration: 731.412353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.255157Z","caller":"traceutil/trace.go:171","msg":"trace[985322556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5198; }","duration":"263.906189ms","start":"2026-04-23T00:28:02.991243Z","end":"2026-04-23T00:28:03.255149Z","steps":["trace[985322556] 'agreement among raft nodes before linearized reading' (duration: 263.808857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.255177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:02.523554Z","time spent":"731.612088ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hd7r4.18a8d4d9027fdf77\" "} {"level":"warn","ts":"2026-04-23T00:28:03.255173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.056903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:28:03.25522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.676803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:28:03.255269Z","caller":"traceutil/trace.go:171","msg":"trace[1204437378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5198; }","duration":"264.189926ms","start":"2026-04-23T00:28:02.991054Z","end":"2026-04-23T00:28:03.255244Z","steps":["trace[1204437378] 'agreement among raft nodes before linearized reading' (duration: 263.881348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:03.255297Z","caller":"traceutil/trace.go:171","msg":"trace[1176176105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5198; }","duration":"263.788587ms","start":"2026-04-23T00:28:02.991489Z","end":"2026-04-23T00:28:03.255278Z","steps":["trace[1176176105] 'agreement among raft nodes before linearized reading' (duration: 263.51551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:03.255298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.385035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:03.255336Z","caller":"traceutil/trace.go:171","msg":"trace[1349292369] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5198; }","duration":"168.464477ms","start":"2026-04-23T00:28:03.086862Z","end":"2026-04-23T00:28:03.255326Z","steps":["trace[1349292369] 'agreement among raft nodes before linearized reading' (duration: 168.399265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:04.176281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.484822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:04.176508Z","caller":"traceutil/trace.go:171","msg":"trace[1013620456] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"329.146347ms","start":"2026-04-23T00:28:03.847342Z","end":"2026-04-23T00:28:04.176488Z","steps":["trace[1013620456] 'process raft request' (duration: 329.039535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:04.17649Z","caller":"traceutil/trace.go:171","msg":"trace[2076384541] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"396.306574ms","start":"2026-04-23T00:28:03.780148Z","end":"2026-04-23T00:28:04.176454Z","steps":["trace[2076384541] 'process raft request' (duration: 82.567576ms)","trace[2076384541] 'compare' (duration: 313.272667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:04.176587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:03.847315Z","time spent":"329.242159ms","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:28:04.176666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:03.780108Z","time spent":"396.468568ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:07.266937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601909311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-04-23T00:28:07.267024Z","caller":"traceutil/trace.go:171","msg":"trace[719474783] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5271; }","duration":"1.602082636s","start":"2026-04-23T00:28:05.66492Z","end":"2026-04-23T00:28:07.267003Z","steps":["trace[719474783] 'range keys from in-memory index tree' (duration: 1.601686226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.267068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:05.664897Z","time spent":"1.602161328s","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-23T00:28:07.267476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562591237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:07.267524Z","caller":"traceutil/trace.go:171","msg":"trace[1790890986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5271; }","duration":"1.562668159s","start":"2026-04-23T00:28:05.704843Z","end":"2026-04-23T00:28:07.267511Z","steps":["trace[1790890986] 'range keys from in-memory index tree' (duration: 1.562423673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.268049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:05.704826Z","time spent":"1.563203783s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:07.268072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.569297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:07.268382Z","caller":"traceutil/trace.go:171","msg":"trace[2076763525] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5482; }","duration":"997.271591ms","start":"2026-04-23T00:28:06.271089Z","end":"2026-04-23T00:28:07.26836Z","steps":["trace[2076763525] 'read index received' (duration: 343.191642ms)","trace[2076763525] 'applied index is now lower than readState.Index' (duration: 654.078149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:07.268495Z","caller":"traceutil/trace.go:171","msg":"trace[270512117] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"1.086142787s","start":"2026-04-23T00:28:06.182338Z","end":"2026-04-23T00:28:07.268481Z","steps":["trace[270512117] 'process raft request' (duration: 432.028557ms)","trace[270512117] 'compare' (duration: 651.957276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:07.268476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518291209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:788442"} {"level":"info","ts":"2026-04-23T00:28:07.268557Z","caller":"traceutil/trace.go:171","msg":"trace[2089019109] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5271; }","duration":"1.518433742s","start":"2026-04-23T00:28:05.750104Z","end":"2026-04-23T00:28:07.268538Z","steps":["trace[2089019109] 'range keys from in-memory index tree' (duration: 1.517447987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.268689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.530129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-04-23T00:28:07.271781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:05.750075Z","time spent":"1.518632007s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":788465,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-23T00:28:07.268662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.081145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:07.271799Z","caller":"traceutil/trace.go:171","msg":"trace[370926358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7; range_end:; response_count:1; response_revision:5272; }","duration":"1.00075182s","start":"2026-04-23T00:28:06.271034Z","end":"2026-04-23T00:28:07.271786Z","steps":["trace[370926358] 'agreement among raft nodes before linearized reading' (duration: 997.477977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.268566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:06.182309Z","time spent":"1.08622357s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:07.27185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:06.271009Z","time spent":"1.000823391s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3913,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7d89d84-d294-4d9d-aff1-7880869faba7\" "} {"level":"info","ts":"2026-04-23T00:28:07.271848Z","caller":"traceutil/trace.go:171","msg":"trace[1476715218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5272; }","duration":"421.392379ms","start":"2026-04-23T00:28:06.850436Z","end":"2026-04-23T00:28:07.271829Z","steps":["trace[1476715218] 'agreement among raft nodes before linearized reading' (duration: 418.069615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.272643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:06.850408Z","time spent":"422.183298ms","remote":"127.0.0.1:36176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:07.272945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.928297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:07.273024Z","caller":"traceutil/trace.go:171","msg":"trace[1862074648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5272; }","duration":"349.601264ms","start":"2026-04-23T00:28:06.923405Z","end":"2026-04-23T00:28:07.273006Z","steps":["trace[1862074648] 'agreement among raft nodes before linearized reading' (duration: 345.200954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.273085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:06.923381Z","time spent":"349.676366ms","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:07.49172Z","caller":"traceutil/trace.go:171","msg":"trace[176925877] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5483; }","duration":"212.401747ms","start":"2026-04-23T00:28:07.279294Z","end":"2026-04-23T00:28:07.491696Z","steps":["trace[176925877] 'read index received' (duration: 13.002438ms)","trace[176925877] 'applied index is now lower than readState.Index' (duration: 199.398539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:07.491933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.647224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:07.491979Z","caller":"traceutil/trace.go:171","msg":"trace[486953500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"212.731956ms","start":"2026-04-23T00:28:07.279231Z","end":"2026-04-23T00:28:07.491963Z","steps":["trace[486953500] 'agreement among raft nodes before linearized reading' (duration: 212.615782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.49209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.918191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:28:07.492157Z","caller":"traceutil/trace.go:171","msg":"trace[1802212997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5274; }","duration":"194.006744ms","start":"2026-04-23T00:28:07.298143Z","end":"2026-04-23T00:28:07.492149Z","steps":["trace[1802212997] 'agreement among raft nodes before linearized reading' (duration: 193.806569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.492239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.106785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:28:07.492319Z","caller":"traceutil/trace.go:171","msg":"trace[1734571398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5274; }","duration":"175.198778ms","start":"2026-04-23T00:28:07.317101Z","end":"2026-04-23T00:28:07.492299Z","steps":["trace[1734571398] 'agreement among raft nodes before linearized reading' (duration: 174.961902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.492455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.548668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:28:07.492467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.443895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:28:07.492409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.442099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:07.492579Z","caller":"traceutil/trace.go:171","msg":"trace[1688189611] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5274; }","duration":"177.533117ms","start":"2026-04-23T00:28:07.314963Z","end":"2026-04-23T00:28:07.492497Z","steps":["trace[1688189611] 'agreement among raft nodes before linearized reading' (duration: 177.379703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.492593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.146986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:28:07.492654Z","caller":"traceutil/trace.go:171","msg":"trace[61975837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5274; }","duration":"174.696855ms","start":"2026-04-23T00:28:07.3179Z","end":"2026-04-23T00:28:07.492597Z","steps":["trace[61975837] 'agreement among raft nodes before linearized reading' (duration: 174.193943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.492697Z","caller":"traceutil/trace.go:171","msg":"trace[457564493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5274; }","duration":"175.28349ms","start":"2026-04-23T00:28:07.317392Z","end":"2026-04-23T00:28:07.492676Z","steps":["trace[457564493] 'agreement among raft nodes before linearized reading' (duration: 174.989453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.4927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.63966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:28:07.492729Z","caller":"traceutil/trace.go:171","msg":"trace[1913525121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5274; }","duration":"177.682401ms","start":"2026-04-23T00:28:07.315041Z","end":"2026-04-23T00:28:07.492723Z","steps":["trace[1913525121] 'agreement among raft nodes before linearized reading' (duration: 177.61227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.491851Z","caller":"traceutil/trace.go:171","msg":"trace[62620483] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"216.09519ms","start":"2026-04-23T00:28:07.27571Z","end":"2026-04-23T00:28:07.491805Z","steps":["trace[62620483] 'process raft request' (duration: 197.780908ms)","trace[62620483] 'compare' (duration: 17.855421ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:07.492487Z","caller":"traceutil/trace.go:171","msg":"trace[34562045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5274; }","duration":"181.62648ms","start":"2026-04-23T00:28:07.310853Z","end":"2026-04-23T00:28:07.492479Z","steps":["trace[34562045] 'agreement among raft nodes before linearized reading' (duration: 181.558669ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.761521Z","caller":"traceutil/trace.go:171","msg":"trace[2086815725] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"262.087803ms","start":"2026-04-23T00:28:07.49941Z","end":"2026-04-23T00:28:07.761498Z","steps":["trace[2086815725] 'process raft request' (duration: 261.95722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.761748Z","caller":"traceutil/trace.go:171","msg":"trace[1045108683] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5486; }","duration":"170.407636ms","start":"2026-04-23T00:28:07.591331Z","end":"2026-04-23T00:28:07.761738Z","steps":["trace[1045108683] 'read index received' (duration: 169.975375ms)","trace[1045108683] 'applied index is now lower than readState.Index' (duration: 431.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:07.761774Z","caller":"traceutil/trace.go:171","msg":"trace[598683094] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"262.301028ms","start":"2026-04-23T00:28:07.499437Z","end":"2026-04-23T00:28:07.761738Z","steps":["trace[598683094] 'process raft request' (duration: 262.024621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.761786Z","caller":"traceutil/trace.go:171","msg":"trace[235383796] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"262.301088ms","start":"2026-04-23T00:28:07.49945Z","end":"2026-04-23T00:28:07.761751Z","steps":["trace[235383796] 'process raft request' (duration: 262.181355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.761871Z","caller":"traceutil/trace.go:171","msg":"trace[143132852] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"262.195356ms","start":"2026-04-23T00:28:07.49967Z","end":"2026-04-23T00:28:07.761865Z","steps":["trace[143132852] 'process raft request' (duration: 262.012442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:07.761877Z","caller":"traceutil/trace.go:171","msg":"trace[595607739] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"260.41583ms","start":"2026-04-23T00:28:07.501453Z","end":"2026-04-23T00:28:07.761868Z","steps":["trace[595607739] 'process raft request' (duration: 260.258196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:07.761845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.499998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:07.761939Z","caller":"traceutil/trace.go:171","msg":"trace[1966448993] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5280; }","duration":"170.643422ms","start":"2026-04-23T00:28:07.59129Z","end":"2026-04-23T00:28:07.761933Z","steps":["trace[1966448993] 'agreement among raft nodes before linearized reading' (duration: 170.482568ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:09.786708Z","caller":"traceutil/trace.go:171","msg":"trace[709988749] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"154.292589ms","start":"2026-04-23T00:28:09.632383Z","end":"2026-04-23T00:28:09.786675Z","steps":["trace[709988749] 'process raft request' (duration: 79.834987ms)","trace[709988749] 'compare' (duration: 74.247687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:10.100093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.386798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-04-23T00:28:10.100173Z","caller":"traceutil/trace.go:171","msg":"trace[359569112] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5329; }","duration":"100.50831ms","start":"2026-04-23T00:28:09.999646Z","end":"2026-04-23T00:28:10.100155Z","steps":["trace[359569112] 'agreement among raft nodes before linearized reading' (duration: 100.327855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:11.531516Z","caller":"traceutil/trace.go:171","msg":"trace[449072893] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"238.046495ms","start":"2026-04-23T00:28:11.293435Z","end":"2026-04-23T00:28:11.531481Z","steps":["trace[449072893] 'process raft request' (duration: 237.86037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:11.967094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.123416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:11.967302Z","caller":"traceutil/trace.go:171","msg":"trace[115728749] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5561; }","duration":"359.984567ms","start":"2026-04-23T00:28:11.607296Z","end":"2026-04-23T00:28:11.96728Z","steps":["trace[115728749] 'read index received' (duration: 163.570224ms)","trace[115728749] 'applied index is now lower than readState.Index' (duration: 196.412743ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:11.967469Z","caller":"traceutil/trace.go:171","msg":"trace[1596710747] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"373.026626ms","start":"2026-04-23T00:28:11.594387Z","end":"2026-04-23T00:28:11.967414Z","steps":["trace[1596710747] 'process raft request' (duration: 372.841542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:11.967583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.268214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:28:11.967658Z","caller":"traceutil/trace.go:171","msg":"trace[73496170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5350; }","duration":"360.410207ms","start":"2026-04-23T00:28:11.607231Z","end":"2026-04-23T00:28:11.967641Z","steps":["trace[73496170] 'agreement among raft nodes before linearized reading' (duration: 360.167041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:11.967696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:11.607212Z","time spent":"360.475729ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:11.967813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:11.594369Z","time spent":"373.256783ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:11.96748Z","caller":"traceutil/trace.go:171","msg":"trace[239325294] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"630.639227ms","start":"2026-04-23T00:28:11.336789Z","end":"2026-04-23T00:28:11.967428Z","steps":["trace[239325294] 'process raft request' (duration: 434.057179ms)","trace[239325294] 'compare' (duration: 195.949702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:11.968276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:11.336762Z","time spent":"631.382246ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:12.005314Z","caller":"traceutil/trace.go:171","msg":"trace[1454529844] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"130.023006ms","start":"2026-04-23T00:28:11.87524Z","end":"2026-04-23T00:28:12.005263Z","steps":["trace[1454529844] 'process raft request' (duration: 129.490732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.005346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.278516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:28:12.005331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.361535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:28:12.005361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.827157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:12.005418Z","caller":"traceutil/trace.go:171","msg":"trace[104892254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5351; }","duration":"197.399839ms","start":"2026-04-23T00:28:11.80799Z","end":"2026-04-23T00:28:12.00539Z","steps":["trace[104892254] 'agreement among raft nodes before linearized reading' (duration: 197.162264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.005441Z","caller":"traceutil/trace.go:171","msg":"trace[1743221551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5351; }","duration":"185.55924ms","start":"2026-04-23T00:28:11.819856Z","end":"2026-04-23T00:28:12.005415Z","steps":["trace[1743221551] 'agreement among raft nodes before linearized reading' (duration: 185.212371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.00535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.806879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:12.005625Z","caller":"traceutil/trace.go:171","msg":"trace[800836817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5351; }","duration":"198.131857ms","start":"2026-04-23T00:28:11.807476Z","end":"2026-04-23T00:28:12.005608Z","steps":["trace[800836817] 'agreement among raft nodes before linearized reading' (duration: 197.734797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.00547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.074907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:28:12.005667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.524576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-04-23T00:28:12.005722Z","caller":"traceutil/trace.go:171","msg":"trace[936562057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5351; }","duration":"185.347464ms","start":"2026-04-23T00:28:11.820364Z","end":"2026-04-23T00:28:12.005712Z","steps":["trace[936562057] 'agreement among raft nodes before linearized reading' (duration: 185.045866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.005721Z","caller":"traceutil/trace.go:171","msg":"trace[480570383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5351; }","duration":"301.959271ms","start":"2026-04-23T00:28:11.703474Z","end":"2026-04-23T00:28:12.005433Z","steps":["trace[480570383] 'agreement among raft nodes before linearized reading' (duration: 301.812817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.005739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.191363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:28:12.00545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.991911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:12.005762Z","caller":"traceutil/trace.go:171","msg":"trace[1779198542] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5351; }","duration":"122.67391ms","start":"2026-04-23T00:28:11.883062Z","end":"2026-04-23T00:28:12.005736Z","steps":["trace[1779198542] 'agreement among raft nodes before linearized reading' (duration: 122.341402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.005798Z","caller":"traceutil/trace.go:171","msg":"trace[1606179848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5351; }","duration":"186.393651ms","start":"2026-04-23T00:28:11.819397Z","end":"2026-04-23T00:28:12.005791Z","steps":["trace[1606179848] 'agreement among raft nodes before linearized reading' (duration: 185.941619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.005814Z","caller":"traceutil/trace.go:171","msg":"trace[1627812016] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5351; }","duration":"396.304896ms","start":"2026-04-23T00:28:11.609486Z","end":"2026-04-23T00:28:12.005791Z","steps":["trace[1627812016] 'agreement among raft nodes before linearized reading' (duration: 395.536216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.005874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:11.609463Z","time spent":"396.396128ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:28:12.005803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:11.703453Z","time spent":"302.33226ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:12.171274Z","caller":"traceutil/trace.go:171","msg":"trace[2070702912] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5564; }","duration":"163.543773ms","start":"2026-04-23T00:28:12.007685Z","end":"2026-04-23T00:28:12.171228Z","steps":["trace[2070702912] 'read index received' (duration: 163.262996ms)","trace[2070702912] 'applied index is now lower than readState.Index' (duration: 279.677µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:12.171392Z","caller":"traceutil/trace.go:171","msg":"trace[80290323] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"199.267636ms","start":"2026-04-23T00:28:11.972113Z","end":"2026-04-23T00:28:12.171381Z","steps":["trace[80290323] 'process raft request' (duration: 198.859586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.171526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.829031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:12.171587Z","caller":"traceutil/trace.go:171","msg":"trace[2021033246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5352; }","duration":"163.947394ms","start":"2026-04-23T00:28:12.007625Z","end":"2026-04-23T00:28:12.171572Z","steps":["trace[2021033246] 'agreement among raft nodes before linearized reading' (duration: 163.844561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.671393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795287068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:28:12.727137Z","caller":"traceutil/trace.go:171","msg":"trace[1640956672] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"717.629085ms","start":"2026-04-23T00:28:12.00947Z","end":"2026-04-23T00:28:12.727099Z","steps":["trace[1640956672] 'process raft request' (duration: 717.218555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.727281Z","caller":"traceutil/trace.go:171","msg":"trace[692950276] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"717.545982ms","start":"2026-04-23T00:28:12.009699Z","end":"2026-04-23T00:28:12.727245Z","steps":["trace[692950276] 'process raft request' (duration: 717.276826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.72729Z","caller":"traceutil/trace.go:171","msg":"trace[1677806984] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"717.761598ms","start":"2026-04-23T00:28:12.009503Z","end":"2026-04-23T00:28:12.727265Z","steps":["trace[1677806984] 'process raft request' (duration: 717.404729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.727374Z","caller":"traceutil/trace.go:171","msg":"trace[275239124] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"565.588993ms","start":"2026-04-23T00:28:12.161766Z","end":"2026-04-23T00:28:12.727355Z","steps":["trace[275239124] 'process raft request' (duration: 565.489241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.727413Z","caller":"traceutil/trace.go:171","msg":"trace[399252960] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"716.731161ms","start":"2026-04-23T00:28:12.010675Z","end":"2026-04-23T00:28:12.727406Z","steps":["trace[399252960] 'process raft request' (duration: 716.347332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.727433Z","caller":"traceutil/trace.go:171","msg":"trace[912999920] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"714.766253ms","start":"2026-04-23T00:28:12.012651Z","end":"2026-04-23T00:28:12.727418Z","steps":["trace[912999920] 'process raft request' (duration: 714.447685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.72751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.012644Z","time spent":"714.822484ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:12.727506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.161738Z","time spent":"565.696935ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:12.727528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.009477Z","time spent":"717.943673ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:28:12.727537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.009687Z","time spent":"717.736537ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:12.727352Z","caller":"traceutil/trace.go:171","msg":"trace[1756682924] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"708.74899ms","start":"2026-04-23T00:28:12.018562Z","end":"2026-04-23T00:28:12.727311Z","steps":["trace[1756682924] 'process raft request' (duration: 708.597566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.727336Z","caller":"traceutil/trace.go:171","msg":"trace[2129126367] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"714.730611ms","start":"2026-04-23T00:28:12.012575Z","end":"2026-04-23T00:28:12.727306Z","steps":["trace[2129126367] 'process raft request' (duration: 714.484675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.72765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.012562Z","time spent":"715.07166ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:12.727345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.009444Z","time spent":"717.818149ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:12.727518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.010667Z","time spent":"716.786183ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:12.72764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.01852Z","time spent":"709.090249ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:12.967126Z","caller":"traceutil/trace.go:171","msg":"trace[1903714567] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"497.564914ms","start":"2026-04-23T00:28:12.469533Z","end":"2026-04-23T00:28:12.967098Z","steps":["trace[1903714567] 'process raft request' (duration: 408.508343ms)","trace[1903714567] 'compare' (duration: 88.778034ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:12.967189Z","caller":"traceutil/trace.go:171","msg":"trace[547797408] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5565; }","duration":"795.817451ms","start":"2026-04-23T00:28:12.171345Z","end":"2026-04-23T00:28:12.967163Z","steps":["trace[547797408] 'read index received' (duration: 555.323243ms)","trace[547797408] 'applied index is now lower than readState.Index' (duration: 240.491508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:12.967264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.469512Z","time spent":"497.675577ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:12.967437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.106932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-23T00:28:12.967465Z","caller":"traceutil/trace.go:171","msg":"trace[373147581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da; range_end:; response_count:1; response_revision:5361; }","duration":"958.173964ms","start":"2026-04-23T00:28:12.009281Z","end":"2026-04-23T00:28:12.967455Z","steps":["trace[373147581] 'agreement among raft nodes before linearized reading' (duration: 958.00283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.967491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.009261Z","time spent":"958.224365ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" "} {"level":"info","ts":"2026-04-23T00:28:12.96775Z","caller":"traceutil/trace.go:171","msg":"trace[306051503] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"234.075445ms","start":"2026-04-23T00:28:12.733661Z","end":"2026-04-23T00:28:12.967737Z","steps":["trace[306051503] 'process raft request' (duration: 233.849509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.967762Z","caller":"traceutil/trace.go:171","msg":"trace[1989239430] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"233.823188ms","start":"2026-04-23T00:28:12.733927Z","end":"2026-04-23T00:28:12.967751Z","steps":["trace[1989239430] 'process raft request' (duration: 233.721276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.967707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.659731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62868"} {"level":"info","ts":"2026-04-23T00:28:12.96783Z","caller":"traceutil/trace.go:171","msg":"trace[1832151862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5361; }","duration":"957.814025ms","start":"2026-04-23T00:28:12.009988Z","end":"2026-04-23T00:28:12.967802Z","steps":["trace[1832151862] 'agreement among raft nodes before linearized reading' (duration: 957.202989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.967918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.009982Z","time spent":"957.921577ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62891,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:28:12.968111Z","caller":"traceutil/trace.go:171","msg":"trace[56645330] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"234.088505ms","start":"2026-04-23T00:28:12.733995Z","end":"2026-04-23T00:28:12.968084Z","steps":["trace[56645330] 'process raft request' (duration: 233.688335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:12.968126Z","caller":"traceutil/trace.go:171","msg":"trace[440426460] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"233.206953ms","start":"2026-04-23T00:28:12.734896Z","end":"2026-04-23T00:28:12.968103Z","steps":["trace[440426460] 'process raft request' (duration: 233.101101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.971242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.576426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:12.97133Z","caller":"traceutil/trace.go:171","msg":"trace[222426016] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5366; }","duration":"562.711729ms","start":"2026-04-23T00:28:12.408602Z","end":"2026-04-23T00:28:12.971313Z","steps":["trace[222426016] 'agreement among raft nodes before linearized reading' (duration: 562.471513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.971368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.408586Z","time spent":"562.770841ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":76,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:12.971595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.518106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:12.971629Z","caller":"traceutil/trace.go:171","msg":"trace[1000517687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5366; }","duration":"266.589478ms","start":"2026-04-23T00:28:12.705031Z","end":"2026-04-23T00:28:12.971621Z","steps":["trace[1000517687] 'agreement among raft nodes before linearized reading' (duration: 266.533466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.971727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.995483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:28:12.971767Z","caller":"traceutil/trace.go:171","msg":"trace[593108916] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:5366; }","duration":"543.102505ms","start":"2026-04-23T00:28:12.428655Z","end":"2026-04-23T00:28:12.971758Z","steps":["trace[593108916] 'agreement among raft nodes before linearized reading' (duration: 542.921231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:12.971809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:12.428636Z","time spent":"543.148576ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-04-23T00:28:15.841484Z","caller":"traceutil/trace.go:171","msg":"trace[272130463] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5636; }","duration":"136.301634ms","start":"2026-04-23T00:28:15.705157Z","end":"2026-04-23T00:28:15.841459Z","steps":["trace[272130463] 'read index received' (duration: 136.11248ms)","trace[272130463] 'applied index is now lower than readState.Index' (duration: 188.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:15.841609Z","caller":"traceutil/trace.go:171","msg":"trace[806449526] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"140.721866ms","start":"2026-04-23T00:28:15.70085Z","end":"2026-04-23T00:28:15.841572Z","steps":["trace[806449526] 'process raft request' (duration: 140.426899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:15.841645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.485369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:15.841768Z","caller":"traceutil/trace.go:171","msg":"trace[79268737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5422; }","duration":"136.673364ms","start":"2026-04-23T00:28:15.705082Z","end":"2026-04-23T00:28:15.841755Z","steps":["trace[79268737] 'agreement among raft nodes before linearized reading' (duration: 136.484229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:15.961133Z","caller":"traceutil/trace.go:171","msg":"trace[399223675] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5637; }","duration":"117.052857ms","start":"2026-04-23T00:28:15.844039Z","end":"2026-04-23T00:28:15.961092Z","steps":["trace[399223675] 'read index received' (duration: 84.608527ms)","trace[399223675] 'applied index is now lower than readState.Index' (duration: 32.44307ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:15.961272Z","caller":"traceutil/trace.go:171","msg":"trace[482710336] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"117.258083ms","start":"2026-04-23T00:28:15.843988Z","end":"2026-04-23T00:28:15.961246Z","steps":["trace[482710336] 'process raft request' (duration: 84.727311ms)","trace[482710336] 'compare' (duration: 32.02452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:15.961472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.389036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:15.961521Z","caller":"traceutil/trace.go:171","msg":"trace[42015123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5423; }","duration":"117.670913ms","start":"2026-04-23T00:28:15.843838Z","end":"2026-04-23T00:28:15.961509Z","steps":["trace[42015123] 'agreement among raft nodes before linearized reading' (duration: 117.521079ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:18.708137Z","caller":"traceutil/trace.go:171","msg":"trace[1697025440] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"138.963621ms","start":"2026-04-23T00:28:18.569147Z","end":"2026-04-23T00:28:18.70811Z","steps":["trace[1697025440] 'process raft request' (duration: 138.673374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:19.604489Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2801} {"level":"info","ts":"2026-04-23T00:28:19.843041Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2801,"took":"237.018119ms","hash":1666221151,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":30728192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T00:28:19.843147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1666221151,"revision":2801,"compact-revision":-1} {"level":"info","ts":"2026-04-23T00:28:20.418349Z","caller":"traceutil/trace.go:171","msg":"trace[763088140] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"121.991134ms","start":"2026-04-23T00:28:20.296322Z","end":"2026-04-23T00:28:20.418313Z","steps":["trace[763088140] 'process raft request' (duration: 97.858864ms)","trace[763088140] 'compare' (duration: 23.959175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:20.891587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.96001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:28:20.891634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.115905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:20.891713Z","caller":"traceutil/trace.go:171","msg":"trace[501779714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5473; }","duration":"118.162156ms","start":"2026-04-23T00:28:20.773522Z","end":"2026-04-23T00:28:20.891684Z","steps":["trace[501779714] 'agreement among raft nodes before linearized reading' (duration: 117.623532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:20.891739Z","caller":"traceutil/trace.go:171","msg":"trace[358158542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5473; }","duration":"118.249119ms","start":"2026-04-23T00:28:20.77346Z","end":"2026-04-23T00:28:20.891709Z","steps":["trace[358158542] 'agreement among raft nodes before linearized reading' (duration: 117.658604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:20.891835Z","caller":"traceutil/trace.go:171","msg":"trace[1858536147] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"118.870375ms","start":"2026-04-23T00:28:20.772255Z","end":"2026-04-23T00:28:20.891126Z","steps":["trace[1858536147] 'process raft request' (duration: 117.142581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:20.997295Z","caller":"traceutil/trace.go:171","msg":"trace[1690052935] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"100.56218ms","start":"2026-04-23T00:28:20.896686Z","end":"2026-04-23T00:28:20.997248Z","steps":["trace[1690052935] 'process raft request' (duration: 100.336964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:22.648335Z","caller":"traceutil/trace.go:171","msg":"trace[1176907359] linearizableReadLoop","detail":"{readStateIndex:5696; appliedIndex:5695; }","duration":"219.873967ms","start":"2026-04-23T00:28:22.428432Z","end":"2026-04-23T00:28:22.648306Z","steps":["trace[1176907359] 'read index received' (duration: 219.640121ms)","trace[1176907359] 'applied index is now lower than readState.Index' (duration: 232.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:22.648412Z","caller":"traceutil/trace.go:171","msg":"trace[984383907] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"220.143344ms","start":"2026-04-23T00:28:22.428223Z","end":"2026-04-23T00:28:22.648367Z","steps":["trace[984383907] 'process raft request' (duration: 219.831136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:22.648616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.157074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:28:22.648699Z","caller":"traceutil/trace.go:171","msg":"trace[653015876] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:5479; }","duration":"220.268116ms","start":"2026-04-23T00:28:22.428408Z","end":"2026-04-23T00:28:22.648676Z","steps":["trace[653015876] 'agreement among raft nodes before linearized reading' (duration: 220.00285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:24.289181Z","caller":"traceutil/trace.go:171","msg":"trace[1905893514] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"146.614986ms","start":"2026-04-23T00:28:24.14253Z","end":"2026-04-23T00:28:24.289145Z","steps":["trace[1905893514] 'process raft request' (duration: 146.4109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:25.813145Z","caller":"traceutil/trace.go:171","msg":"trace[455659731] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5787; }","duration":"109.329403ms","start":"2026-04-23T00:28:25.703794Z","end":"2026-04-23T00:28:25.813123Z","steps":["trace[455659731] 'read index received' (duration: 51.101562ms)","trace[455659731] 'applied index is now lower than readState.Index' (duration: 58.227031ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:25.813248Z","caller":"traceutil/trace.go:171","msg":"trace[228278157] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"123.855641ms","start":"2026-04-23T00:28:25.689383Z","end":"2026-04-23T00:28:25.813239Z","steps":["trace[228278157] 'process raft request' (duration: 65.573008ms)","trace[228278157] 'compare' (duration: 58.080088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:25.813575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.773684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:25.813667Z","caller":"traceutil/trace.go:171","msg":"trace[451909801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5570; }","duration":"109.904447ms","start":"2026-04-23T00:28:25.703729Z","end":"2026-04-23T00:28:25.813634Z","steps":["trace[451909801] 'agreement among raft nodes before linearized reading' (duration: 109.798524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.325608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795287572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:28:28.411016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.596061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:28.411142Z","caller":"traceutil/trace.go:171","msg":"trace[1647208433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5581; }","duration":"703.800186ms","start":"2026-04-23T00:28:27.70731Z","end":"2026-04-23T00:28:28.411111Z","steps":["trace[1647208433] 'range keys from in-memory index tree' (duration: 703.485867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.411201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:27.707282Z","time spent":"703.901828ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:28.413345Z","caller":"traceutil/trace.go:171","msg":"trace[270098653] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"615.938785ms","start":"2026-04-23T00:28:27.797271Z","end":"2026-04-23T00:28:28.413209Z","steps":["trace[270098653] 'process raft request' (duration: 615.692509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.413562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:27.797239Z","time spent":"616.208802ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:28.418847Z","caller":"traceutil/trace.go:171","msg":"trace[1957052948] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"600.188178ms","start":"2026-04-23T00:28:27.818629Z","end":"2026-04-23T00:28:28.418817Z","steps":["trace[1957052948] 'process raft request' (duration: 599.906101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.419314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:27.8186Z","time spent":"600.349442ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:28.419414Z","caller":"traceutil/trace.go:171","msg":"trace[106714743] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"325.70936ms","start":"2026-04-23T00:28:28.093648Z","end":"2026-04-23T00:28:28.419357Z","steps":["trace[106714743] 'process raft request' (duration: 325.116946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.419626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:28.09361Z","time spent":"325.905615ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:28.41964Z","caller":"traceutil/trace.go:171","msg":"trace[1886670313] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"313.674737ms","start":"2026-04-23T00:28:28.105889Z","end":"2026-04-23T00:28:28.419564Z","steps":["trace[1886670313] 'process raft request' (duration: 313.203365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:28.419891Z","caller":"traceutil/trace.go:171","msg":"trace[254113513] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"246.200052ms","start":"2026-04-23T00:28:28.173653Z","end":"2026-04-23T00:28:28.419853Z","steps":["trace[254113513] 'process raft request' (duration: 245.840133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:28.420091Z","caller":"traceutil/trace.go:171","msg":"trace[716958301] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"170.980511ms","start":"2026-04-23T00:28:28.249074Z","end":"2026-04-23T00:28:28.420055Z","steps":["trace[716958301] 'process raft request' (duration: 170.660113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.420085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:28.105877Z","time spent":"313.867802ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:28.447992Z","caller":"traceutil/trace.go:171","msg":"trace[49602649] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5799; }","duration":"622.632894ms","start":"2026-04-23T00:28:27.825324Z","end":"2026-04-23T00:28:28.447957Z","steps":["trace[49602649] 'read index received' (duration: 587.692291ms)","trace[49602649] 'applied index is now lower than readState.Index' (duration: 34.938583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:28.448269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.912992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-23T00:28:28.448352Z","caller":"traceutil/trace.go:171","msg":"trace[349111884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-484b3475-03c4-4c5d-87af-75f44ba41a56; range_end:; response_count:1; response_revision:5587; }","duration":"623.058675ms","start":"2026-04-23T00:28:27.825271Z","end":"2026-04-23T00:28:28.448329Z","steps":["trace[349111884] 'agreement among raft nodes before linearized reading' (duration: 622.768478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:28.448398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:27.825243Z","time spent":"623.146007ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" "} {"level":"warn","ts":"2026-04-23T00:28:29.089456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.752824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:28:29.08954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.805326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:29.089582Z","caller":"traceutil/trace.go:171","msg":"trace[1999479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5588; }","duration":"130.912968ms","start":"2026-04-23T00:28:28.95864Z","end":"2026-04-23T00:28:29.089553Z","steps":["trace[1999479] 'range keys from in-memory index tree' (duration: 130.495219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:29.08965Z","caller":"traceutil/trace.go:171","msg":"trace[1962378357] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5588; }","duration":"224.034752ms","start":"2026-04-23T00:28:28.865588Z","end":"2026-04-23T00:28:29.089623Z","steps":["trace[1962378357] 'count revisions from in-memory index tree' (duration: 223.667542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:29.089656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.418296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:28:29.089766Z","caller":"traceutil/trace.go:171","msg":"trace[1840811986] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5588; }","duration":"168.607411ms","start":"2026-04-23T00:28:28.921134Z","end":"2026-04-23T00:28:29.089741Z","steps":["trace[1840811986] 'range keys from in-memory index tree' (duration: 168.243132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:29.089756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.456734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:28:29.089838Z","caller":"traceutil/trace.go:171","msg":"trace[274581976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5588; }","duration":"122.594379ms","start":"2026-04-23T00:28:28.967221Z","end":"2026-04-23T00:28:29.089816Z","steps":["trace[274581976] 'range keys from in-memory index tree' (duration: 122.236879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:29.089926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.394567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:28:29.090013Z","caller":"traceutil/trace.go:171","msg":"trace[192855184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5588; }","duration":"227.52428ms","start":"2026-04-23T00:28:28.862461Z","end":"2026-04-23T00:28:29.089985Z","steps":["trace[192855184] 'range keys from in-memory index tree' (duration: 227.092979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:30.65608Z","caller":"traceutil/trace.go:171","msg":"trace[546380925] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"230.553226ms","start":"2026-04-23T00:28:30.4255Z","end":"2026-04-23T00:28:30.656053Z","steps":["trace[546380925] 'process raft request' (duration: 230.352891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:30.658808Z","caller":"traceutil/trace.go:171","msg":"trace[1581652268] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"232.536707ms","start":"2026-04-23T00:28:30.426252Z","end":"2026-04-23T00:28:30.658789Z","steps":["trace[1581652268] 'process raft request' (duration: 232.298251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:30.658959Z","caller":"traceutil/trace.go:171","msg":"trace[1234973694] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5824; }","duration":"199.791499ms","start":"2026-04-23T00:28:30.459157Z","end":"2026-04-23T00:28:30.658948Z","steps":["trace[1234973694] 'read index received' (duration: 196.757102ms)","trace[1234973694] 'applied index is now lower than readState.Index' (duration: 3.033837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:30.659092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.919652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-04-23T00:28:30.65907Z","caller":"traceutil/trace.go:171","msg":"trace[317938685] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"231.546001ms","start":"2026-04-23T00:28:30.427486Z","end":"2026-04-23T00:28:30.659032Z","steps":["trace[317938685] 'process raft request' (duration: 231.221053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:30.65914Z","caller":"traceutil/trace.go:171","msg":"trace[188231760] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-484b3475-03c4-4c5d-87af-75f44ba41a56; range_end:; response_count:1; response_revision:5608; }","duration":"200.036714ms","start":"2026-04-23T00:28:30.459091Z","end":"2026-04-23T00:28:30.659127Z","steps":["trace[188231760] 'agreement among raft nodes before linearized reading' (duration: 199.899631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:32.059682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.933663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T00:28:32.059764Z","caller":"traceutil/trace.go:171","msg":"trace[603634499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5630; }","duration":"221.059725ms","start":"2026-04-23T00:28:31.838684Z","end":"2026-04-23T00:28:32.059744Z","steps":["trace[603634499] 'range keys from in-memory index tree' (duration: 220.742917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:32.061918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.575232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:32.062051Z","caller":"traceutil/trace.go:171","msg":"trace[1982013537] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5630; }","duration":"174.4998ms","start":"2026-04-23T00:28:31.887517Z","end":"2026-04-23T00:28:32.062017Z","steps":["trace[1982013537] 'count revisions from in-memory index tree' (duration: 172.447568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:33.298159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.74876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:33.298664Z","caller":"traceutil/trace.go:171","msg":"trace[492654238] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"147.62026ms","start":"2026-04-23T00:28:33.151014Z","end":"2026-04-23T00:28:33.298634Z","steps":["trace[492654238] 'process raft request' (duration: 28.270904ms)","trace[492654238] 'compare' (duration: 118.532695ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:36.038688Z","caller":"traceutil/trace.go:171","msg":"trace[1625461014] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"118.000502ms","start":"2026-04-23T00:28:35.920642Z","end":"2026-04-23T00:28:36.038642Z","steps":["trace[1625461014] 'process raft request' (duration: 117.713965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:36.279295Z","caller":"traceutil/trace.go:171","msg":"trace[896849431] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"106.248175ms","start":"2026-04-23T00:28:36.173001Z","end":"2026-04-23T00:28:36.27925Z","steps":["trace[896849431] 'process raft request' (duration: 105.909437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.42061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.538958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:41.420807Z","caller":"traceutil/trace.go:171","msg":"trace[727677338] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"209.010762ms","start":"2026-04-23T00:28:41.211778Z","end":"2026-04-23T00:28:41.420789Z","steps":["trace[727677338] 'process raft request' (duration: 101.206379ms)","trace[727677338] 'compare' (duration: 107.188098ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:41.421Z","caller":"traceutil/trace.go:171","msg":"trace[1819301090] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"209.177736ms","start":"2026-04-23T00:28:41.21181Z","end":"2026-04-23T00:28:41.420987Z","steps":["trace[1819301090] 'process raft request' (duration: 208.891799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:41.421725Z","caller":"traceutil/trace.go:171","msg":"trace[1585427167] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"209.830763ms","start":"2026-04-23T00:28:41.211863Z","end":"2026-04-23T00:28:41.421694Z","steps":["trace[1585427167] 'process raft request' (duration: 209.086314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:41.422094Z","caller":"traceutil/trace.go:171","msg":"trace[1510717855] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5930; }","duration":"209.999947ms","start":"2026-04-23T00:28:41.212059Z","end":"2026-04-23T00:28:41.422058Z","steps":["trace[1510717855] 'read index received' (duration: 7.435408ms)","trace[1510717855] 'applied index is now lower than readState.Index' (duration: 202.563129ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:41.422269Z","caller":"traceutil/trace.go:171","msg":"trace[1437736920] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"198.498466ms","start":"2026-04-23T00:28:41.223697Z","end":"2026-04-23T00:28:41.422195Z","steps":["trace[1437736920] 'process raft request' (duration: 198.168857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:41.422378Z","caller":"traceutil/trace.go:171","msg":"trace[1888430584] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"210.411528ms","start":"2026-04-23T00:28:41.211945Z","end":"2026-04-23T00:28:41.422356Z","steps":["trace[1888430584] 'process raft request' (duration: 209.611088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:41.422928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.853259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81308"} {"level":"info","ts":"2026-04-23T00:28:41.423008Z","caller":"traceutil/trace.go:171","msg":"trace[557748855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5713; }","duration":"210.955782ms","start":"2026-04-23T00:28:41.21202Z","end":"2026-04-23T00:28:41.422975Z","steps":["trace[557748855] 'agreement among raft nodes before linearized reading' (duration: 210.166361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.140258Z","caller":"traceutil/trace.go:171","msg":"trace[1398849524] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"121.701526ms","start":"2026-04-23T00:28:43.018499Z","end":"2026-04-23T00:28:43.1402Z","steps":["trace[1398849524] 'process raft request' (duration: 115.723535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.545037Z","caller":"traceutil/trace.go:171","msg":"trace[708779338] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"152.596936ms","start":"2026-04-23T00:28:43.392413Z","end":"2026-04-23T00:28:43.54501Z","steps":["trace[708779338] 'process raft request' (duration: 152.549044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.545099Z","caller":"traceutil/trace.go:171","msg":"trace[875350820] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"152.652878ms","start":"2026-04-23T00:28:43.392398Z","end":"2026-04-23T00:28:43.54505Z","steps":["trace[875350820] 'process raft request' (duration: 118.32178ms)","trace[875350820] 'compare' (duration: 34.084271ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:43.546563Z","caller":"traceutil/trace.go:171","msg":"trace[774277040] linearizableReadLoop","detail":"{readStateIndex:5968; appliedIndex:5962; }","duration":"153.019548ms","start":"2026-04-23T00:28:43.393514Z","end":"2026-04-23T00:28:43.546533Z","steps":["trace[774277040] 'read index received' (duration: 117.223123ms)","trace[774277040] 'applied index is now lower than readState.Index' (duration: 35.795084ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:43.546708Z","caller":"traceutil/trace.go:171","msg":"trace[1741491111] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"154.260338ms","start":"2026-04-23T00:28:43.392431Z","end":"2026-04-23T00:28:43.546691Z","steps":["trace[1741491111] 'process raft request' (duration: 153.640553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.546803Z","caller":"traceutil/trace.go:171","msg":"trace[978835571] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"142.370378ms","start":"2026-04-23T00:28:43.404411Z","end":"2026-04-23T00:28:43.546781Z","steps":["trace[978835571] 'process raft request' (duration: 141.942777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.546964Z","caller":"traceutil/trace.go:171","msg":"trace[2008510110] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"154.108824ms","start":"2026-04-23T00:28:43.392818Z","end":"2026-04-23T00:28:43.546926Z","steps":["trace[2008510110] 'process raft request' (duration: 153.432667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.547063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.53056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T00:28:43.547131Z","caller":"traceutil/trace.go:171","msg":"trace[240298088] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5746; }","duration":"153.642463ms","start":"2026-04-23T00:28:43.393468Z","end":"2026-04-23T00:28:43.547111Z","steps":["trace[240298088] 'agreement among raft nodes before linearized reading' (duration: 153.326585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.547144Z","caller":"traceutil/trace.go:171","msg":"trace[107566077] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"154.491444ms","start":"2026-04-23T00:28:43.392641Z","end":"2026-04-23T00:28:43.547132Z","steps":["trace[107566077] 'process raft request' (duration: 153.563891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.547195Z","caller":"traceutil/trace.go:171","msg":"trace[159885107] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"154.031662ms","start":"2026-04-23T00:28:43.393132Z","end":"2026-04-23T00:28:43.547164Z","steps":["trace[159885107] 'process raft request' (duration: 153.162461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.547307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.12469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:28:43.547335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.837983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:28:43.547419Z","caller":"traceutil/trace.go:171","msg":"trace[1432455946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5746; }","duration":"117.237903ms","start":"2026-04-23T00:28:43.43013Z","end":"2026-04-23T00:28:43.547368Z","steps":["trace[1432455946] 'agreement among raft nodes before linearized reading' (duration: 117.022738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.547439Z","caller":"traceutil/trace.go:171","msg":"trace[1692641079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5746; }","duration":"118.995027ms","start":"2026-04-23T00:28:43.428427Z","end":"2026-04-23T00:28:43.547422Z","steps":["trace[1692641079] 'agreement among raft nodes before linearized reading' (duration: 118.73805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.547573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.574392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:28:43.547608Z","caller":"traceutil/trace.go:171","msg":"trace[353184265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5746; }","duration":"121.642814ms","start":"2026-04-23T00:28:43.425956Z","end":"2026-04-23T00:28:43.547598Z","steps":["trace[353184265] 'agreement among raft nodes before linearized reading' (duration: 121.254164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.547893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.948567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:28:43.547941Z","caller":"traceutil/trace.go:171","msg":"trace[688492807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5746; }","duration":"123.208903ms","start":"2026-04-23T00:28:43.424721Z","end":"2026-04-23T00:28:43.54793Z","steps":["trace[688492807] 'agreement among raft nodes before linearized reading' (duration: 122.335142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:43.784086Z","caller":"traceutil/trace.go:171","msg":"trace[454531462] linearizableReadLoop","detail":"{readStateIndex:5979; appliedIndex:5978; }","duration":"151.898969ms","start":"2026-04-23T00:28:43.632154Z","end":"2026-04-23T00:28:43.784053Z","steps":["trace[454531462] 'read index received' (duration: 147.096347ms)","trace[454531462] 'applied index is now lower than readState.Index' (duration: 4.801112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:43.784136Z","caller":"traceutil/trace.go:171","msg":"trace[715760694] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"193.046469ms","start":"2026-04-23T00:28:43.59104Z","end":"2026-04-23T00:28:43.784087Z","steps":["trace[715760694] 'process raft request' (duration: 188.227867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:43.785394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.224213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212884"} {"level":"info","ts":"2026-04-23T00:28:43.785487Z","caller":"traceutil/trace.go:171","msg":"trace[862527584] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5755; }","duration":"153.366626ms","start":"2026-04-23T00:28:43.632094Z","end":"2026-04-23T00:28:43.785461Z","steps":["trace[862527584] 'agreement among raft nodes before linearized reading' (duration: 152.096695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.127445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.230755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:51.127527Z","caller":"traceutil/trace.go:171","msg":"trace[1673309380] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5821; }","duration":"117.384558ms","start":"2026-04-23T00:28:51.01012Z","end":"2026-04-23T00:28:51.127505Z","steps":["trace[1673309380] 'count revisions from in-memory index tree' (duration: 117.088631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.12755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.878407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:51.127661Z","caller":"traceutil/trace.go:171","msg":"trace[1139616502] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5821; }","duration":"397.067792ms","start":"2026-04-23T00:28:50.730564Z","end":"2026-04-23T00:28:51.127632Z","steps":["trace[1139616502] 'count revisions from in-memory index tree' (duration: 396.735933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.127709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:50.730538Z","time spent":"397.161234ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:51.127655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.735006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:51.127772Z","caller":"traceutil/trace.go:171","msg":"trace[1166540544] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5821; }","duration":"385.915569ms","start":"2026-04-23T00:28:50.741831Z","end":"2026-04-23T00:28:51.127747Z","steps":["trace[1166540544] 'count revisions from in-memory index tree' (duration: 385.614402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.127849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:50.7418Z","time spent":"386.035443ms","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:51.128012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.0844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:51.127974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.137097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:51.128105Z","caller":"traceutil/trace.go:171","msg":"trace[1647430501] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5821; }","duration":"239.282801ms","start":"2026-04-23T00:28:50.888792Z","end":"2026-04-23T00:28:51.128075Z","steps":["trace[1647430501] 'count revisions from in-memory index tree' (duration: 239.026625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.128045Z","caller":"traceutil/trace.go:171","msg":"trace[1809395199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5821; }","duration":"423.154832ms","start":"2026-04-23T00:28:50.70488Z","end":"2026-04-23T00:28:51.128035Z","steps":["trace[1809395199] 'range keys from in-memory index tree' (duration: 422.986207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.12826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:50.704859Z","time spent":"423.354006ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:51.485563Z","caller":"traceutil/trace.go:171","msg":"trace[1606470259] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"448.855701ms","start":"2026-04-23T00:28:51.036681Z","end":"2026-04-23T00:28:51.485536Z","steps":["trace[1606470259] 'process raft request' (duration: 448.498102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.48577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.036629Z","time spent":"449.028495ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:51.672355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.057764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:51.672609Z","caller":"traceutil/trace.go:171","msg":"trace[198060596] linearizableReadLoop","detail":"{readStateIndex:6051; appliedIndex:6049; }","duration":"623.59349ms","start":"2026-04-23T00:28:51.048997Z","end":"2026-04-23T00:28:51.672591Z","steps":["trace[198060596] 'read index received' (duration: 436.93232ms)","trace[198060596] 'applied index is now lower than readState.Index' (duration: 186.66007ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:51.672671Z","caller":"traceutil/trace.go:171","msg":"trace[1124183656] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"627.842319ms","start":"2026-04-23T00:28:51.044795Z","end":"2026-04-23T00:28:51.672637Z","steps":["trace[1124183656] 'process raft request' (duration: 627.677384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.672834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.044785Z","time spent":"627.957301ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:51.673306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.516918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:51.673427Z","caller":"traceutil/trace.go:171","msg":"trace[289400816] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5825; }","duration":"120.677522ms","start":"2026-04-23T00:28:51.552721Z","end":"2026-04-23T00:28:51.673399Z","steps":["trace[289400816] 'agreement among raft nodes before linearized reading' (duration: 120.320433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.672881Z","caller":"traceutil/trace.go:171","msg":"trace[1340180904] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"613.905475ms","start":"2026-04-23T00:28:51.058953Z","end":"2026-04-23T00:28:51.672859Z","steps":["trace[1340180904] 'process raft request' (duration: 613.584547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.673628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.058935Z","time spent":"614.637963ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:51.672937Z","caller":"traceutil/trace.go:171","msg":"trace[1449906333] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"630.089474ms","start":"2026-04-23T00:28:51.042797Z","end":"2026-04-23T00:28:51.672886Z","steps":["trace[1449906333] 'process raft request' (duration: 515.396283ms)","trace[1449906333] 'compare' (duration: 113.767367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:51.672979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.862929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:51.673875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.04278Z","time spent":"630.951736ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:51.673957Z","caller":"traceutil/trace.go:171","msg":"trace[965880382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5825; }","duration":"543.898064ms","start":"2026-04-23T00:28:51.130035Z","end":"2026-04-23T00:28:51.673933Z","steps":["trace[965880382] 'agreement among raft nodes before linearized reading' (duration: 542.829847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.673115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.640542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"warn","ts":"2026-04-23T00:28:51.674036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.130017Z","time spent":"543.998817ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:28:51.674059Z","caller":"traceutil/trace.go:171","msg":"trace[1798994108] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5825; }","duration":"350.641537ms","start":"2026-04-23T00:28:51.323388Z","end":"2026-04-23T00:28:51.67403Z","steps":["trace[1798994108] 'agreement among raft nodes before linearized reading' (duration: 349.660033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.673089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.606797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T00:28:51.674128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.323359Z","time spent":"350.7498ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10414,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T00:28:51.674197Z","caller":"traceutil/trace.go:171","msg":"trace[537214135] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5825; }","duration":"298.729355ms","start":"2026-04-23T00:28:51.375433Z","end":"2026-04-23T00:28:51.674162Z","steps":["trace[537214135] 'agreement among raft nodes before linearized reading' (duration: 297.498454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.673175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.170355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:28:51.674441Z","caller":"traceutil/trace.go:171","msg":"trace[1140523991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5825; }","duration":"625.405316ms","start":"2026-04-23T00:28:51.048961Z","end":"2026-04-23T00:28:51.674366Z","steps":["trace[1140523991] 'agreement among raft nodes before linearized reading' (duration: 624.050562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.674576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.048951Z","time spent":"625.60434ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:51.673191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.445478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:51.675042Z","caller":"traceutil/trace.go:171","msg":"trace[1510139648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5825; }","duration":"372.372977ms","start":"2026-04-23T00:28:51.30262Z","end":"2026-04-23T00:28:51.674993Z","steps":["trace[1510139648] 'agreement among raft nodes before linearized reading' (duration: 370.433289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.675121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.302589Z","time spent":"372.507471ms","remote":"127.0.0.1:36194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:51.673246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.124424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:28:51.675313Z","caller":"traceutil/trace.go:171","msg":"trace[1199098805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5825; }","duration":"386.131973ms","start":"2026-04-23T00:28:51.289071Z","end":"2026-04-23T00:28:51.675203Z","steps":["trace[1199098805] 'agreement among raft nodes before linearized reading' (duration: 384.064762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:51.675398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:51.289027Z","time spent":"386.35071ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:28:51.856899Z","caller":"traceutil/trace.go:171","msg":"trace[2014752077] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"177.418277ms","start":"2026-04-23T00:28:51.679449Z","end":"2026-04-23T00:28:51.856867Z","steps":["trace[2014752077] 'process raft request' (duration: 148.484095ms)","trace[2014752077] 'compare' (duration: 28.761027ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:51.857465Z","caller":"traceutil/trace.go:171","msg":"trace[1144672463] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"176.392831ms","start":"2026-04-23T00:28:51.681044Z","end":"2026-04-23T00:28:51.857437Z","steps":["trace[1144672463] 'process raft request' (duration: 176.196265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.85746Z","caller":"traceutil/trace.go:171","msg":"trace[2004179844] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"176.387181ms","start":"2026-04-23T00:28:51.681016Z","end":"2026-04-23T00:28:51.857403Z","steps":["trace[2004179844] 'process raft request' (duration: 175.805856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.857719Z","caller":"traceutil/trace.go:171","msg":"trace[1217290115] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"176.658538ms","start":"2026-04-23T00:28:51.681044Z","end":"2026-04-23T00:28:51.857702Z","steps":["trace[1217290115] 'process raft request' (duration: 176.34561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.857822Z","caller":"traceutil/trace.go:171","msg":"trace[3040611] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"176.691499ms","start":"2026-04-23T00:28:51.681098Z","end":"2026-04-23T00:28:51.857789Z","steps":["trace[3040611] 'process raft request' (duration: 176.481214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.858179Z","caller":"traceutil/trace.go:171","msg":"trace[1754701913] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"169.660241ms","start":"2026-04-23T00:28:51.688502Z","end":"2026-04-23T00:28:51.858163Z","steps":["trace[1754701913] 'process raft request' (duration: 169.2114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:51.858176Z","caller":"traceutil/trace.go:171","msg":"trace[1090268816] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6052; }","duration":"177.269493ms","start":"2026-04-23T00:28:51.680883Z","end":"2026-04-23T00:28:51.858152Z","steps":["trace[1090268816] 'read index received' (duration: 51.513902ms)","trace[1090268816] 'applied index is now lower than readState.Index' (duration: 125.752641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:51.858443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.536529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81601"} {"level":"info","ts":"2026-04-23T00:28:51.858479Z","caller":"traceutil/trace.go:171","msg":"trace[403526164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5832; }","duration":"177.602371ms","start":"2026-04-23T00:28:51.680868Z","end":"2026-04-23T00:28:51.858471Z","steps":["trace[403526164] 'agreement among raft nodes before linearized reading' (duration: 177.339714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:54.07979Z","caller":"traceutil/trace.go:171","msg":"trace[199750040] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"450.931474ms","start":"2026-04-23T00:28:53.628827Z","end":"2026-04-23T00:28:54.079759Z","steps":["trace[199750040] 'process raft request' (duration: 450.682228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:54.080028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.628806Z","time spent":"451.102398ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:55.539771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460263139s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:28:55.705443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:28:55.705552Z","caller":"traceutil/trace.go:171","msg":"trace[1915205370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328326s","start":"2026-04-23T00:28:53.70518Z","end":"2026-04-23T00:28:55.705508Z","steps":["trace[1915205370] 'agreement among raft nodes before linearized reading' (duration: 2.000220144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:55.705648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.705165Z","time spent":"2.000468059s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:28:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:28:56.257767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.603747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:28:56.258076Z","caller":"traceutil/trace.go:171","msg":"trace[1264506555] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"2.577603605s","start":"2026-04-23T00:28:53.680436Z","end":"2026-04-23T00:28:56.258039Z","steps":["trace[1264506555] 'process raft request' (duration: 1.859579817s)","trace[1264506555] 'compare' (duration: 717.098685ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:28:56.258136Z","caller":"traceutil/trace.go:171","msg":"trace[1069836526] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"2.576820785s","start":"2026-04-23T00:28:53.681282Z","end":"2026-04-23T00:28:56.258103Z","steps":["trace[1069836526] 'process raft request' (duration: 2.57661994s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.258173Z","caller":"traceutil/trace.go:171","msg":"trace[296586806] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"716.701434ms","start":"2026-04-23T00:28:55.541445Z","end":"2026-04-23T00:28:56.258146Z","steps":["trace[296586806] 'process raft request' (duration: 716.603581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.680404Z","time spent":"2.577733889s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:28:56.258237Z","caller":"traceutil/trace.go:171","msg":"trace[2145528391] linearizableReadLoop","detail":"{readStateIndex:6069; appliedIndex:6066; }","duration":"2.552974142s","start":"2026-04-23T00:28:53.705232Z","end":"2026-04-23T00:28:56.258206Z","steps":["trace[2145528391] 'read index received' (duration: 374.231435ms)","trace[2145528391] 'applied index is now lower than readState.Index' (duration: 2.178737067s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:28:56.258287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:55.541413Z","time spent":"716.814627ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:56.258306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.681268Z","time spent":"2.576943737s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:28:56.258504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54691365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:28:56.258571Z","caller":"traceutil/trace.go:171","msg":"trace[768728134] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5842; }","duration":"2.547018283s","start":"2026-04-23T00:28:53.711531Z","end":"2026-04-23T00:28:56.258549Z","steps":["trace[768728134] 'agreement among raft nodes before linearized reading' (duration: 2.54691309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.711519Z","time spent":"2.547081754s","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:56.258647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567619484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-23T00:28:56.258619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689177037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:56.258685Z","caller":"traceutil/trace.go:171","msg":"trace[433985490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5842; }","duration":"1.567697106s","start":"2026-04-23T00:28:54.690976Z","end":"2026-04-23T00:28:56.258673Z","steps":["trace[433985490] 'agreement among raft nodes before linearized reading' (duration: 1.567533182s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28593591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-23T00:28:56.258716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.690954Z","time spent":"1.567755728s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:28:56.258717Z","caller":"traceutil/trace.go:171","msg":"trace[1946634369] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5842; }","duration":"1.689330951s","start":"2026-04-23T00:28:54.56936Z","end":"2026-04-23T00:28:56.258691Z","steps":["trace[1946634369] 'agreement among raft nodes before linearized reading' (duration: 1.689082525s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.258739Z","caller":"traceutil/trace.go:171","msg":"trace[1576763299] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5842; }","duration":"1.286038972s","start":"2026-04-23T00:28:54.972682Z","end":"2026-04-23T00:28:56.258721Z","steps":["trace[1576763299] 'agreement among raft nodes before linearized reading' (duration: 1.285786096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.569338Z","time spent":"1.689420884s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:56.258603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393214003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:28:56.25885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395667884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:28:56.258811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752716495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:28:56.258875Z","caller":"traceutil/trace.go:171","msg":"trace[1308373496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5842; }","duration":"2.395706515s","start":"2026-04-23T00:28:53.86316Z","end":"2026-04-23T00:28:56.258867Z","steps":["trace[1308373496] 'agreement among raft nodes before linearized reading' (duration: 2.395590302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.863154Z","time spent":"2.395739385s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:28:56.258876Z","caller":"traceutil/trace.go:171","msg":"trace[139259402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5842; }","duration":"2.39351412s","start":"2026-04-23T00:28:53.86532Z","end":"2026-04-23T00:28:56.258834Z","steps":["trace[139259402] 'agreement among raft nodes before linearized reading' (duration: 2.39313067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.25889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163897934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:28:56.258858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903463908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-23T00:28:56.258919Z","caller":"traceutil/trace.go:171","msg":"trace[1199092667] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5842; }","duration":"1.752857878s","start":"2026-04-23T00:28:54.506036Z","end":"2026-04-23T00:28:56.258894Z","steps":["trace[1199092667] 'agreement among raft nodes before linearized reading' (duration: 1.752626833s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.865291Z","time spent":"2.393633283s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:28:56.25894Z","caller":"traceutil/trace.go:171","msg":"trace[1840336848] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5842; }","duration":"2.163986185s","start":"2026-04-23T00:28:54.09494Z","end":"2026-04-23T00:28:56.258926Z","steps":["trace[1840336848] 'agreement among raft nodes before linearized reading' (duration: 2.163836921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.258974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.505974Z","time spent":"1.752988342s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:56.25898Z","caller":"traceutil/trace.go:171","msg":"trace[1532307319] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5842; }","duration":"1.903645592s","start":"2026-04-23T00:28:54.355298Z","end":"2026-04-23T00:28:56.258944Z","steps":["trace[1532307319] 'agreement among raft nodes before linearized reading' (duration: 1.903234941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.25901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.09492Z","time spent":"2.164074348s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:28:56.259045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396246259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:28:56.25903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.096227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:56.259062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.455017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413355"} {"level":"warn","ts":"2026-04-23T00:28:56.258923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.968884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:56.259119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396991758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:28:56.259115Z","caller":"traceutil/trace.go:171","msg":"trace[1476336641] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5842; }","duration":"657.5591ms","start":"2026-04-23T00:28:55.601543Z","end":"2026-04-23T00:28:56.259102Z","steps":["trace[1476336641] 'agreement among raft nodes before linearized reading' (duration: 657.267982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.259072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.722288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:56.259161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:55.601517Z","time spent":"657.633852ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413378,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T00:28:56.25917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522161634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:28:56.259189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.485086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:28:56.259175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793638209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-23T00:28:56.259209Z","caller":"traceutil/trace.go:171","msg":"trace[967735108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5842; }","duration":"2.397029279s","start":"2026-04-23T00:28:53.862104Z","end":"2026-04-23T00:28:56.259134Z","steps":["trace[967735108] 'agreement among raft nodes before linearized reading' (duration: 2.396978088s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.259208Z","caller":"traceutil/trace.go:171","msg":"trace[1929514812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5842; }","duration":"187.908702ms","start":"2026-04-23T00:28:56.071267Z","end":"2026-04-23T00:28:56.259176Z","steps":["trace[1929514812] 'agreement among raft nodes before linearized reading' (duration: 187.659566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.259237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.862095Z","time spent":"2.397137612s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:28:56.259239Z","caller":"traceutil/trace.go:171","msg":"trace[1483993294] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5842; }","duration":"1.793743332s","start":"2026-04-23T00:28:54.465484Z","end":"2026-04-23T00:28:56.259228Z","steps":["trace[1483993294] 'agreement among raft nodes before linearized reading' (duration: 1.793603418s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.259246Z","caller":"traceutil/trace.go:171","msg":"trace[657011682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5842; }","duration":"2.522240025s","start":"2026-04-23T00:28:53.736975Z","end":"2026-04-23T00:28:56.259215Z","steps":["trace[657011682] 'agreement among raft nodes before linearized reading' (duration: 2.522121922s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.259138Z","caller":"traceutil/trace.go:171","msg":"trace[1287787116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5842; }","duration":"553.57534ms","start":"2026-04-23T00:28:55.705538Z","end":"2026-04-23T00:28:56.259114Z","steps":["trace[1287787116] 'agreement among raft nodes before linearized reading' (duration: 552.917633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.259259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393064488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:28:56.259272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.465458Z","time spent":"1.793806554s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:28:56.2593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.736959Z","time spent":"2.522328898s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:28:56.259069Z","caller":"traceutil/trace.go:171","msg":"trace[1161706800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5842; }","duration":"2.39628593s","start":"2026-04-23T00:28:53.862774Z","end":"2026-04-23T00:28:56.25906Z","steps":["trace[1161706800] 'agreement among raft nodes before linearized reading' (duration: 2.396214149s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:28:56.259236Z","caller":"traceutil/trace.go:171","msg":"trace[1521284152] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5842; }","duration":"167.698471ms","start":"2026-04-23T00:28:56.091523Z","end":"2026-04-23T00:28:56.259222Z","steps":["trace[1521284152] 'agreement among raft nodes before linearized reading' (duration: 167.446945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.259052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.355278Z","time spent":"1.903763635s","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-23T00:28:56.259369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397977583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:28:56.259394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.862765Z","time spent":"2.396606898s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:28:56.258786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:54.972656Z","time spent":"1.286117744s","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-23T00:28:56.259436Z","caller":"traceutil/trace.go:171","msg":"trace[1348386479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5842; }","duration":"2.398083235s","start":"2026-04-23T00:28:53.861332Z","end":"2026-04-23T00:28:56.259416Z","steps":["trace[1348386479] 'agreement among raft nodes before linearized reading' (duration: 2.397789918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.259332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:55.705521Z","time spent":"553.796885ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:28:56.259477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.861309Z","time spent":"2.398157197s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:28:56.259392Z","caller":"traceutil/trace.go:171","msg":"trace[1414174911] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5842; }","duration":"534.22187ms","start":"2026-04-23T00:28:55.724871Z","end":"2026-04-23T00:28:56.259093Z","steps":["trace[1414174911] 'agreement among raft nodes before linearized reading' (duration: 534.100917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.25995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:55.724848Z","time spent":"535.079991ms","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:28:56.26188Z","caller":"traceutil/trace.go:171","msg":"trace[1342054523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:5842; }","duration":"2.393148731s","start":"2026-04-23T00:28:53.866157Z","end":"2026-04-23T00:28:56.259305Z","steps":["trace[1342054523] 'agreement among raft nodes before linearized reading' (duration: 2.392904485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:28:56.261948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:28:53.866144Z","time spent":"2.395788387s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:29:11.85787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.689616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:29:11.858135Z","caller":"traceutil/trace.go:171","msg":"trace[332656181] linearizableReadLoop","detail":"{readStateIndex:6201; appliedIndex:6200; }","duration":"169.25947ms","start":"2026-04-23T00:29:11.68885Z","end":"2026-04-23T00:29:11.85811Z","steps":["trace[332656181] 'read index received' (duration: 59.772µs)","trace[332656181] 'applied index is now lower than readState.Index' (duration: 169.197638ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:11.858194Z","caller":"traceutil/trace.go:171","msg":"trace[1155125210] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"269.648619ms","start":"2026-04-23T00:29:11.588492Z","end":"2026-04-23T00:29:11.858141Z","steps":["trace[1155125210] 'process raft request' (duration: 85.596384ms)","trace[1155125210] 'compare' (duration: 183.560773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:29:11.858601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.612808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:29:11.858757Z","caller":"traceutil/trace.go:171","msg":"trace[804498604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5969; }","duration":"169.941676ms","start":"2026-04-23T00:29:11.688785Z","end":"2026-04-23T00:29:11.858727Z","steps":["trace[804498604] 'agreement among raft nodes before linearized reading' (duration: 169.392243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:26.566219Z","caller":"traceutil/trace.go:171","msg":"trace[869609646] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"146.975156ms","start":"2026-04-23T00:29:26.419224Z","end":"2026-04-23T00:29:26.566199Z","steps":["trace[869609646] 'process raft request' (duration: 146.839343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:26.572825Z","caller":"traceutil/trace.go:171","msg":"trace[2116208828] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"113.207133ms","start":"2026-04-23T00:29:26.459601Z","end":"2026-04-23T00:29:26.572808Z","steps":["trace[2116208828] 'process raft request' (duration: 113.07562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:26.573006Z","caller":"traceutil/trace.go:171","msg":"trace[1297954897] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"109.644502ms","start":"2026-04-23T00:29:26.463338Z","end":"2026-04-23T00:29:26.572983Z","steps":["trace[1297954897] 'process raft request' (duration: 109.426037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.111698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795289069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:29:31.56963Z","caller":"traceutil/trace.go:171","msg":"trace[1880535105] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"966.396069ms","start":"2026-04-23T00:29:30.6032Z","end":"2026-04-23T00:29:31.569596Z","steps":["trace[1880535105] 'process raft request' (duration: 966.190454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.569804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.603168Z","time spent":"966.548244ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:31.570134Z","caller":"traceutil/trace.go:171","msg":"trace[717183609] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"965.822194ms","start":"2026-04-23T00:29:30.604278Z","end":"2026-04-23T00:29:31.570101Z","steps":["trace[717183609] 'process raft request' (duration: 965.717612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.570245Z","caller":"traceutil/trace.go:171","msg":"trace[143875092] linearizableReadLoop","detail":"{readStateIndex:6423; appliedIndex:6418; }","duration":"959.130436ms","start":"2026-04-23T00:29:30.611084Z","end":"2026-04-23T00:29:31.570214Z","steps":["trace[143875092] 'read index received' (duration: 958.227203ms)","trace[143875092] 'applied index is now lower than readState.Index' (duration: 901.883µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:29:31.5703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.604257Z","time spent":"965.966848ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:31.570234Z","caller":"traceutil/trace.go:171","msg":"trace[1618505303] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"965.953548ms","start":"2026-04-23T00:29:30.604215Z","end":"2026-04-23T00:29:31.570169Z","steps":["trace[1618505303] 'process raft request' (duration: 965.64708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.570066Z","caller":"traceutil/trace.go:171","msg":"trace[375447922] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"965.823885ms","start":"2026-04-23T00:29:30.604179Z","end":"2026-04-23T00:29:31.570003Z","steps":["trace[375447922] 'process raft request' (duration: 965.375063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.570381Z","caller":"traceutil/trace.go:171","msg":"trace[640704761] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"965.997309ms","start":"2026-04-23T00:29:30.604309Z","end":"2026-04-23T00:29:31.570306Z","steps":["trace[640704761] 'process raft request' (duration: 965.747563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.570602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.585848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:29:31.570716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.604295Z","time spent":"966.240385ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:29:31.570443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.604197Z","time spent":"966.191823ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:31.5708Z","caller":"traceutil/trace.go:171","msg":"trace[746486056] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6186; }","duration":"925.829044ms","start":"2026-04-23T00:29:30.644941Z","end":"2026-04-23T00:29:31.57077Z","steps":["trace[746486056] 'agreement among raft nodes before linearized reading' (duration: 925.568727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.570626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.6809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-23T00:29:31.570905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.644919Z","time spent":"925.940406ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-23T00:29:31.57091Z","caller":"traceutil/trace.go:171","msg":"trace[46734406] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6186; }","duration":"925.991688ms","start":"2026-04-23T00:29:30.644903Z","end":"2026-04-23T00:29:31.570894Z","steps":["trace[46734406] 'agreement among raft nodes before linearized reading' (duration: 925.597278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.570944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.857624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101727"} {"level":"warn","ts":"2026-04-23T00:29:31.570629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.626429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:31.571076Z","caller":"traceutil/trace.go:171","msg":"trace[981327827] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6186; }","duration":"960.044859ms","start":"2026-04-23T00:29:30.611009Z","end":"2026-04-23T00:29:31.571054Z","steps":["trace[981327827] 'agreement among raft nodes before linearized reading' (duration: 959.326431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:31.571102Z","caller":"traceutil/trace.go:171","msg":"trace[1114038883] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6186; }","duration":"926.143942ms","start":"2026-04-23T00:29:30.644941Z","end":"2026-04-23T00:29:31.571085Z","steps":["trace[1114038883] 'agreement among raft nodes before linearized reading' (duration: 925.642449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:31.571131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.610981Z","time spent":"960.133301ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101750,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:29:31.571152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.644918Z","time spent":"926.220753ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:29:31.570966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.644884Z","time spent":"926.065539ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-23T00:29:31.570739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:30.604169Z","time spent":"966.323167ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:42.020843Z","caller":"traceutil/trace.go:171","msg":"trace[1293585645] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"352.71118ms","start":"2026-04-23T00:29:41.668104Z","end":"2026-04-23T00:29:42.020816Z","steps":["trace[1293585645] 'process raft request' (duration: 352.507055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:42.021097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:41.668077Z","time spent":"352.839663ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:42.021434Z","caller":"traceutil/trace.go:171","msg":"trace[1077116548] linearizableReadLoop","detail":"{readStateIndex:6481; appliedIndex:6478; }","duration":"352.603326ms","start":"2026-04-23T00:29:41.668803Z","end":"2026-04-23T00:29:42.021407Z","steps":["trace[1077116548] 'read index received' (duration: 25.297319ms)","trace[1077116548] 'applied index is now lower than readState.Index' (duration: 327.304787ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:42.021441Z","caller":"traceutil/trace.go:171","msg":"trace[501211584] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"352.919095ms","start":"2026-04-23T00:29:41.668479Z","end":"2026-04-23T00:29:42.021398Z","steps":["trace[501211584] 'process raft request' (duration: 352.292179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:42.021645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:41.66847Z","time spent":"353.060598ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:29:42.021693Z","caller":"traceutil/trace.go:171","msg":"trace[1955362428] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"352.70114ms","start":"2026-04-23T00:29:41.668978Z","end":"2026-04-23T00:29:42.021679Z","steps":["trace[1955362428] 'process raft request' (duration: 352.256118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:42.021799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:41.66897Z","time spent":"352.753471ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:29:42.021891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.989061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:42.021975Z","caller":"traceutil/trace.go:171","msg":"trace[1053426044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6243; }","duration":"316.168096ms","start":"2026-04-23T00:29:41.70579Z","end":"2026-04-23T00:29:42.021958Z","steps":["trace[1053426044] 'agreement among raft nodes before linearized reading' (duration: 315.999401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:42.022052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:41.70577Z","time spent":"316.270549ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:29:42.022155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.353385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101658"} {"level":"info","ts":"2026-04-23T00:29:42.022194Z","caller":"traceutil/trace.go:171","msg":"trace[2094328187] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6243; }","duration":"353.409987ms","start":"2026-04-23T00:29:41.668774Z","end":"2026-04-23T00:29:42.022184Z","steps":["trace[2094328187] 'agreement among raft nodes before linearized reading' (duration: 353.163711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:42.022224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:29:41.668766Z","time spent":"353.450718ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101681,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:29:42.023174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.817323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212884"} {"level":"info","ts":"2026-04-23T00:29:42.023277Z","caller":"traceutil/trace.go:171","msg":"trace[1202486680] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6243; }","duration":"284.973467ms","start":"2026-04-23T00:29:41.738282Z","end":"2026-04-23T00:29:42.023255Z","steps":["trace[1202486680] 'agreement among raft nodes before linearized reading' (duration: 283.724026ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:42.336508Z","caller":"traceutil/trace.go:171","msg":"trace[1358808984] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"101.388154ms","start":"2026-04-23T00:29:42.235091Z","end":"2026-04-23T00:29:42.336479Z","steps":["trace[1358808984] 'process raft request' (duration: 101.20344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:43.832577Z","caller":"traceutil/trace.go:171","msg":"trace[1050205407] linearizableReadLoop","detail":"{readStateIndex:6490; appliedIndex:6489; }","duration":"130.88827ms","start":"2026-04-23T00:29:43.701658Z","end":"2026-04-23T00:29:43.832546Z","steps":["trace[1050205407] 'read index received' (duration: 130.595312ms)","trace[1050205407] 'applied index is now lower than readState.Index' (duration: 291.538µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:43.832657Z","caller":"traceutil/trace.go:171","msg":"trace[573548363] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"158.259773ms","start":"2026-04-23T00:29:43.674367Z","end":"2026-04-23T00:29:43.832626Z","steps":["trace[573548363] 'process raft request' (duration: 157.987466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:43.832859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.188388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:29:43.832935Z","caller":"traceutil/trace.go:171","msg":"trace[437587404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6250; }","duration":"131.323571ms","start":"2026-04-23T00:29:43.701597Z","end":"2026-04-23T00:29:43.832921Z","steps":["trace[437587404] 'agreement among raft nodes before linearized reading' (duration: 131.107566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:43.83289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.736366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:29:43.832989Z","caller":"traceutil/trace.go:171","msg":"trace[791379870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6250; }","duration":"130.881129ms","start":"2026-04-23T00:29:43.702092Z","end":"2026-04-23T00:29:43.832973Z","steps":["trace[791379870] 'agreement among raft nodes before linearized reading' (duration: 130.746506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:43.982959Z","caller":"traceutil/trace.go:171","msg":"trace[567868418] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"145.424728ms","start":"2026-04-23T00:29:43.837493Z","end":"2026-04-23T00:29:43.982918Z","steps":["trace[567868418] 'process raft request' (duration: 61.348982ms)","trace[567868418] 'compare' (duration: 83.912512ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:44.176494Z","caller":"traceutil/trace.go:171","msg":"trace[2143586575] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"146.566767ms","start":"2026-04-23T00:29:44.029888Z","end":"2026-04-23T00:29:44.176455Z","steps":["trace[2143586575] 'process raft request' (duration: 57.770381ms)","trace[2143586575] 'compare' (duration: 88.507859ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:44.176491Z","caller":"traceutil/trace.go:171","msg":"trace[1502538921] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"145.641663ms","start":"2026-04-23T00:29:44.030809Z","end":"2026-04-23T00:29:44.176451Z","steps":["trace[1502538921] 'process raft request' (duration: 145.542921ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:44.176696Z","caller":"traceutil/trace.go:171","msg":"trace[113880540] linearizableReadLoop","detail":"{readStateIndex:6494; appliedIndex:6491; }","duration":"143.438157ms","start":"2026-04-23T00:29:44.033222Z","end":"2026-04-23T00:29:44.17666Z","steps":["trace[113880540] 'read index received' (duration: 54.442037ms)","trace[113880540] 'applied index is now lower than readState.Index' (duration: 88.9938ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:44.176724Z","caller":"traceutil/trace.go:171","msg":"trace[718607259] transaction","detail":"{read_only:false; response_revision:6254; number_of_response:1; }","duration":"144.115325ms","start":"2026-04-23T00:29:44.032587Z","end":"2026-04-23T00:29:44.176703Z","steps":["trace[718607259] 'process raft request' (duration: 143.808918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:44.17707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.822057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101658"} {"level":"info","ts":"2026-04-23T00:29:44.17713Z","caller":"traceutil/trace.go:171","msg":"trace[1709888436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6254; }","duration":"143.915679ms","start":"2026-04-23T00:29:44.033201Z","end":"2026-04-23T00:29:44.177117Z","steps":["trace[1709888436] 'agreement among raft nodes before linearized reading' (duration: 143.55685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:52.896336Z","caller":"traceutil/trace.go:171","msg":"trace[434125001] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"204.824119ms","start":"2026-04-23T00:29:52.691484Z","end":"2026-04-23T00:29:52.896308Z","steps":["trace[434125001] 'process raft request' (duration: 204.612684ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:52.898198Z","caller":"traceutil/trace.go:171","msg":"trace[1492844181] linearizableReadLoop","detail":"{readStateIndex:6566; appliedIndex:6563; }","duration":"172.455771ms","start":"2026-04-23T00:29:52.72572Z","end":"2026-04-23T00:29:52.898176Z","steps":["trace[1492844181] 'read index received' (duration: 170.363768ms)","trace[1492844181] 'applied index is now lower than readState.Index' (duration: 2.090993ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:29:52.898324Z","caller":"traceutil/trace.go:171","msg":"trace[239114726] transaction","detail":"{read_only:false; response_revision:6323; number_of_response:1; }","duration":"204.105522ms","start":"2026-04-23T00:29:52.69412Z","end":"2026-04-23T00:29:52.898225Z","steps":["trace[239114726] 'process raft request' (duration: 203.892757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:52.898366Z","caller":"traceutil/trace.go:171","msg":"trace[580801302] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"203.069325ms","start":"2026-04-23T00:29:52.695217Z","end":"2026-04-23T00:29:52.898286Z","steps":["trace[580801302] 'process raft request' (duration: 202.926241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:29:52.898627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.889212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:29:52.898732Z","caller":"traceutil/trace.go:171","msg":"trace[824710515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6324; }","duration":"173.044916ms","start":"2026-04-23T00:29:52.725663Z","end":"2026-04-23T00:29:52.898708Z","steps":["trace[824710515] 'agreement among raft nodes before linearized reading' (duration: 172.707348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:29:58.096226Z","caller":"traceutil/trace.go:171","msg":"trace[470593214] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"192.476608ms","start":"2026-04-23T00:29:57.903718Z","end":"2026-04-23T00:29:58.096195Z","steps":["trace[470593214] 'process raft request' (duration: 186.364262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:33.304542Z","caller":"traceutil/trace.go:171","msg":"trace[1405336611] linearizableReadLoop","detail":"{readStateIndex:7663; appliedIndex:7661; }","duration":"123.38468ms","start":"2026-04-23T00:32:33.181121Z","end":"2026-04-23T00:32:33.304506Z","steps":["trace[1405336611] 'read index received' (duration: 45.767147ms)","trace[1405336611] 'applied index is now lower than readState.Index' (duration: 77.616223ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:33.304693Z","caller":"traceutil/trace.go:171","msg":"trace[1601808131] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"124.15325ms","start":"2026-04-23T00:32:33.180497Z","end":"2026-04-23T00:32:33.30465Z","steps":["trace[1601808131] 'process raft request' (duration: 123.811271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:33.30489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.721528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:32:33.304985Z","caller":"traceutil/trace.go:171","msg":"trace[980194549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7384; }","duration":"123.878442ms","start":"2026-04-23T00:32:33.18108Z","end":"2026-04-23T00:32:33.304959Z","steps":["trace[980194549] 'agreement among raft nodes before linearized reading' (duration: 123.599045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:19.610987Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5464} {"level":"info","ts":"2026-04-23T00:33:19.694894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5464,"took":"81.919762ms","hash":3990793219,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":26304512,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T00:33:19.694983Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3990793219,"revision":5464,"compact-revision":2801} {"level":"info","ts":"2026-04-23T00:34:32.746669Z","caller":"traceutil/trace.go:171","msg":"trace[1356767986] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8572; }","duration":"166.177553ms","start":"2026-04-23T00:34:32.580443Z","end":"2026-04-23T00:34:32.746621Z","steps":["trace[1356767986] 'read index received' (duration: 97.788463ms)","trace[1356767986] 'applied index is now lower than readState.Index' (duration: 68.38738ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:32.746709Z","caller":"traceutil/trace.go:171","msg":"trace[1907886767] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"208.984795ms","start":"2026-04-23T00:34:32.537678Z","end":"2026-04-23T00:34:32.746662Z","steps":["trace[1907886767] 'process raft request' (duration: 140.574565ms)","trace[1907886767] 'compare' (duration: 68.135473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:32.747213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.710396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-23T00:34:32.747356Z","caller":"traceutil/trace.go:171","msg":"trace[701125962] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8266; }","duration":"166.941272ms","start":"2026-04-23T00:34:32.580395Z","end":"2026-04-23T00:34:32.747337Z","steps":["trace[701125962] 'agreement among raft nodes before linearized reading' (duration: 166.352167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:47.163066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.384298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:47.163852Z","caller":"traceutil/trace.go:171","msg":"trace[1168890328] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8375; }","duration":"203.198758ms","start":"2026-04-23T00:34:46.960622Z","end":"2026-04-23T00:34:47.163821Z","steps":["trace[1168890328] 'count revisions from in-memory index tree' (duration: 202.253394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:56.091393Z","caller":"traceutil/trace.go:171","msg":"trace[540119297] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"170.84226ms","start":"2026-04-23T00:34:55.920517Z","end":"2026-04-23T00:34:56.09136Z","steps":["trace[540119297] 'process raft request' (duration: 160.913298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:56.09142Z","caller":"traceutil/trace.go:171","msg":"trace[92341125] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"170.085242ms","start":"2026-04-23T00:34:55.921305Z","end":"2026-04-23T00:34:56.091391Z","steps":["trace[92341125] 'process raft request' (duration: 170.02099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:56.091635Z","caller":"traceutil/trace.go:171","msg":"trace[1147699130] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"170.856841ms","start":"2026-04-23T00:34:55.920711Z","end":"2026-04-23T00:34:56.091568Z","steps":["trace[1147699130] 'process raft request' (duration: 170.543213ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:56.120704Z","caller":"traceutil/trace.go:171","msg":"trace[552175453] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"196.888819ms","start":"2026-04-23T00:34:55.923789Z","end":"2026-04-23T00:34:56.120678Z","steps":["trace[552175453] 'process raft request' (duration: 196.508259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:56.121149Z","caller":"traceutil/trace.go:171","msg":"trace[475102223] linearizableReadLoop","detail":"{readStateIndex:8748; appliedIndex:8744; }","duration":"136.941153ms","start":"2026-04-23T00:34:55.984179Z","end":"2026-04-23T00:34:56.121121Z","steps":["trace[475102223] 'read index received' (duration: 97.354831ms)","trace[475102223] 'applied index is now lower than readState.Index' (duration: 39.585052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:56.121654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.391105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:56.12194Z","caller":"traceutil/trace.go:171","msg":"trace[136818435] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8435; }","duration":"137.733563ms","start":"2026-04-23T00:34:55.984145Z","end":"2026-04-23T00:34:56.121879Z","steps":["trace[136818435] 'agreement among raft nodes before linearized reading' (duration: 137.372014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:02.40749Z","caller":"traceutil/trace.go:171","msg":"trace[1609186953] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8912; }","duration":"195.658878ms","start":"2026-04-23T00:35:02.211803Z","end":"2026-04-23T00:35:02.407461Z","steps":["trace[1609186953] 'read index received' (duration: 195.621457ms)","trace[1609186953] 'applied index is now lower than readState.Index' (duration: 35.83µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:02.407579Z","caller":"traceutil/trace.go:171","msg":"trace[570219664] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"238.05744ms","start":"2026-04-23T00:35:02.169491Z","end":"2026-04-23T00:35:02.407548Z","steps":["trace[570219664] 'process raft request' (duration: 237.802763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:02.407935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.11854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:35:02.408026Z","caller":"traceutil/trace.go:171","msg":"trace[1717476981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8598; }","duration":"196.260983ms","start":"2026-04-23T00:35:02.211741Z","end":"2026-04-23T00:35:02.408002Z","steps":["trace[1717476981] 'agreement among raft nodes before linearized reading' (duration: 195.832572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:04.472934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:04.973545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:05.474452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:05.974951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:06.034883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.104746277s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:35:06.035392Z","caller":"traceutil/trace.go:171","msg":"trace[403907292] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"2.105334272s","start":"2026-04-23T00:35:03.930023Z","end":"2026-04-23T00:35:06.035357Z","steps":["trace[403907292] 'process raft request' (duration: 2.105142707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.03564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:03.930005Z","time spent":"2.105524907s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:06.132133Z","caller":"traceutil/trace.go:171","msg":"trace[213385122] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8922; }","duration":"2.159524982s","start":"2026-04-23T00:35:03.972577Z","end":"2026-04-23T00:35:06.132102Z","steps":["trace[213385122] 'read index received' (duration: 2.062570121s)","trace[213385122] 'applied index is now lower than readState.Index' (duration: 96.953741ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:06.132152Z","caller":"traceutil/trace.go:171","msg":"trace[1762780988] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"1.715479443s","start":"2026-04-23T00:35:04.416634Z","end":"2026-04-23T00:35:06.132114Z","steps":["trace[1762780988] 'process raft request' (duration: 1.715329509s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:06.132251Z","caller":"traceutil/trace.go:171","msg":"trace[290508832] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"1.712268361s","start":"2026-04-23T00:35:04.419954Z","end":"2026-04-23T00:35:06.132222Z","steps":["trace[290508832] 'process raft request' (duration: 1.712107787s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.132348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159745448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:35:06.132366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.416606Z","time spent":"1.715664448s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:06.132395Z","caller":"traceutil/trace.go:171","msg":"trace[1219113437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8610; }","duration":"2.15984313s","start":"2026-04-23T00:35:03.972542Z","end":"2026-04-23T00:35:06.132385Z","steps":["trace[1219113437] 'agreement among raft nodes before linearized reading' (duration: 2.159674586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.132429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:03.972529Z","time spent":"2.159891911s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:06.132511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.110578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T00:35:06.132586Z","caller":"traceutil/trace.go:171","msg":"trace[2048664775] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c; range_end:; response_count:1; response_revision:8610; }","duration":"245.233101ms","start":"2026-04-23T00:35:05.887331Z","end":"2026-04-23T00:35:06.132564Z","steps":["trace[2048664775] 'agreement among raft nodes before linearized reading' (duration: 245.062107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.132651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.910018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:35:06.132145Z","caller":"traceutil/trace.go:171","msg":"trace[696461497] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"1.716029846s","start":"2026-04-23T00:35:04.416069Z","end":"2026-04-23T00:35:06.132099Z","steps":["trace[696461497] 'process raft request' (duration: 1.715690888s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.134087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.416033Z","time spent":"1.717967546s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:06.134248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692597774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:35:06.134365Z","caller":"traceutil/trace.go:171","msg":"trace[823025417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:8610; }","duration":"1.692735168s","start":"2026-04-23T00:35:04.441586Z","end":"2026-04-23T00:35:06.134321Z","steps":["trace[823025417] 'agreement among raft nodes before linearized reading' (duration: 1.69086192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.134301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.419943Z","time spent":"1.712379204s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:06.134424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.441575Z","time spent":"1.69283271s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:35:06.134401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700934705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:35:06.134572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715272267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:35:06.134671Z","caller":"traceutil/trace.go:171","msg":"trace[967278228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8610; }","duration":"1.715352079s","start":"2026-04-23T00:35:04.419257Z","end":"2026-04-23T00:35:06.134609Z","steps":["trace[967278228] 'agreement among raft nodes before linearized reading' (duration: 1.713052431s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:06.1346Z","caller":"traceutil/trace.go:171","msg":"trace[404265018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8610; }","duration":"1.70114442s","start":"2026-04-23T00:35:04.433388Z","end":"2026-04-23T00:35:06.134533Z","steps":["trace[404265018] 'agreement among raft nodes before linearized reading' (duration: 1.700423452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.134735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.419235Z","time spent":"1.715489243s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:06.134778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.43338Z","time spent":"1.701372145s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:35:06.134865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42870007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:06.134898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668827374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:06.134928Z","caller":"traceutil/trace.go:171","msg":"trace[157282782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8610; }","duration":"1.428776713s","start":"2026-04-23T00:35:04.706116Z","end":"2026-04-23T00:35:06.134893Z","steps":["trace[157282782] 'agreement among raft nodes before linearized reading' (duration: 1.426414183s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:06.134967Z","caller":"traceutil/trace.go:171","msg":"trace[499234714] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8610; }","duration":"1.668935086s","start":"2026-04-23T00:35:04.465994Z","end":"2026-04-23T00:35:06.134929Z","steps":["trace[499234714] 'agreement among raft nodes before linearized reading' (duration: 1.668822633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.135006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.465967Z","time spent":"1.669028319s","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:06.134983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.706094Z","time spent":"1.428876865s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:06.132514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421903328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:35:06.135537Z","caller":"traceutil/trace.go:171","msg":"trace[1992129094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8610; }","duration":"1.424927034s","start":"2026-04-23T00:35:04.710574Z","end":"2026-04-23T00:35:06.135501Z","steps":["trace[1992129094] 'agreement among raft nodes before linearized reading' (duration: 1.421806805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.135654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.710564Z","time spent":"1.425044077s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:35:06.135855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703678065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:35:06.135856Z","caller":"traceutil/trace.go:171","msg":"trace[1581464755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8610; }","duration":"709.00581ms","start":"2026-04-23T00:35:05.423692Z","end":"2026-04-23T00:35:06.132698Z","steps":["trace[1581464755] 'agreement among raft nodes before linearized reading' (duration: 708.859547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:06.135996Z","caller":"traceutil/trace.go:171","msg":"trace[1011945356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8610; }","duration":"1.70384157s","start":"2026-04-23T00:35:04.432123Z","end":"2026-04-23T00:35:06.135965Z","steps":["trace[1011945356] 'agreement among raft nodes before linearized reading' (duration: 1.703045749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.136009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:05.423673Z","time spent":"712.308564ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:35:06.136041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:04.4321Z","time spent":"1.703929971s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:06.136352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.756448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:35:06.136435Z","caller":"traceutil/trace.go:171","msg":"trace[626873197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8610; }","duration":"998.85782ms","start":"2026-04-23T00:35:05.13754Z","end":"2026-04-23T00:35:06.136398Z","steps":["trace[626873197] 'agreement among raft nodes before linearized reading' (duration: 998.675746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.136483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:05.137516Z","time spent":"998.952453ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:16.696106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:17.197119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:17.698004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:17.967504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.791216578s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:35:18.137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048924826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:35:18.137097Z","caller":"traceutil/trace.go:171","msg":"trace[1947373738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8659; }","duration":"2.04908446s","start":"2026-04-23T00:35:16.087991Z","end":"2026-04-23T00:35:18.137076Z","steps":["trace[1947373738] 'range keys from in-memory index tree' (duration: 2.048696779s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.137129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.087966Z","time spent":"2.049155382s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:18.137628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.862386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:18.137768Z","caller":"traceutil/trace.go:171","msg":"trace[1105755573] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"1.961562135s","start":"2026-04-23T00:35:16.176141Z","end":"2026-04-23T00:35:18.137703Z","steps":["trace[1105755573] 'process raft request' (duration: 1.791553336s)","trace[1105755573] 'compare' (duration: 169.726912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:18.137883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.176113Z","time spent":"1.961710119s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:18.500824Z","caller":"traceutil/trace.go:171","msg":"trace[1189720988] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"1.273018563s","start":"2026-04-23T00:35:17.22778Z","end":"2026-04-23T00:35:18.500799Z","steps":["trace[1189720988] 'process raft request' (duration: 1.272968002s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:18.500873Z","caller":"traceutil/trace.go:171","msg":"trace[1595446022] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"2.320953164s","start":"2026-04-23T00:35:16.179863Z","end":"2026-04-23T00:35:18.500816Z","steps":["trace[1595446022] 'process raft request' (duration: 2.320713578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.500963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:17.227762Z","time spent":"1.273128805s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:18.501053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.179824Z","time spent":"2.321123929s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:18.50106Z","caller":"traceutil/trace.go:171","msg":"trace[301136303] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"2.312309216s","start":"2026-04-23T00:35:16.188703Z","end":"2026-04-23T00:35:18.501013Z","steps":["trace[301136303] 'process raft request' (duration: 2.312011178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.50131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.18869Z","time spent":"2.312512241s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:18.597808Z","caller":"traceutil/trace.go:171","msg":"trace[1960922614] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8977; }","duration":"2.402756874s","start":"2026-04-23T00:35:16.195007Z","end":"2026-04-23T00:35:18.597764Z","steps":["trace[1960922614] 'read index received' (duration: 1.772837763s)","trace[1960922614] 'applied index is now lower than readState.Index' (duration: 629.915021ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:18.597916Z","caller":"traceutil/trace.go:171","msg":"trace[385469454] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"456.447814ms","start":"2026-04-23T00:35:18.141433Z","end":"2026-04-23T00:35:18.597881Z","steps":["trace[385469454] 'process raft request' (duration: 456.178057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.598094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:18.141419Z","time spent":"456.573926ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:18.613151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.097916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:18.613238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349137578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:18.613233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589373774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:18.61331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736663159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:18.613317Z","caller":"traceutil/trace.go:171","msg":"trace[1596132740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8664; }","duration":"2.349272821s","start":"2026-04-23T00:35:16.264026Z","end":"2026-04-23T00:35:18.613299Z","steps":["trace[1596132740] 'agreement among raft nodes before linearized reading' (duration: 2.334069876s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:18.613343Z","caller":"traceutil/trace.go:171","msg":"trace[1291431002] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8664; }","duration":"1.5896099s","start":"2026-04-23T00:35:17.023706Z","end":"2026-04-23T00:35:18.613316Z","steps":["trace[1291431002] 'agreement among raft nodes before linearized reading' (duration: 1.574397345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.613361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224842404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-23T00:35:18.613385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.264008Z","time spent":"2.349358893s","remote":"127.0.0.1:36222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:18.613395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413053544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:35:18.613425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814676532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:18.613425Z","caller":"traceutil/trace.go:171","msg":"trace[64569708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8664; }","duration":"2.224930856s","start":"2026-04-23T00:35:16.388471Z","end":"2026-04-23T00:35:18.613402Z","steps":["trace[64569708] 'agreement among raft nodes before linearized reading' (duration: 2.209590778s)","trace[64569708] 'range keys from in-memory index tree' (duration: 15.227176ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:18.613462Z","caller":"traceutil/trace.go:171","msg":"trace[60967173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8664; }","duration":"1.815984564s","start":"2026-04-23T00:35:16.797465Z","end":"2026-04-23T00:35:18.613449Z","steps":["trace[60967173] 'agreement among raft nodes before linearized reading' (duration: 1.800653796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.613479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.388449Z","time spent":"2.225020489s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:35:18.613508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.797439Z","time spent":"1.816058547s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:18.613566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413154426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:35:18.613622Z","caller":"traceutil/trace.go:171","msg":"trace[303100100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8664; }","duration":"2.413233878s","start":"2026-04-23T00:35:16.200369Z","end":"2026-04-23T00:35:18.613603Z","steps":["trace[303100100] 'agreement among raft nodes before linearized reading' (duration: 2.397703185s)","trace[303100100] 'range keys from in-memory index tree' (duration: 15.377429ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:18.613371Z","caller":"traceutil/trace.go:171","msg":"trace[1643786642] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8664; }","duration":"1.736778131s","start":"2026-04-23T00:35:16.876572Z","end":"2026-04-23T00:35:18.613351Z","steps":["trace[1643786642] 'agreement among raft nodes before linearized reading' (duration: 1.721542565s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.61367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.200349Z","time spent":"2.413310001s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:18.613676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414804198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:35:18.613744Z","caller":"traceutil/trace.go:171","msg":"trace[534783466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8664; }","duration":"2.41490624s","start":"2026-04-23T00:35:16.198815Z","end":"2026-04-23T00:35:18.613721Z","steps":["trace[534783466] 'agreement among raft nodes before linearized reading' (duration: 2.399198673s)","trace[534783466] 'range keys from in-memory index tree' (duration: 15.550423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:18.613757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.87654Z","time spent":"1.737187281s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:18.613415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:17.023639Z","time spent":"1.589748213s","remote":"127.0.0.1:43560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:18.613808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.198792Z","time spent":"2.415002782s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:18.613153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362342441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:18.613878Z","caller":"traceutil/trace.go:171","msg":"trace[366734623] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8664; }","duration":"2.363121611s","start":"2026-04-23T00:35:16.250739Z","end":"2026-04-23T00:35:18.613861Z","steps":["trace[366734623] 'agreement among raft nodes before linearized reading' (duration: 2.347367802s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:18.613239Z","caller":"traceutil/trace.go:171","msg":"trace[855780926] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8664; }","duration":"271.24945ms","start":"2026-04-23T00:35:18.34197Z","end":"2026-04-23T00:35:18.61322Z","steps":["trace[855780926] 'agreement among raft nodes before linearized reading' (duration: 256.084226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.613957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.250717Z","time spent":"2.363219864s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:18.613242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.209659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:18.614068Z","caller":"traceutil/trace.go:171","msg":"trace[506297554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"909.09578ms","start":"2026-04-23T00:35:17.704957Z","end":"2026-04-23T00:35:18.614053Z","steps":["trace[506297554] 'agreement among raft nodes before linearized reading' (duration: 893.137057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:18.614117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:17.704935Z","time spent":"909.167333ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:18.613233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412939292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:35:18.613244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401656425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:35:18.614206Z","caller":"traceutil/trace.go:171","msg":"trace[1382329100] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8664; }","duration":"2.413910175s","start":"2026-04-23T00:35:16.200254Z","end":"2026-04-23T00:35:18.614164Z","steps":["trace[1382329100] 'agreement among raft nodes before linearized reading' (duration: 2.397847249s)","trace[1382329100] 'range keys from in-memory index tree' (duration: 14.99975ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:18.614228Z","caller":"traceutil/trace.go:171","msg":"trace[464965372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:8664; }","duration":"2.402727542s","start":"2026-04-23T00:35:16.211483Z","end":"2026-04-23T00:35:18.61421Z","steps":["trace[464965372] 'agreement among raft nodes before linearized reading' (duration: 2.386594624s)","trace[464965372] 'range keys from in-memory index tree' (duration: 14.978419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:18.614281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.211446Z","time spent":"2.402822515s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:35:18.614279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.200243Z","time spent":"2.413996937s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:18.613654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.898567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:35:18.61439Z","caller":"traceutil/trace.go:171","msg":"trace[1303821873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8664; }","duration":"741.651165ms","start":"2026-04-23T00:35:17.872706Z","end":"2026-04-23T00:35:18.614357Z","steps":["trace[1303821873] 'agreement among raft nodes before linearized reading' (duration: 725.375764ms)","trace[1303821873] 'range keys from in-memory index tree' (duration: 15.460591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:18.614459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:17.872689Z","time spent":"741.749248ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:35:18.613987Z","caller":"traceutil/trace.go:171","msg":"trace[328334026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8664; }","duration":"2.413140836s","start":"2026-04-23T00:35:16.200308Z","end":"2026-04-23T00:35:18.613448Z","steps":["trace[328334026] 'agreement among raft nodes before linearized reading' (duration: 2.397779678s)","trace[328334026] 'range keys from in-memory index tree' (duration: 15.189614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:18.614037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418923382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:35:18.614815Z","caller":"traceutil/trace.go:171","msg":"trace[1165588417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8664; }","duration":"2.419818425s","start":"2026-04-23T00:35:16.19496Z","end":"2026-04-23T00:35:18.614778Z","steps":["trace[1165588417] 'agreement among raft nodes before linearized reading' (duration: 2.402918807s)","trace[1165588417] 'range keys from in-memory index tree' (duration: 15.690327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:18.614583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.200295Z","time spent":"2.414269004s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:18.614995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:16.194937Z","time spent":"2.419983769s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:35:21.102795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:21.375993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233625658s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:35:21.376475Z","caller":"traceutil/trace.go:171","msg":"trace[683233045] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"1.234203293s","start":"2026-04-23T00:35:20.14224Z","end":"2026-04-23T00:35:21.376443Z","steps":["trace[683233045] 'process raft request' (duration: 1.233993207s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:21.376657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.142218Z","time spent":"1.234343855s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:22.231065Z","caller":"traceutil/trace.go:171","msg":"trace[910436965] linearizableReadLoop","detail":"{readStateIndex:8992; appliedIndex:8989; }","duration":"1.628888742s","start":"2026-04-23T00:35:20.602149Z","end":"2026-04-23T00:35:22.231038Z","steps":["trace[910436965] 'read index received' (duration: 774.075875ms)","trace[910436965] 'applied index is now lower than readState.Index' (duration: 854.811997ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:22.231203Z","caller":"traceutil/trace.go:171","msg":"trace[424658097] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"1.723735631s","start":"2026-04-23T00:35:20.50743Z","end":"2026-04-23T00:35:22.231165Z","steps":["trace[424658097] 'process raft request' (duration: 1.723557887s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:22.231194Z","caller":"traceutil/trace.go:171","msg":"trace[1199935932] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"1.72523099s","start":"2026-04-23T00:35:20.505911Z","end":"2026-04-23T00:35:22.231142Z","steps":["trace[1199935932] 'process raft request' (duration: 1.724924152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.231284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629119968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:35:22.231312Z","caller":"traceutil/trace.go:171","msg":"trace[856760067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8673; }","duration":"1.62920968s","start":"2026-04-23T00:35:20.602094Z","end":"2026-04-23T00:35:22.231303Z","steps":["trace[856760067] 'agreement among raft nodes before linearized reading' (duration: 1.629075637s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:22.23134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.602073Z","time spent":"1.629260162s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:22.231356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.507406Z","time spent":"1.723868004s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:22.231435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.505879Z","time spent":"1.725425174s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:23.231337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.328048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:23.23153Z","caller":"traceutil/trace.go:171","msg":"trace[2098584530] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"1.494329s","start":"2026-04-23T00:35:21.737173Z","end":"2026-04-23T00:35:23.231502Z","steps":["trace[2098584530] 'process raft request' (duration: 941.684674ms)","trace[2098584530] 'compare' (duration: 552.213405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:23.231625Z","caller":"traceutil/trace.go:171","msg":"trace[970021568] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"952.730303ms","start":"2026-04-23T00:35:22.278881Z","end":"2026-04-23T00:35:23.231611Z","steps":["trace[970021568] 'process raft request' (duration: 952.672932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.231626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.737148Z","time spent":"1.494433793s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:23.231698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.278854Z","time spent":"952.809216ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:23.231802Z","caller":"traceutil/trace.go:171","msg":"trace[1569268204] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8992; }","duration":"1.000654125s","start":"2026-04-23T00:35:22.231138Z","end":"2026-04-23T00:35:23.231792Z","steps":["trace[1569268204] 'read index received' (duration: 447.819674ms)","trace[1569268204] 'applied index is now lower than readState.Index' (duration: 552.833241ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:23.23207Z","caller":"traceutil/trace.go:171","msg":"trace[899569903] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"991.529504ms","start":"2026-04-23T00:35:22.240528Z","end":"2026-04-23T00:35:23.232057Z","steps":["trace[899569903] 'process raft request' (duration: 990.973261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.232142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.24044Z","time spent":"991.669049ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:23.232243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394474924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:23.23228Z","caller":"traceutil/trace.go:171","msg":"trace[47406405] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8676; }","duration":"1.394549436s","start":"2026-04-23T00:35:21.83772Z","end":"2026-04-23T00:35:23.232269Z","steps":["trace[47406405] 'agreement among raft nodes before linearized reading' (duration: 1.394491184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.23231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.837699Z","time spent":"1.394604238s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:23.232404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079734514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T00:35:23.232405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458527524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:23.232454Z","caller":"traceutil/trace.go:171","msg":"trace[946406365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8676; }","duration":"2.079831656s","start":"2026-04-23T00:35:21.15261Z","end":"2026-04-23T00:35:23.232442Z","steps":["trace[946406365] 'agreement among raft nodes before linearized reading' (duration: 2.079683242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.232437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515089893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:35:23.232486Z","caller":"traceutil/trace.go:171","msg":"trace[1483962328] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8676; }","duration":"1.458622817s","start":"2026-04-23T00:35:21.773839Z","end":"2026-04-23T00:35:23.232461Z","steps":["trace[1483962328] 'agreement among raft nodes before linearized reading' (duration: 1.458477173s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.232507Z","caller":"traceutil/trace.go:171","msg":"trace[1864495207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8676; }","duration":"2.515179425s","start":"2026-04-23T00:35:20.717309Z","end":"2026-04-23T00:35:23.232489Z","steps":["trace[1864495207] 'agreement among raft nodes before linearized reading' (duration: 2.515007571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.232511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.152588Z","time spent":"2.079891508s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:35:23.2325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515647518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:35:23.232524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.502767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:23.232538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.717302Z","time spent":"2.515230556s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:23.232544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.773782Z","time spent":"1.458750979s","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:23.232554Z","caller":"traceutil/trace.go:171","msg":"trace[213923225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8676; }","duration":"2.515746511s","start":"2026-04-23T00:35:20.716793Z","end":"2026-04-23T00:35:23.232539Z","steps":["trace[213923225] 'agreement among raft nodes before linearized reading' (duration: 2.515549606s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.232557Z","caller":"traceutil/trace.go:171","msg":"trace[147361973] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8676; }","duration":"328.58163ms","start":"2026-04-23T00:35:22.903967Z","end":"2026-04-23T00:35:23.232548Z","steps":["trace[147361973] 'agreement among raft nodes before linearized reading' (duration: 328.515267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.232589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.716766Z","time spent":"2.515816294s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:35:23.232593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.903945Z","time spent":"328.640082ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:23.23271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935757123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:23.232641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515143414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:35:23.23271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6015202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:35:23.232803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510335985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:35:23.232825Z","caller":"traceutil/trace.go:171","msg":"trace[338752794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8676; }","duration":"2.515458003s","start":"2026-04-23T00:35:20.717341Z","end":"2026-04-23T00:35:23.232799Z","steps":["trace[338752794] 'agreement among raft nodes before linearized reading' (duration: 2.51498257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.232866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526798111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:23.232872Z","caller":"traceutil/trace.go:171","msg":"trace[267640824] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8676; }","duration":"2.601805867s","start":"2026-04-23T00:35:20.63103Z","end":"2026-04-23T00:35:23.232836Z","steps":["trace[267640824] 'agreement among raft nodes before linearized reading' (duration: 2.601218441s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.232921Z","caller":"traceutil/trace.go:171","msg":"trace[1066509253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:8676; }","duration":"2.510480168s","start":"2026-04-23T00:35:20.722409Z","end":"2026-04-23T00:35:23.232889Z","steps":["trace[1066509253] 'agreement among raft nodes before linearized reading' (duration: 2.510121098s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.232749Z","caller":"traceutil/trace.go:171","msg":"trace[500168824] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8676; }","duration":"1.935838395s","start":"2026-04-23T00:35:21.296901Z","end":"2026-04-23T00:35:23.23274Z","steps":["trace[500168824] 'agreement among raft nodes before linearized reading' (duration: 1.935776334s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.232959Z","caller":"traceutil/trace.go:171","msg":"trace[1311846396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"1.526935324s","start":"2026-04-23T00:35:21.705998Z","end":"2026-04-23T00:35:23.232933Z","steps":["trace[1311846396] 'agreement among raft nodes before linearized reading' (duration: 1.52676955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.232984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.722395Z","time spent":"2.51057753s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:35:23.232978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.717313Z","time spent":"2.515605837s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:23.233006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.705976Z","time spent":"1.527021467s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:23.233006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.63101Z","time spent":"2.601955661s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:35:23.232986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.296878Z","time spent":"1.936095521s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:23.23278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.229071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:35:23.233163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.342772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:23.233186Z","caller":"traceutil/trace.go:171","msg":"trace[1664049487] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8676; }","duration":"780.656022ms","start":"2026-04-23T00:35:22.452518Z","end":"2026-04-23T00:35:23.233174Z","steps":["trace[1664049487] 'agreement among raft nodes before linearized reading' (duration: 780.187901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:23.233225Z","caller":"traceutil/trace.go:171","msg":"trace[1660445880] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8676; }","duration":"878.450345ms","start":"2026-04-23T00:35:22.35476Z","end":"2026-04-23T00:35:23.23321Z","steps":["trace[1660445880] 'agreement among raft nodes before linearized reading' (duration: 877.717836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.233268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.354738Z","time spent":"878.519027ms","remote":"127.0.0.1:40396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:23.233277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:22.452473Z","time spent":"780.793186ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T00:35:23.233333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922548479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:23.233402Z","caller":"traceutil/trace.go:171","msg":"trace[543391998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8676; }","duration":"1.923646757s","start":"2026-04-23T00:35:21.309737Z","end":"2026-04-23T00:35:23.233384Z","steps":["trace[543391998] 'agreement among raft nodes before linearized reading' (duration: 1.922518828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.233447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:21.309726Z","time spent":"1.923707119s","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:23.23347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515584936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:35:23.234269Z","caller":"traceutil/trace.go:171","msg":"trace[694214503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8676; }","duration":"2.516834278s","start":"2026-04-23T00:35:20.717408Z","end":"2026-04-23T00:35:23.234243Z","steps":["trace[694214503] 'agreement among raft nodes before linearized reading' (duration: 2.514824157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:23.234384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:20.717402Z","time spent":"2.516960971s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:35:23.630964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.578378ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T00:35:23.631271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.234723Z","time spent":"396.541329ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:35:24.69028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.258875426s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:35:24.690764Z","caller":"traceutil/trace.go:171","msg":"trace[448103482] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"1.453423926s","start":"2026-04-23T00:35:23.23731Z","end":"2026-04-23T00:35:24.690734Z","steps":["trace[448103482] 'process raft request' (duration: 1.45317312s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.690924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.237293Z","time spent":"1.453540609s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.690992Z","caller":"traceutil/trace.go:171","msg":"trace[705455849] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"1.452689276s","start":"2026-04-23T00:35:23.238281Z","end":"2026-04-23T00:35:24.69097Z","steps":["trace[705455849] 'process raft request' (duration: 1.452567293s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.691018Z","caller":"traceutil/trace.go:171","msg":"trace[678332896] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"1.453521059s","start":"2026-04-23T00:35:23.237463Z","end":"2026-04-23T00:35:24.690984Z","steps":["trace[678332896] 'process raft request' (duration: 1.453202181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.691124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.238272Z","time spent":"1.452779869s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:24.691182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.237457Z","time spent":"1.453642851s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.691234Z","caller":"traceutil/trace.go:171","msg":"trace[876400453] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8995; }","duration":"1.452457821s","start":"2026-04-23T00:35:23.238759Z","end":"2026-04-23T00:35:24.691217Z","steps":["trace[876400453] 'read index received' (duration: 192.621461ms)","trace[876400453] 'applied index is now lower than readState.Index' (duration: 1.25983542s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:24.69133Z","caller":"traceutil/trace.go:171","msg":"trace[1032493750] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"1.451362354s","start":"2026-04-23T00:35:23.239957Z","end":"2026-04-23T00:35:24.691319Z","steps":["trace[1032493750] 'process raft request' (duration: 1.451182739s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:24.691333Z","caller":"traceutil/trace.go:171","msg":"trace[264524251] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"1.451425665s","start":"2026-04-23T00:35:23.239889Z","end":"2026-04-23T00:35:24.691315Z","steps":["trace[264524251] 'process raft request' (duration: 1.451160628s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.691414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.239925Z","time spent":"1.451433406s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.691446Z","caller":"traceutil/trace.go:171","msg":"trace[966500451] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"1.307601767s","start":"2026-04-23T00:35:23.383821Z","end":"2026-04-23T00:35:24.691423Z","steps":["trace[966500451] 'process raft request' (duration: 1.307354251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.691478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.239856Z","time spent":"1.451557708s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:24.691559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.383784Z","time spent":"1.307720522s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.691697Z","caller":"traceutil/trace.go:171","msg":"trace[1316016028] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"1.451858426s","start":"2026-04-23T00:35:23.239797Z","end":"2026-04-23T00:35:24.691655Z","steps":["trace[1316016028] 'process raft request' (duration: 1.451127758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.691854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453100437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223801"} {"level":"warn","ts":"2026-04-23T00:35:24.691927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.239786Z","time spent":"1.45201096s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:24.691946Z","caller":"traceutil/trace.go:171","msg":"trace[231246995] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8683; }","duration":"1.453188429s","start":"2026-04-23T00:35:23.238742Z","end":"2026-04-23T00:35:24.691931Z","steps":["trace[231246995] 'agreement among raft nodes before linearized reading' (duration: 1.452784849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:24.691987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.238694Z","time spent":"1.453282261s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223824,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:35:25.038156Z","caller":"traceutil/trace.go:171","msg":"trace[362079175] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9003; }","duration":"346.842342ms","start":"2026-04-23T00:35:24.691285Z","end":"2026-04-23T00:35:25.038127Z","steps":["trace[362079175] 'read index received' (duration: 346.487263ms)","trace[362079175] 'applied index is now lower than readState.Index' (duration: 354.039µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:25.038314Z","caller":"traceutil/trace.go:171","msg":"trace[1000015860] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"800.043472ms","start":"2026-04-23T00:35:24.238258Z","end":"2026-04-23T00:35:25.038301Z","steps":["trace[1000015860] 'process raft request' (duration: 799.823876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:25.038302Z","caller":"traceutil/trace.go:171","msg":"trace[1102306998] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"1.405856383s","start":"2026-04-23T00:35:23.632403Z","end":"2026-04-23T00:35:25.03826Z","steps":["trace[1102306998] 'process raft request' (duration: 1.405440553s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:25.038319Z","caller":"traceutil/trace.go:171","msg":"trace[380089493] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"801.15797ms","start":"2026-04-23T00:35:24.237106Z","end":"2026-04-23T00:35:25.038264Z","steps":["trace[380089493] 'process raft request' (duration: 800.928454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:25.038424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:24.238244Z","time spent":"800.099293ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:25.038469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.63237Z","time spent":"1.405998397s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:25.038526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795795784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:25.038591Z","caller":"traceutil/trace.go:171","msg":"trace[1495359562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"1.795901577s","start":"2026-04-23T00:35:23.242672Z","end":"2026-04-23T00:35:25.038573Z","steps":["trace[1495359562] 'agreement among raft nodes before linearized reading' (duration: 1.795768973s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:25.038601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.214784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:25.038591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:24.23708Z","time spent":"801.378986ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:25.038634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.24265Z","time spent":"1.795973309s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:35:25.038639Z","caller":"traceutil/trace.go:171","msg":"trace[1622804509] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8686; }","duration":"223.305797ms","start":"2026-04-23T00:35:24.81532Z","end":"2026-04-23T00:35:25.038626Z","steps":["trace[1622804509] 'agreement among raft nodes before linearized reading' (duration: 223.234575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:25.038838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152425793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-23T00:35:25.038826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003126458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:25.038874Z","caller":"traceutil/trace.go:171","msg":"trace[647268754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8686; }","duration":"1.152491265s","start":"2026-04-23T00:35:23.886372Z","end":"2026-04-23T00:35:25.038863Z","steps":["trace[647268754] 'agreement among raft nodes before linearized reading' (duration: 1.152340271s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:25.038948Z","caller":"traceutil/trace.go:171","msg":"trace[1586830701] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8686; }","duration":"1.003319183s","start":"2026-04-23T00:35:24.035599Z","end":"2026-04-23T00:35:25.038918Z","steps":["trace[1586830701] 'agreement among raft nodes before linearized reading' (duration: 1.003080777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:25.039082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:23.88635Z","time spent":"1.15268636s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:35:25.039142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:24.035577Z","time spent":"1.003546738s","remote":"127.0.0.1:58504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:26.518179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406496029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:26.518294Z","caller":"traceutil/trace.go:171","msg":"trace[1187841998] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8686; }","duration":"1.406670603s","start":"2026-04-23T00:35:25.111595Z","end":"2026-04-23T00:35:26.518265Z","steps":["trace[1187841998] 'range keys from in-memory index tree' (duration: 1.406401966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.518354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.111573Z","time spent":"1.406765986s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:35:26.518519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281927738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:35:26.518783Z","caller":"traceutil/trace.go:171","msg":"trace[1451944001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8686; }","duration":"1.282248907s","start":"2026-04-23T00:35:25.23651Z","end":"2026-04-23T00:35:26.518759Z","steps":["trace[1451944001] 'range keys from in-memory index tree' (duration: 1.281747523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.518825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.236489Z","time spent":"1.282324659s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:26.519008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.248936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:26.519079Z","caller":"traceutil/trace.go:171","msg":"trace[1854332895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"448.353549ms","start":"2026-04-23T00:35:26.070708Z","end":"2026-04-23T00:35:26.519061Z","steps":["trace[1854332895] 'range keys from in-memory index tree' (duration: 448.137933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.519156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.070685Z","time spent":"448.43326ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:26.520293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.803813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T00:35:26.520416Z","caller":"traceutil/trace.go:171","msg":"trace[766736225] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c; range_end:; response_count:1; response_revision:8686; }","duration":"633.06701ms","start":"2026-04-23T00:35:25.887318Z","end":"2026-04-23T00:35:26.520385Z","steps":["trace[766736225] 'range keys from in-memory index tree' (duration: 632.566028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.520421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.086596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:35:26.520322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.203461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:26.520517Z","caller":"traceutil/trace.go:171","msg":"trace[109733078] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8686; }","duration":"358.226379ms","start":"2026-04-23T00:35:26.162253Z","end":"2026-04-23T00:35:26.520479Z","steps":["trace[109733078] 'count revisions from in-memory index tree' (duration: 357.978743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.520547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.632607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-23T00:35:26.520579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:26.162233Z","time spent":"358.333841ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:26.520672Z","caller":"traceutil/trace.go:171","msg":"trace[1254566463] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8686; }","duration":"282.814453ms","start":"2026-04-23T00:35:26.237835Z","end":"2026-04-23T00:35:26.520649Z","steps":["trace[1254566463] 'range keys from in-memory index tree' (duration: 282.35289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:26.520597Z","caller":"traceutil/trace.go:171","msg":"trace[997153022] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8686; }","duration":"122.455617ms","start":"2026-04-23T00:35:26.398064Z","end":"2026-04-23T00:35:26.52052Z","steps":["trace[997153022] 'count revisions from in-memory index tree' (duration: 122.140138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.52074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:25.887297Z","time spent":"633.420748ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" "} {"level":"info","ts":"2026-04-23T00:35:26.702933Z","caller":"traceutil/trace.go:171","msg":"trace[1964564720] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9007; }","duration":"124.521249ms","start":"2026-04-23T00:35:26.578389Z","end":"2026-04-23T00:35:26.70291Z","steps":["trace[1964564720] 'read index received' (duration: 106.333179ms)","trace[1964564720] 'applied index is now lower than readState.Index' (duration: 18.18677ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:26.703046Z","caller":"traceutil/trace.go:171","msg":"trace[1179708398] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"177.274632ms","start":"2026-04-23T00:35:26.525747Z","end":"2026-04-23T00:35:26.703022Z","steps":["trace[1179708398] 'process raft request' (duration: 158.925849ms)","trace[1179708398] 'compare' (duration: 18.121468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:26.703288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.911688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:35:26.70345Z","caller":"traceutil/trace.go:171","msg":"trace[1140021289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8688; }","duration":"176.114393ms","start":"2026-04-23T00:35:26.527305Z","end":"2026-04-23T00:35:26.703419Z","steps":["trace[1140021289] 'agreement among raft nodes before linearized reading' (duration: 175.727904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.797892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.264436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:35:26.797963Z","caller":"traceutil/trace.go:171","msg":"trace[1940218276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8689; }","duration":"100.369928ms","start":"2026-04-23T00:35:26.697574Z","end":"2026-04-23T00:35:26.797944Z","steps":["trace[1940218276] 'agreement among raft nodes before linearized reading' (duration: 100.167163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.797958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.270835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:35:26.798044Z","caller":"traceutil/trace.go:171","msg":"trace[291118110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8689; }","duration":"100.42535ms","start":"2026-04-23T00:35:26.697594Z","end":"2026-04-23T00:35:26.79802Z","steps":["trace[291118110] 'agreement among raft nodes before linearized reading' (duration: 100.153823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.798137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.550262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:35:26.798028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.43981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:35:26.798189Z","caller":"traceutil/trace.go:171","msg":"trace[1111119826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8689; }","duration":"100.606184ms","start":"2026-04-23T00:35:26.697562Z","end":"2026-04-23T00:35:26.798168Z","steps":["trace[1111119826] 'agreement among raft nodes before linearized reading' (duration: 100.514242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:26.798227Z","caller":"traceutil/trace.go:171","msg":"trace[469327342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8689; }","duration":"100.714277ms","start":"2026-04-23T00:35:26.697499Z","end":"2026-04-23T00:35:26.798214Z","steps":["trace[469327342] 'agreement among raft nodes before linearized reading' (duration: 100.322267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:26.798261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.542922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:35:26.798376Z","caller":"traceutil/trace.go:171","msg":"trace[1851492742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"100.702736ms","start":"2026-04-23T00:35:26.697621Z","end":"2026-04-23T00:35:26.798324Z","steps":["trace[1851492742] 'agreement among raft nodes before linearized reading' (duration: 100.44734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:27.54987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795295845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:28.060676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.301258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:28.060768Z","caller":"traceutil/trace.go:171","msg":"trace[1372079522] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"1.017298076s","start":"2026-04-23T00:35:27.043453Z","end":"2026-04-23T00:35:28.060751Z","steps":["trace[1372079522] 'process raft request' (duration: 719.838324ms)","trace[1372079522] 'compare' (duration: 297.076213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:28.060812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.043436Z","time spent":"1.017354917s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:29.093579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122587299s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:35:29.099061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.173159Z","time spent":"925.895075ms","remote":"127.0.0.1:60924","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:35:29.099603Z","caller":"traceutil/trace.go:171","msg":"trace[559156529] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9014; }","duration":"2.050651078s","start":"2026-04-23T00:35:27.048926Z","end":"2026-04-23T00:35:29.099577Z","steps":["trace[559156529] 'read index received' (duration: 714.382396ms)","trace[559156529] 'applied index is now lower than readState.Index' (duration: 1.336267042s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:29.100079Z","caller":"traceutil/trace.go:171","msg":"trace[574311152] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"2.056303991s","start":"2026-04-23T00:35:27.04376Z","end":"2026-04-23T00:35:29.100064Z","steps":["trace[574311152] 'process raft request' (duration: 2.050042113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.100155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051186292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:29.100273Z","caller":"traceutil/trace.go:171","msg":"trace[1122336543] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8696; }","duration":"2.051360176s","start":"2026-04-23T00:35:27.048886Z","end":"2026-04-23T00:35:29.100247Z","steps":["trace[1122336543] 'agreement among raft nodes before linearized reading' (duration: 2.05114108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.100196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.043727Z","time spent":"2.056384803s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:29.100344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.048869Z","time spent":"2.051455939s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:29.167131Z","caller":"traceutil/trace.go:171","msg":"trace[1349078581] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"366.545209ms","start":"2026-04-23T00:35:28.800546Z","end":"2026-04-23T00:35:29.167091Z","steps":["trace[1349078581] 'process raft request' (duration: 366.324324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631384166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:29.16734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.800515Z","time spent":"366.709494ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:29.167333Z","caller":"traceutil/trace.go:171","msg":"trace[296695370] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"362.681572ms","start":"2026-04-23T00:35:28.804624Z","end":"2026-04-23T00:35:29.167305Z","steps":["trace[296695370] 'process raft request' (duration: 362.397525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.344211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:35:29.167289Z","caller":"traceutil/trace.go:171","msg":"trace[396596163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8698; }","duration":"1.6315358s","start":"2026-04-23T00:35:27.535726Z","end":"2026-04-23T00:35:29.167262Z","steps":["trace[396596163] 'agreement among raft nodes before linearized reading' (duration: 1.631362665s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.535711Z","time spent":"1.631779275s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:29.167626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463246004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:29.167638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.063104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:35:29.167409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.325569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:35:29.167696Z","caller":"traceutil/trace.go:171","msg":"trace[470500068] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8698; }","duration":"282.137165ms","start":"2026-04-23T00:35:28.885544Z","end":"2026-04-23T00:35:29.167681Z","steps":["trace[470500068] 'agreement among raft nodes before linearized reading' (duration: 282.000712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:29.167686Z","caller":"traceutil/trace.go:171","msg":"trace[1760808072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8698; }","duration":"1.463383677s","start":"2026-04-23T00:35:27.704287Z","end":"2026-04-23T00:35:29.167671Z","steps":["trace[1760808072] 'agreement among raft nodes before linearized reading' (duration: 1.463263404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.620843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:35:29.167793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.643508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:35:29.167825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.704265Z","time spent":"1.46350612s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:35:29.167819Z","caller":"traceutil/trace.go:171","msg":"trace[1252262602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8698; }","duration":"459.803508ms","start":"2026-04-23T00:35:28.707985Z","end":"2026-04-23T00:35:29.167788Z","steps":["trace[1252262602] 'agreement among raft nodes before linearized reading' (duration: 459.422048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.567421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:35:29.167867Z","caller":"traceutil/trace.go:171","msg":"trace[784579151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8698; }","duration":"282.770141ms","start":"2026-04-23T00:35:28.885078Z","end":"2026-04-23T00:35:29.167849Z","steps":["trace[784579151] 'agreement among raft nodes before linearized reading' (duration: 282.612987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.707941Z","time spent":"459.994933ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:35:29.167924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.260003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:35:29.168037Z","caller":"traceutil/trace.go:171","msg":"trace[906682973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8698; }","duration":"283.485599ms","start":"2026-04-23T00:35:28.884527Z","end":"2026-04-23T00:35:29.168013Z","steps":["trace[906682973] 'agreement among raft nodes before linearized reading' (duration: 283.026948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:29.167498Z","caller":"traceutil/trace.go:171","msg":"trace[977468009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8698; }","duration":"282.515985ms","start":"2026-04-23T00:35:28.884957Z","end":"2026-04-23T00:35:29.167473Z","steps":["trace[977468009] 'agreement among raft nodes before linearized reading' (duration: 282.188687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:29.167728Z","caller":"traceutil/trace.go:171","msg":"trace[2087955838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:8698; }","duration":"280.667268ms","start":"2026-04-23T00:35:28.88704Z","end":"2026-04-23T00:35:29.167707Z","steps":["trace[2087955838] 'agreement among raft nodes before linearized reading' (duration: 280.188206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.167481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379728502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:29.168223Z","caller":"traceutil/trace.go:171","msg":"trace[1390379698] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8698; }","duration":"1.380509751s","start":"2026-04-23T00:35:27.787695Z","end":"2026-04-23T00:35:29.168204Z","steps":["trace[1390379698] 'agreement among raft nodes before linearized reading' (duration: 1.379693761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.168288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:27.787673Z","time spent":"1.380594923s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:29.167507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:28.804591Z","time spent":"362.823025ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:29.167965Z","caller":"traceutil/trace.go:171","msg":"trace[407436016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8698; }","duration":"283.715715ms","start":"2026-04-23T00:35:28.884233Z","end":"2026-04-23T00:35:29.167949Z","steps":["trace[407436016] 'agreement among raft nodes before linearized reading' (duration: 283.51169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:29.780882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.979759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:35:29.780966Z","caller":"traceutil/trace.go:171","msg":"trace[807451277] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"608.527499ms","start":"2026-04-23T00:35:29.172423Z","end":"2026-04-23T00:35:29.780951Z","steps":["trace[807451277] 'process raft request' (duration: 73.428117ms)","trace[807451277] 'compare' (duration: 534.886627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:29.781006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.172399Z","time spent":"608.58955ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:30.151653Z","caller":"traceutil/trace.go:171","msg":"trace[537489406] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"978.598158ms","start":"2026-04-23T00:35:29.17303Z","end":"2026-04-23T00:35:30.151628Z","steps":["trace[537489406] 'process raft request' (duration: 976.516606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.151784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.173009Z","time spent":"978.70677ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:30.152215Z","caller":"traceutil/trace.go:171","msg":"trace[1370560227] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"979.096161ms","start":"2026-04-23T00:35:29.17306Z","end":"2026-04-23T00:35:30.152156Z","steps":["trace[1370560227] 'process raft request' (duration: 978.475635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.152393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.173024Z","time spent":"979.276546ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:30.152469Z","caller":"traceutil/trace.go:171","msg":"trace[1167242318] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"979.363607ms","start":"2026-04-23T00:35:29.173083Z","end":"2026-04-23T00:35:30.152447Z","steps":["trace[1167242318] 'process raft request' (duration: 978.70491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.152682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.173055Z","time spent":"979.495071ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:30.152349Z","caller":"traceutil/trace.go:171","msg":"trace[1894702819] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"978.981248ms","start":"2026-04-23T00:35:29.173336Z","end":"2026-04-23T00:35:30.152317Z","steps":["trace[1894702819] 'process raft request' (duration: 978.872135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:30.15302Z","caller":"traceutil/trace.go:171","msg":"trace[1063999177] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9019; }","duration":"979.657245ms","start":"2026-04-23T00:35:29.173336Z","end":"2026-04-23T00:35:30.152993Z","steps":["trace[1063999177] 'read index received' (duration: 72.603656ms)","trace[1063999177] 'applied index is now lower than readState.Index' (duration: 907.050469ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:30.152916Z","caller":"traceutil/trace.go:171","msg":"trace[1553467037] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"978.419444ms","start":"2026-04-23T00:35:29.174472Z","end":"2026-04-23T00:35:30.152892Z","steps":["trace[1553467037] 'process raft request' (duration: 977.790668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.153299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.174464Z","time spent":"978.767632ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:30.153398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.335012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:35:30.153468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.127326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223801"} {"level":"warn","ts":"2026-04-23T00:35:30.15348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.327608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:30.153522Z","caller":"traceutil/trace.go:171","msg":"trace[893883818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8704; }","duration":"980.207969ms","start":"2026-04-23T00:35:29.173301Z","end":"2026-04-23T00:35:30.153509Z","steps":["trace[893883818] 'agreement among raft nodes before linearized reading' (duration: 979.795869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.153558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.17329Z","time spent":"980.26023ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223824,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:35:30.153559Z","caller":"traceutil/trace.go:171","msg":"trace[1417476881] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8705; }","duration":"949.431881ms","start":"2026-04-23T00:35:29.204106Z","end":"2026-04-23T00:35:30.153538Z","steps":["trace[1417476881] 'agreement among raft nodes before linearized reading' (duration: 949.306427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.153718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.204094Z","time spent":"949.609505ms","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:35:30.153476Z","caller":"traceutil/trace.go:171","msg":"trace[784987082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8705; }","duration":"976.436344ms","start":"2026-04-23T00:35:29.177022Z","end":"2026-04-23T00:35:30.153459Z","steps":["trace[784987082] 'agreement among raft nodes before linearized reading' (duration: 976.28004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:30.153845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.177013Z","time spent":"976.808983ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:35:30.153141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:29.173326Z","time spent":"979.727627ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:57.558619Z","caller":"traceutil/trace.go:171","msg":"trace[639059021] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9231; }","duration":"445.721821ms","start":"2026-04-23T00:35:57.112871Z","end":"2026-04-23T00:35:57.558593Z","steps":["trace[639059021] 'read index received' (duration: 445.498586ms)","trace[639059021] 'applied index is now lower than readState.Index' (duration: 220.075µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:57.558775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.873955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:57.558818Z","caller":"traceutil/trace.go:171","msg":"trace[1221679488] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8903; }","duration":"445.969988ms","start":"2026-04-23T00:35:57.112837Z","end":"2026-04-23T00:35:57.558807Z","steps":["trace[1221679488] 'agreement among raft nodes before linearized reading' (duration: 445.876845ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:57.558808Z","caller":"traceutil/trace.go:171","msg":"trace[2058018953] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"490.544805ms","start":"2026-04-23T00:35:57.068175Z","end":"2026-04-23T00:35:57.55872Z","steps":["trace[2058018953] 'process raft request' (duration: 490.215497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:57.55886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:57.112813Z","time spent":"446.03683ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:35:57.559107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:57.068154Z","time spent":"490.804641ms","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:35:57.559956Z","caller":"traceutil/trace.go:171","msg":"trace[650323064] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"251.680765ms","start":"2026-04-23T00:35:57.308255Z","end":"2026-04-23T00:35:57.559936Z","steps":["trace[650323064] 'process raft request' (duration: 251.527101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:57.560417Z","caller":"traceutil/trace.go:171","msg":"trace[1517551265] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"251.828927ms","start":"2026-04-23T00:35:57.308575Z","end":"2026-04-23T00:35:57.560404Z","steps":["trace[1517551265] 'process raft request' (duration: 251.318785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:57.562521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.849067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:35:57.56259Z","caller":"traceutil/trace.go:171","msg":"trace[2094248342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8905; }","duration":"160.95894ms","start":"2026-04-23T00:35:57.401613Z","end":"2026-04-23T00:35:57.562572Z","steps":["trace[2094248342] 'agreement among raft nodes before linearized reading' (duration: 158.506287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:58.836165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795296488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:59.336938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795296488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:35:59.837652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795296488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:00.00044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.891814011s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:36:00.000893Z","caller":"traceutil/trace.go:171","msg":"trace[1128845058] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"1.892310585s","start":"2026-04-23T00:35:58.10855Z","end":"2026-04-23T00:36:00.00086Z","steps":["trace[1128845058] 'process raft request' (duration: 1.89211076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:00.001149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.108534Z","time spent":"1.89251997s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:01.303441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302785606s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:36:01.343093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186926126s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.343199Z","caller":"traceutil/trace.go:171","msg":"trace[1408719183] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8906; }","duration":"1.187041429s","start":"2026-04-23T00:36:00.156141Z","end":"2026-04-23T00:36:01.343182Z","steps":["trace[1408719183] 'range keys from in-memory index tree' (duration: 1.186912276s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.343475Z","caller":"traceutil/trace.go:171","msg":"trace[1262321334] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"3.001576697s","start":"2026-04-23T00:35:58.341868Z","end":"2026-04-23T00:36:01.343445Z","steps":["trace[1262321334] 'process raft request' (duration: 2.961785591s)","trace[1262321334] 'compare' (duration: 39.223102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:01.343603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.34184Z","time spent":"3.001693159s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:01.34402Z","caller":"traceutil/trace.go:171","msg":"trace[2138489170] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"1.777265504s","start":"2026-04-23T00:35:59.566707Z","end":"2026-04-23T00:36:01.343972Z","steps":["trace[2138489170] 'process raft request' (duration: 1.776635079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.344283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.566676Z","time spent":"1.77747271s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:01.344844Z","caller":"traceutil/trace.go:171","msg":"trace[280367647] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"1.77309487s","start":"2026-04-23T00:35:59.571728Z","end":"2026-04-23T00:36:01.344822Z","steps":["trace[280367647] 'process raft request' (duration: 1.772061544s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.344895Z","caller":"traceutil/trace.go:171","msg":"trace[2033601691] linearizableReadLoop","detail":"{readStateIndex:9239; appliedIndex:9235; }","duration":"3.009536387s","start":"2026-04-23T00:35:58.335345Z","end":"2026-04-23T00:36:01.344881Z","steps":["trace[2033601691] 'read index received' (duration: 1.665436377s)","trace[2033601691] 'applied index is now lower than readState.Index' (duration: 1.34409841s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:01.345Z","caller":"traceutil/trace.go:171","msg":"trace[1354881961] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"983.42361ms","start":"2026-04-23T00:36:00.361568Z","end":"2026-04-23T00:36:01.344992Z","steps":["trace[1354881961] 'process raft request' (duration: 983.157423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.345067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.361543Z","time spent":"983.485492ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:01.345257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009904336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.345304Z","caller":"traceutil/trace.go:171","msg":"trace[1930753659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8911; }","duration":"3.009994989s","start":"2026-04-23T00:35:58.335298Z","end":"2026-04-23T00:36:01.345293Z","steps":["trace[1930753659] 'agreement among raft nodes before linearized reading' (duration: 3.009896507s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.345337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.335274Z","time spent":"3.010053551s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641263256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.346099Z","caller":"traceutil/trace.go:171","msg":"trace[185245426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8911; }","duration":"1.641387029s","start":"2026-04-23T00:35:59.704687Z","end":"2026-04-23T00:36:01.346074Z","steps":["trace[185245426] 'agreement among raft nodes before linearized reading' (duration: 1.641245745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816647451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:36:01.346156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.704657Z","time spent":"1.641485591s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:36:01.346164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852139968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.346223Z","caller":"traceutil/trace.go:171","msg":"trace[1102978041] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8911; }","duration":"1.852259091s","start":"2026-04-23T00:35:59.493948Z","end":"2026-04-23T00:36:01.346207Z","steps":["trace[1102978041] 'agreement among raft nodes before linearized reading' (duration: 1.852133898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.34623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117093208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.346271Z","caller":"traceutil/trace.go:171","msg":"trace[1487443276] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8911; }","duration":"2.11717275s","start":"2026-04-23T00:35:59.229086Z","end":"2026-04-23T00:36:01.346259Z","steps":["trace[1487443276] 'agreement among raft nodes before linearized reading' (duration: 2.117103219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.493914Z","time spent":"1.852346773s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.044044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:01.346329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819412072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:01.346367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731616059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:36:01.346365Z","caller":"traceutil/trace.go:171","msg":"trace[46938508] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8911; }","duration":"566.218888ms","start":"2026-04-23T00:36:00.780125Z","end":"2026-04-23T00:36:01.346343Z","steps":["trace[46938508] 'agreement among raft nodes before linearized reading' (duration: 565.942282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.346412Z","caller":"traceutil/trace.go:171","msg":"trace[1534830335] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8911; }","duration":"2.731696541s","start":"2026-04-23T00:35:58.614703Z","end":"2026-04-23T00:36:01.3464Z","steps":["trace[1534830335] 'agreement among raft nodes before linearized reading' (duration: 2.731629219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.780098Z","time spent":"566.315811ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885234524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:36:01.346454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.614678Z","time spent":"2.731765003s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356837172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.34649Z","caller":"traceutil/trace.go:171","msg":"trace[1724715297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8911; }","duration":"2.885336357s","start":"2026-04-23T00:35:58.461141Z","end":"2026-04-23T00:36:01.346477Z","steps":["trace[1724715297] 'agreement among raft nodes before linearized reading' (duration: 2.885185023s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.346513Z","caller":"traceutil/trace.go:171","msg":"trace[1178185490] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8911; }","duration":"1.356942425s","start":"2026-04-23T00:35:59.989549Z","end":"2026-04-23T00:36:01.346491Z","steps":["trace[1178185490] 'agreement among raft nodes before linearized reading' (duration: 1.356835672s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.346168Z","caller":"traceutil/trace.go:171","msg":"trace[1513649843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:8911; }","duration":"2.816733903s","start":"2026-04-23T00:35:58.529419Z","end":"2026-04-23T00:36:01.346153Z","steps":["trace[1513649843] 'agreement among raft nodes before linearized reading' (duration: 2.816597839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.333754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:01.346574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.989525Z","time spent":"1.357030448s","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.229063Z","time spent":"2.117231172s","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855872412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:36:01.34663Z","caller":"traceutil/trace.go:171","msg":"trace[1958550262] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8911; }","duration":"727.540459ms","start":"2026-04-23T00:36:00.619056Z","end":"2026-04-23T00:36:01.346597Z","steps":["trace[1958550262] 'agreement among raft nodes before linearized reading' (duration: 727.238961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:01.346656Z","caller":"traceutil/trace.go:171","msg":"trace[524906592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8911; }","duration":"2.855938613s","start":"2026-04-23T00:35:58.490708Z","end":"2026-04-23T00:36:01.346647Z","steps":["trace[524906592] 'agreement among raft nodes before linearized reading' (duration: 2.855839051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568631789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.346695Z","caller":"traceutil/trace.go:171","msg":"trace[1519239888] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8911; }","duration":"1.568694351s","start":"2026-04-23T00:35:59.77799Z","end":"2026-04-23T00:36:01.346684Z","steps":["trace[1519239888] 'agreement among raft nodes before linearized reading' (duration: 1.568628559s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885559833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:36:01.346707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.619033Z","time spent":"727.659772ms","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.346737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.777969Z","time spent":"1.568761702s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:36:01.346753Z","caller":"traceutil/trace.go:171","msg":"trace[436874395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8911; }","duration":"2.885620104s","start":"2026-04-23T00:35:58.461119Z","end":"2026-04-23T00:36:01.346739Z","steps":["trace[436874395] 'agreement among raft nodes before linearized reading' (duration: 2.88544482s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.461053Z","time spent":"2.885723856s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:01.346798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928824447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:36:01.346835Z","caller":"traceutil/trace.go:171","msg":"trace[734199657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8911; }","duration":"2.928882057s","start":"2026-04-23T00:35:58.417941Z","end":"2026-04-23T00:36:01.346823Z","steps":["trace[734199657] 'agreement among raft nodes before linearized reading' (duration: 2.928786425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.34653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.461106Z","time spent":"2.885414629s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:01.346693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.490696Z","time spent":"2.855989135s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:01.346872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.417929Z","time spent":"2.928935249s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:36:01.344848Z","caller":"traceutil/trace.go:171","msg":"trace[1892218156] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"520.484032ms","start":"2026-04-23T00:36:00.824346Z","end":"2026-04-23T00:36:01.34483Z","steps":["trace[1892218156] 'process raft request' (duration: 520.434891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.224955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:01.347127Z","caller":"traceutil/trace.go:171","msg":"trace[679197697] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8911; }","duration":"1.819499774s","start":"2026-04-23T00:35:59.526859Z","end":"2026-04-23T00:36:01.346359Z","steps":["trace[679197697] 'agreement among raft nodes before linearized reading' (duration: 1.81933227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.346598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.529396Z","time spent":"2.817185803s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:36:01.347107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.824303Z","time spent":"522.76891ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:01.347316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.526836Z","time spent":"1.820338744s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:36:01.347447Z","caller":"traceutil/trace.go:171","msg":"trace[1393673376] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8911; }","duration":"761.278102ms","start":"2026-04-23T00:36:00.58588Z","end":"2026-04-23T00:36:01.347158Z","steps":["trace[1393673376] 'agreement among raft nodes before linearized reading' (duration: 760.216155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.347498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:00.58586Z","time spent":"761.618091ms","remote":"127.0.0.1:37124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:01.345606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943479718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:36:01.34819Z","caller":"traceutil/trace.go:171","msg":"trace[297061779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8911; }","duration":"2.946089824s","start":"2026-04-23T00:35:58.402086Z","end":"2026-04-23T00:36:01.348175Z","steps":["trace[297061779] 'agreement among raft nodes before linearized reading' (duration: 2.943418317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:01.348234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:58.402067Z","time spent":"2.946152875s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:36:01.350309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:59.571701Z","time spent":"1.773200113s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:04.184659Z","caller":"traceutil/trace.go:171","msg":"trace[80521234] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9257; }","duration":"164.870179ms","start":"2026-04-23T00:36:04.019762Z","end":"2026-04-23T00:36:04.184633Z","steps":["trace[80521234] 'read index received' (duration: 164.648394ms)","trace[80521234] 'applied index is now lower than readState.Index' (duration: 221.025µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:04.184775Z","caller":"traceutil/trace.go:171","msg":"trace[1092505662] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"440.482679ms","start":"2026-04-23T00:36:03.744244Z","end":"2026-04-23T00:36:04.184727Z","steps":["trace[1092505662] 'process raft request' (duration: 440.226792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:04.184851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.061884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:36:04.184884Z","caller":"traceutil/trace.go:171","msg":"trace[678712685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8927; }","duration":"165.161016ms","start":"2026-04-23T00:36:04.019712Z","end":"2026-04-23T00:36:04.184873Z","steps":["trace[678712685] 'agreement among raft nodes before linearized reading' (duration: 165.017663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:04.184951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:03.744216Z","time spent":"440.643733ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:04.294605Z","caller":"traceutil/trace.go:171","msg":"trace[1939748209] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"103.607911ms","start":"2026-04-23T00:36:04.190973Z","end":"2026-04-23T00:36:04.294581Z","steps":["trace[1939748209] 'process raft request' (duration: 41.573042ms)","trace[1939748209] 'compare' (duration: 61.933996ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:04.30668Z","caller":"traceutil/trace.go:171","msg":"trace[436120950] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"101.656812ms","start":"2026-04-23T00:36:04.204963Z","end":"2026-04-23T00:36:04.30662Z","steps":["trace[436120950] 'process raft request' (duration: 101.402845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:05.871907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795296558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:06.372659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795296558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:06.787546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43029158s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:36:06.787945Z","caller":"traceutil/trace.go:171","msg":"trace[1984674271] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"1.430917186s","start":"2026-04-23T00:36:05.356997Z","end":"2026-04-23T00:36:06.787915Z","steps":["trace[1984674271] 'process raft request' (duration: 1.430720131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.788084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.356956Z","time spent":"1.431043529s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:06.855634Z","caller":"traceutil/trace.go:171","msg":"trace[1208428488] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"1.496348751s","start":"2026-04-23T00:36:05.359248Z","end":"2026-04-23T00:36:06.855596Z","steps":["trace[1208428488] 'process raft request' (duration: 1.484185334s)","trace[1208428488] 'compare' (duration: 11.918611ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:06.855824Z","caller":"traceutil/trace.go:171","msg":"trace[1914446138] linearizableReadLoop","detail":"{readStateIndex:9265; appliedIndex:9262; }","duration":"1.484088691s","start":"2026-04-23T00:36:05.3717Z","end":"2026-04-23T00:36:06.855788Z","steps":["trace[1914446138] 'read index received' (duration: 1.416098661s)","trace[1914446138] 'applied index is now lower than readState.Index' (duration: 67.98882ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:06.855929Z","caller":"traceutil/trace.go:171","msg":"trace[1550206730] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"1.491966761s","start":"2026-04-23T00:36:05.363938Z","end":"2026-04-23T00:36:06.855905Z","steps":["trace[1550206730] 'process raft request' (duration: 1.491611301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.855944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.359219Z","time spent":"1.496522106s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:06.856102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456962075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:36:06.85611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.363922Z","time spent":"1.492075204s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:06.856137Z","caller":"traceutil/trace.go:171","msg":"trace[399936858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8934; }","duration":"1.457051147s","start":"2026-04-23T00:36:05.399076Z","end":"2026-04-23T00:36:06.856127Z","steps":["trace[399936858] 'agreement among raft nodes before linearized reading' (duration: 1.456903113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.85615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.56668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:36:06.856169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.399056Z","time spent":"1.457105528s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:06.856157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484468731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:36:06.856205Z","caller":"traceutil/trace.go:171","msg":"trace[1938946036] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8934; }","duration":"555.644543ms","start":"2026-04-23T00:36:06.300542Z","end":"2026-04-23T00:36:06.856187Z","steps":["trace[1938946036] 'agreement among raft nodes before linearized reading' (duration: 555.493969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:06.856229Z","caller":"traceutil/trace.go:171","msg":"trace[1382515592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8934; }","duration":"1.484617894s","start":"2026-04-23T00:36:05.371595Z","end":"2026-04-23T00:36:06.856213Z","steps":["trace[1382515592] 'agreement among raft nodes before linearized reading' (duration: 1.484361118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.856234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.888929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:36:06.856246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:06.30053Z","time spent":"555.705264ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:36:06.856193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153213854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:06.856303Z","caller":"traceutil/trace.go:171","msg":"trace[13139751] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8934; }","duration":"682.986592ms","start":"2026-04-23T00:36:06.173286Z","end":"2026-04-23T00:36:06.856273Z","steps":["trace[13139751] 'agreement among raft nodes before linearized reading' (duration: 682.892289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.856334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45441353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:36:06.856353Z","caller":"traceutil/trace.go:171","msg":"trace[1464404881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8934; }","duration":"1.454474962s","start":"2026-04-23T00:36:05.401873Z","end":"2026-04-23T00:36:06.856348Z","steps":["trace[1464404881] 'agreement among raft nodes before linearized reading' (duration: 1.4544184s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:06.856351Z","caller":"traceutil/trace.go:171","msg":"trace[1143332238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8934; }","duration":"1.153448059s","start":"2026-04-23T00:36:05.702852Z","end":"2026-04-23T00:36:06.8563Z","steps":["trace[1143332238] 'agreement among raft nodes before linearized reading' (duration: 1.153164222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.85637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.401846Z","time spent":"1.454520853s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:06.856369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:06.173265Z","time spent":"683.085875ms","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:06.856392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450881001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:36:06.856429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.702818Z","time spent":"1.153597343s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:36:06.856403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311131717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:36:06.856447Z","caller":"traceutil/trace.go:171","msg":"trace[1675680201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:8934; }","duration":"1.450951423s","start":"2026-04-23T00:36:05.405477Z","end":"2026-04-23T00:36:06.856428Z","steps":["trace[1675680201] 'agreement among raft nodes before linearized reading' (duration: 1.450807239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.856452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457254912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:36:06.856498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.405463Z","time spent":"1.451023735s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"info","ts":"2026-04-23T00:36:06.856505Z","caller":"traceutil/trace.go:171","msg":"trace[366046997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8934; }","duration":"1.457328434s","start":"2026-04-23T00:36:05.399162Z","end":"2026-04-23T00:36:06.856491Z","steps":["trace[366046997] 'agreement among raft nodes before linearized reading' (duration: 1.457200071s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.85648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454493612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:36:06.856504Z","caller":"traceutil/trace.go:171","msg":"trace[2027455988] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8934; }","duration":"1.311310352s","start":"2026-04-23T00:36:05.545168Z","end":"2026-04-23T00:36:06.856478Z","steps":["trace[2027455988] 'agreement among raft nodes before linearized reading' (duration: 1.311098457s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.856544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.399146Z","time spent":"1.457387035s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:36:06.856572Z","caller":"traceutil/trace.go:171","msg":"trace[1680113042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8934; }","duration":"1.454653857s","start":"2026-04-23T00:36:05.401895Z","end":"2026-04-23T00:36:06.856549Z","steps":["trace[1680113042] 'agreement among raft nodes before linearized reading' (duration: 1.454336649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.856636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.545146Z","time spent":"1.311442855s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:06.856663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.401864Z","time spent":"1.454788539s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:36:06.856483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.362454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-23T00:36:06.856268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.371452Z","time spent":"1.484731367s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:36:06.857559Z","caller":"traceutil/trace.go:171","msg":"trace[1931189032] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c; range_end:; response_count:1; response_revision:8934; }","duration":"969.696192ms","start":"2026-04-23T00:36:05.887042Z","end":"2026-04-23T00:36:06.856738Z","steps":["trace[1931189032] 'agreement among raft nodes before linearized reading' (duration: 969.235181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:06.857652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:05.887023Z","time spent":"970.609145ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" "} {"level":"warn","ts":"2026-04-23T00:36:16.213019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.513402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mwb5\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-04-23T00:36:16.21311Z","caller":"traceutil/trace.go:171","msg":"trace[1528244386] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2mwb5; range_end:; response_count:1; response_revision:9023; }","duration":"359.638085ms","start":"2026-04-23T00:36:15.853448Z","end":"2026-04-23T00:36:16.213087Z","steps":["trace[1528244386] 'range keys from in-memory index tree' (duration: 359.43638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:16.213151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:15.853433Z","time spent":"359.708807ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4695,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mwb5\" "} {"level":"warn","ts":"2026-04-23T00:36:16.213068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.916861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mwb5\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-04-23T00:36:16.213375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.333903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-23T00:36:16.213441Z","caller":"traceutil/trace.go:171","msg":"trace[1457045856] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2mwb5; range_end:; response_count:1; response_revision:9023; }","duration":"358.29606ms","start":"2026-04-23T00:36:15.85509Z","end":"2026-04-23T00:36:16.213386Z","steps":["trace[1457045856] 'range keys from in-memory index tree' (duration: 357.850339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:16.213493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:15.855084Z","time spent":"358.395393ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4695,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mwb5\" "} {"level":"info","ts":"2026-04-23T00:36:16.213494Z","caller":"traceutil/trace.go:171","msg":"trace[1915394406] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c; range_end:; response_count:1; response_revision:9023; }","duration":"326.516477ms","start":"2026-04-23T00:36:15.886945Z","end":"2026-04-23T00:36:16.213461Z","steps":["trace[1915394406] 'range keys from in-memory index tree' (duration: 325.913112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:16.21357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:15.886916Z","time spent":"326.631381ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" "} {"level":"info","ts":"2026-04-23T00:36:16.483012Z","caller":"traceutil/trace.go:171","msg":"trace[773461606] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9025; }","duration":"210.138274ms","start":"2026-04-23T00:36:16.272848Z","end":"2026-04-23T00:36:16.482986Z","steps":["trace[773461606] 'process raft request' (duration: 209.754145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:16.530176Z","caller":"traceutil/trace.go:171","msg":"trace[1379320846] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"168.45274ms","start":"2026-04-23T00:36:16.36171Z","end":"2026-04-23T00:36:16.530163Z","steps":["trace[1379320846] 'process raft request' (duration: 168.405339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:16.530232Z","caller":"traceutil/trace.go:171","msg":"trace[2006310762] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"252.399103ms","start":"2026-04-23T00:36:16.2778Z","end":"2026-04-23T00:36:16.530199Z","steps":["trace[2006310762] 'process raft request' (duration: 252.236569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:16.671751Z","caller":"traceutil/trace.go:171","msg":"trace[645127051] linearizableReadLoop","detail":"{readStateIndex:9364; appliedIndex:9361; }","duration":"151.697028ms","start":"2026-04-23T00:36:16.520028Z","end":"2026-04-23T00:36:16.671725Z","steps":["trace[645127051] 'read index received' (duration: 10.059436ms)","trace[645127051] 'applied index is now lower than readState.Index' (duration: 141.636352ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:16.672179Z","caller":"traceutil/trace.go:171","msg":"trace[1280097772] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"152.626601ms","start":"2026-04-23T00:36:16.519536Z","end":"2026-04-23T00:36:16.672163Z","steps":["trace[1280097772] 'process raft request' (duration: 101.876947ms)","trace[1280097772] 'compare' (duration: 50.074126ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:16.672447Z","caller":"traceutil/trace.go:171","msg":"trace[274250468] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"145.385237ms","start":"2026-04-23T00:36:16.527023Z","end":"2026-04-23T00:36:16.672408Z","steps":["trace[274250468] 'process raft request' (duration: 144.631907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:16.672525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.493617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mwb5\" ","response":"range_response_count:1 size:4652"} {"level":"warn","ts":"2026-04-23T00:36:16.672589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.494523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mwb5\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-04-23T00:36:16.672639Z","caller":"traceutil/trace.go:171","msg":"trace[1664067045] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2mwb5; range_end:; response_count:1; response_revision:9029; }","duration":"152.672111ms","start":"2026-04-23T00:36:16.519957Z","end":"2026-04-23T00:36:16.672629Z","steps":["trace[1664067045] 'agreement among raft nodes before linearized reading' (duration: 152.391914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:16.672657Z","caller":"traceutil/trace.go:171","msg":"trace[1639808446] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2mwb5; range_end:; response_count:1; response_revision:9029; }","duration":"138.606745ms","start":"2026-04-23T00:36:16.534033Z","end":"2026-04-23T00:36:16.67264Z","steps":["trace[1639808446] 'agreement among raft nodes before linearized reading' (duration: 138.443001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:17.96468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795296891,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:36:18.309922Z","caller":"traceutil/trace.go:171","msg":"trace[968699997] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"946.68763ms","start":"2026-04-23T00:36:17.363207Z","end":"2026-04-23T00:36:18.309894Z","steps":["trace[968699997] 'process raft request' (duration: 946.496866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:18.310103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:17.363189Z","time spent":"946.820684ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:19.447363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137444065s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:36:19.571134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.494074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:36:19.571464Z","caller":"traceutil/trace.go:171","msg":"trace[352513132] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9376; }","duration":"2.107756643s","start":"2026-04-23T00:36:17.463667Z","end":"2026-04-23T00:36:19.571424Z","steps":["trace[352513132] 'read index received' (duration: 846.049545ms)","trace[352513132] 'applied index is now lower than readState.Index' (duration: 1.261703348s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:19.571506Z","caller":"traceutil/trace.go:171","msg":"trace[1598524926] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"711.79332ms","start":"2026-04-23T00:36:18.859683Z","end":"2026-04-23T00:36:19.571476Z","steps":["trace[1598524926] 'process raft request' (duration: 711.556544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:19.571515Z","caller":"traceutil/trace.go:171","msg":"trace[849114562] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"633.993454ms","start":"2026-04-23T00:36:18.937506Z","end":"2026-04-23T00:36:19.5715Z","steps":["trace[849114562] 'process raft request' (duration: 633.908542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.571669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:18.859656Z","time spent":"711.903483ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:19.571755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86842339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:36:19.571757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:18.937484Z","time spent":"634.156677ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:19.571805Z","caller":"traceutil/trace.go:171","msg":"trace[366877966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9044; }","duration":"1.868509182s","start":"2026-04-23T00:36:17.703282Z","end":"2026-04-23T00:36:19.571791Z","steps":["trace[366877966] 'agreement among raft nodes before linearized reading' (duration: 1.86840749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.571843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:17.703262Z","time spent":"1.868574414s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:36:19.571923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.245132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:36:19.571988Z","caller":"traceutil/trace.go:171","msg":"trace[79525657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9044; }","duration":"381.351195ms","start":"2026-04-23T00:36:19.190616Z","end":"2026-04-23T00:36:19.571967Z","steps":["trace[79525657] 'agreement among raft nodes before linearized reading' (duration: 381.14491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.571853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108147413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:36:19.572031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.190543Z","time spent":"381.479127ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:36:19.572129Z","caller":"traceutil/trace.go:171","msg":"trace[494510344] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"618.417359ms","start":"2026-04-23T00:36:18.953703Z","end":"2026-04-23T00:36:19.572121Z","steps":["trace[494510344] 'process raft request' (duration: 617.760913ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:19.572059Z","caller":"traceutil/trace.go:171","msg":"trace[1201179284] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9044; }","duration":"2.108448111s","start":"2026-04-23T00:36:17.463595Z","end":"2026-04-23T00:36:19.572043Z","steps":["trace[1201179284] 'agreement among raft nodes before linearized reading' (duration: 2.10800894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.572169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.565293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:36:19.5722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:18.953679Z","time spent":"618.471661ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:19.572209Z","caller":"traceutil/trace.go:171","msg":"trace[496191715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9044; }","duration":"565.633554ms","start":"2026-04-23T00:36:19.006566Z","end":"2026-04-23T00:36:19.5722Z","steps":["trace[496191715] 'agreement among raft nodes before linearized reading' (duration: 565.494131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.572244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.006551Z","time spent":"565.686506ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:36:19.572254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081837468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:19.57228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:17.463567Z","time spent":"2.108601385s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:19.572306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.883156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:36:19.573455Z","caller":"traceutil/trace.go:171","msg":"trace[1573186397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9044; }","duration":"568.056595ms","start":"2026-04-23T00:36:19.005364Z","end":"2026-04-23T00:36:19.57342Z","steps":["trace[1573186397] 'agreement among raft nodes before linearized reading' (duration: 566.889846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.573542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.005339Z","time spent":"568.181748ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:19.572282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.576695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:19.573644Z","caller":"traceutil/trace.go:171","msg":"trace[762497483] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9044; }","duration":"294.962629ms","start":"2026-04-23T00:36:19.278651Z","end":"2026-04-23T00:36:19.573613Z","steps":["trace[762497483] 'agreement among raft nodes before linearized reading' (duration: 293.579214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:19.572308Z","caller":"traceutil/trace.go:171","msg":"trace[1626572066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9044; }","duration":"1.081947902s","start":"2026-04-23T00:36:18.490344Z","end":"2026-04-23T00:36:19.572292Z","steps":["trace[1626572066] 'agreement among raft nodes before linearized reading' (duration: 1.08185937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.573752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:18.490317Z","time spent":"1.083407677s","remote":"127.0.0.1:36170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:19.572353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.879416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:36:19.573851Z","caller":"traceutil/trace.go:171","msg":"trace[557087177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9044; }","duration":"568.395854ms","start":"2026-04-23T00:36:19.005426Z","end":"2026-04-23T00:36:19.573822Z","steps":["trace[557087177] 'agreement among raft nodes before linearized reading' (duration: 566.891026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.573888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.005403Z","time spent":"568.475065ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:36:19.572355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.947376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:36:19.572419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573949784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:36:19.574236Z","caller":"traceutil/trace.go:171","msg":"trace[215801555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9044; }","duration":"1.575795531s","start":"2026-04-23T00:36:17.998424Z","end":"2026-04-23T00:36:19.574219Z","steps":["trace[215801555] 'agreement among raft nodes before linearized reading' (duration: 1.573951554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.574294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:17.9984Z","time spent":"1.575878212s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:36:19.57235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.983779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:36:19.574428Z","caller":"traceutil/trace.go:171","msg":"trace[2010101954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9044; }","duration":"503.097423ms","start":"2026-04-23T00:36:19.071298Z","end":"2026-04-23T00:36:19.574395Z","steps":["trace[2010101954] 'agreement among raft nodes before linearized reading' (duration: 500.848566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:19.574477Z","caller":"traceutil/trace.go:171","msg":"trace[282003951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9044; }","duration":"894.101411ms","start":"2026-04-23T00:36:18.680363Z","end":"2026-04-23T00:36:19.574464Z","steps":["trace[282003951] 'agreement among raft nodes before linearized reading' (duration: 891.966657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.574503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.071282Z","time spent":"503.198726ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:19.574516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:18.68034Z","time spent":"894.164163ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:19.572433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505444781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:19.57462Z","caller":"traceutil/trace.go:171","msg":"trace[491003179] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9044; }","duration":"1.507676577s","start":"2026-04-23T00:36:18.06693Z","end":"2026-04-23T00:36:19.574606Z","steps":["trace[491003179] 'agreement among raft nodes before linearized reading' (duration: 1.505470241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.574665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:18.066904Z","time spent":"1.50774785s","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:19.5725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.752543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:36:19.574769Z","caller":"traceutil/trace.go:171","msg":"trace[131747438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9044; }","duration":"550.046061ms","start":"2026-04-23T00:36:19.024713Z","end":"2026-04-23T00:36:19.574759Z","steps":["trace[131747438] 'agreement among raft nodes before linearized reading' (duration: 547.651681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.574829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.024702Z","time spent":"550.090922ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:19.572518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.656476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:36:19.574934Z","caller":"traceutil/trace.go:171","msg":"trace[1166600988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9044; }","duration":"502.141288ms","start":"2026-04-23T00:36:19.07278Z","end":"2026-04-23T00:36:19.574921Z","steps":["trace[1166600988] 'agreement among raft nodes before linearized reading' (duration: 499.42405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.574979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.072765Z","time spent":"502.20159ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:36:19.572847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.972847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:36:19.575113Z","caller":"traceutil/trace.go:171","msg":"trace[190671255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:9044; }","duration":"565.907612ms","start":"2026-04-23T00:36:19.009195Z","end":"2026-04-23T00:36:19.575103Z","steps":["trace[190671255] 'agreement among raft nodes before linearized reading' (duration: 562.510636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:19.575144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:19.009188Z","time spent":"565.946283ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"info","ts":"2026-04-23T00:36:22.131314Z","caller":"traceutil/trace.go:171","msg":"trace[394022576] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"468.147059ms","start":"2026-04-23T00:36:21.663133Z","end":"2026-04-23T00:36:22.13128Z","steps":["trace[394022576] 'process raft request' (duration: 398.990261ms)","trace[394022576] 'compare' (duration: 68.624975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:22.131475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.663118Z","time spent":"468.274512ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:22.839676Z","caller":"traceutil/trace.go:171","msg":"trace[1722980601] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"1.175359633s","start":"2026-04-23T00:36:21.664275Z","end":"2026-04-23T00:36:22.839635Z","steps":["trace[1722980601] 'process raft request' (duration: 1.175141707s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:22.839704Z","caller":"traceutil/trace.go:171","msg":"trace[448316897] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"1.175314612s","start":"2026-04-23T00:36:21.664359Z","end":"2026-04-23T00:36:22.839674Z","steps":["trace[448316897] 'process raft request' (duration: 1.175202679s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:22.839781Z","caller":"traceutil/trace.go:171","msg":"trace[2039036955] linearizableReadLoop","detail":"{readStateIndex:9395; appliedIndex:9391; }","duration":"1.174060981s","start":"2026-04-23T00:36:21.665702Z","end":"2026-04-23T00:36:22.839763Z","steps":["trace[2039036955] 'read index received' (duration: 396.426306ms)","trace[2039036955] 'applied index is now lower than readState.Index' (duration: 777.633395ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:22.83982Z","caller":"traceutil/trace.go:171","msg":"trace[1136615817] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"1.175351843s","start":"2026-04-23T00:36:21.664407Z","end":"2026-04-23T00:36:22.839758Z","steps":["trace[1136615817] 'process raft request' (duration: 1.175195549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:22.839918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.664262Z","time spent":"1.175504606s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:22.839849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.664345Z","time spent":"1.175424864s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:22.840038Z","caller":"traceutil/trace.go:171","msg":"trace[1433544487] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"1.169142406s","start":"2026-04-23T00:36:21.670884Z","end":"2026-04-23T00:36:22.840026Z","steps":["trace[1433544487] 'process raft request' (duration: 1.168761696s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:22.84012Z","caller":"traceutil/trace.go:171","msg":"trace[1749123398] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"1.168754157s","start":"2026-04-23T00:36:21.671351Z","end":"2026-04-23T00:36:22.840105Z","steps":["trace[1749123398] 'process raft request' (duration: 1.168327286s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:22.840178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.671342Z","time spent":"1.168802748s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:22.840181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.670872Z","time spent":"1.169203958s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:36:22.84017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.664388Z","time spent":"1.175590018s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:22.840181Z","caller":"traceutil/trace.go:171","msg":"trace[652510089] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"1.042800221s","start":"2026-04-23T00:36:21.797351Z","end":"2026-04-23T00:36:22.840151Z","steps":["trace[652510089] 'process raft request' (duration: 1.04236003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:22.840302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.862442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:22.840303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.575387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:22.840328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.797333Z","time spent":"1.042922464s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:22.840345Z","caller":"traceutil/trace.go:171","msg":"trace[1968953635] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9061; }","duration":"454.957936ms","start":"2026-04-23T00:36:22.385375Z","end":"2026-04-23T00:36:22.840333Z","steps":["trace[1968953635] 'agreement among raft nodes before linearized reading' (duration: 454.884573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:22.840355Z","caller":"traceutil/trace.go:171","msg":"trace[145055427] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9061; }","duration":"167.681771ms","start":"2026-04-23T00:36:22.672662Z","end":"2026-04-23T00:36:22.840343Z","steps":["trace[145055427] 'agreement among raft nodes before linearized reading' (duration: 167.524556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:22.840334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.245561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:36:22.840376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:22.385345Z","time spent":"455.023447ms","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:22.840388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.292758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-23T00:36:22.8402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132788747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:22.840434Z","caller":"traceutil/trace.go:171","msg":"trace[353354564] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9061; }","duration":"154.424936ms","start":"2026-04-23T00:36:22.685985Z","end":"2026-04-23T00:36:22.84041Z","steps":["trace[353354564] 'agreement among raft nodes before linearized reading' (duration: 154.241981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:22.840447Z","caller":"traceutil/trace.go:171","msg":"trace[278911548] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:9061; }","duration":"382.391601ms","start":"2026-04-23T00:36:22.458037Z","end":"2026-04-23T00:36:22.840428Z","steps":["trace[278911548] 'agreement among raft nodes before linearized reading' (duration: 382.207305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:22.840456Z","caller":"traceutil/trace.go:171","msg":"trace[805477520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9061; }","duration":"1.133094386s","start":"2026-04-23T00:36:21.707347Z","end":"2026-04-23T00:36:22.840442Z","steps":["trace[805477520] 'agreement among raft nodes before linearized reading' (duration: 1.132761927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:22.840499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.707335Z","time spent":"1.133152997s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:36:22.840495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1747866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228446"} {"level":"info","ts":"2026-04-23T00:36:22.840558Z","caller":"traceutil/trace.go:171","msg":"trace[2107735046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9061; }","duration":"1.174862871s","start":"2026-04-23T00:36:21.665678Z","end":"2026-04-23T00:36:22.840541Z","steps":["trace[2107735046] 'agreement among raft nodes before linearized reading' (duration: 1.174323837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:22.840606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:21.665667Z","time spent":"1.174926263s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228469,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:36:22.840499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:22.458014Z","time spent":"382.471683ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-04-23T00:36:23.254709Z","caller":"traceutil/trace.go:171","msg":"trace[1276235700] linearizableReadLoop","detail":"{readStateIndex:9399; appliedIndex:9398; }","duration":"405.303199ms","start":"2026-04-23T00:36:22.849381Z","end":"2026-04-23T00:36:23.254684Z","steps":["trace[1276235700] 'read index received' (duration: 360.721672ms)","trace[1276235700] 'applied index is now lower than readState.Index' (duration: 44.580147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:23.254708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:22.842323Z","time spent":"412.378048ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:36:23.254867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.475244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:23.254897Z","caller":"traceutil/trace.go:171","msg":"trace[113395075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9061; }","duration":"405.541135ms","start":"2026-04-23T00:36:22.849348Z","end":"2026-04-23T00:36:23.254889Z","steps":["trace[113395075] 'agreement among raft nodes before linearized reading' (duration: 405.466033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:23.254918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:22.849334Z","time spent":"405.578736ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:36:31.549223Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002502.wal"} {"level":"info","ts":"2026-04-23T00:36:35.771122Z","caller":"traceutil/trace.go:171","msg":"trace[1042487213] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"137.009345ms","start":"2026-04-23T00:36:35.63409Z","end":"2026-04-23T00:36:35.771099Z","steps":["trace[1042487213] 'process raft request' (duration: 136.874392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:44.418996Z","caller":"traceutil/trace.go:171","msg":"trace[1661252306] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"168.535732ms","start":"2026-04-23T00:36:44.250424Z","end":"2026-04-23T00:36:44.41896Z","steps":["trace[1661252306] 'process raft request' (duration: 168.327457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:45.141275Z","caller":"traceutil/trace.go:171","msg":"trace[1652698021] linearizableReadLoop","detail":"{readStateIndex:9672; appliedIndex:9670; }","duration":"107.081227ms","start":"2026-04-23T00:36:45.034163Z","end":"2026-04-23T00:36:45.141244Z","steps":["trace[1652698021] 'read index received' (duration: 8.043453ms)","trace[1652698021] 'applied index is now lower than readState.Index' (duration: 99.036554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:45.141692Z","caller":"traceutil/trace.go:171","msg":"trace[1101684959] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"108.064812ms","start":"2026-04-23T00:36:45.033608Z","end":"2026-04-23T00:36:45.141673Z","steps":["trace[1101684959] 'process raft request' (duration: 107.463077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:45.14225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.060664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234644"} {"level":"info","ts":"2026-04-23T00:36:45.14235Z","caller":"traceutil/trace.go:171","msg":"trace[1054443030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9327; }","duration":"108.213067ms","start":"2026-04-23T00:36:45.034121Z","end":"2026-04-23T00:36:45.142334Z","steps":["trace[1054443030] 'agreement among raft nodes before linearized reading' (duration: 107.758024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.129264Z","caller":"traceutil/trace.go:171","msg":"trace[964769791] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"145.280854ms","start":"2026-04-23T00:37:15.983956Z","end":"2026-04-23T00:37:16.129237Z","steps":["trace[964769791] 'process raft request' (duration: 145.11483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.130572Z","caller":"traceutil/trace.go:171","msg":"trace[1371908723] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"128.764696ms","start":"2026-04-23T00:37:16.001792Z","end":"2026-04-23T00:37:16.130557Z","steps":["trace[1371908723] 'process raft request' (duration: 128.347795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.130692Z","caller":"traceutil/trace.go:171","msg":"trace[1493469638] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"128.93796ms","start":"2026-04-23T00:37:16.001722Z","end":"2026-04-23T00:37:16.13066Z","steps":["trace[1493469638] 'process raft request' (duration: 128.584551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:16.943122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.494553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:16.943229Z","caller":"traceutil/trace.go:171","msg":"trace[2129831008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9620; }","duration":"588.665467ms","start":"2026-04-23T00:37:16.354541Z","end":"2026-04-23T00:37:16.943207Z","steps":["trace[2129831008] 'count revisions from in-memory index tree' (duration: 588.389079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:16.943274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:16.354518Z","time spent":"588.743028ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:37:16.943325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.868491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:37:16.943559Z","caller":"traceutil/trace.go:171","msg":"trace[794816507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9620; }","duration":"364.140219ms","start":"2026-04-23T00:37:16.579382Z","end":"2026-04-23T00:37:16.943522Z","steps":["trace[794816507] 'range keys from in-memory index tree' (duration: 363.581554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.943595Z","caller":"traceutil/trace.go:171","msg":"trace[746325182] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"258.039697ms","start":"2026-04-23T00:37:16.68552Z","end":"2026-04-23T00:37:16.943559Z","steps":["trace[746325182] 'process raft request' (duration: 255.706028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:16.943633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:16.579334Z","time spent":"364.282642ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:37:16.943728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.18031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:16.943772Z","caller":"traceutil/trace.go:171","msg":"trace[569186309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9621; }","duration":"239.254101ms","start":"2026-04-23T00:37:16.704504Z","end":"2026-04-23T00:37:16.943758Z","steps":["trace[569186309] 'agreement among raft nodes before linearized reading' (duration: 239.168229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:16.943916Z","caller":"traceutil/trace.go:171","msg":"trace[1143373251] linearizableReadLoop","detail":"{readStateIndex:9974; appliedIndex:9973; }","duration":"238.968814ms","start":"2026-04-23T00:37:16.704549Z","end":"2026-04-23T00:37:16.943518Z","steps":["trace[1143373251] 'read index received' (duration: 236.580513ms)","trace[1143373251] 'applied index is now lower than readState.Index' (duration: 2.386611ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:21.403842Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:37:21.409678Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T00:37:21.409826Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T00:37:24.397164Z","caller":"traceutil/trace.go:171","msg":"trace[1029222716] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"513.475785ms","start":"2026-04-23T00:37:23.883647Z","end":"2026-04-23T00:37:24.397123Z","steps":["trace[1029222716] 'process raft request' (duration: 512.752287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:24.397168Z","caller":"traceutil/trace.go:171","msg":"trace[1931501410] linearizableReadLoop","detail":"{readStateIndex:10054; appliedIndex:10053; }","duration":"264.630771ms","start":"2026-04-23T00:37:24.132337Z","end":"2026-04-23T00:37:24.396968Z","steps":["trace[1931501410] 'read index received' (duration: 264.110338ms)","trace[1931501410] 'applied index is now lower than readState.Index' (duration: 518.433µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:24.397349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:23.883621Z","time spent":"513.648749ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:37:24.39774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.292188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:37:24.397835Z","caller":"traceutil/trace.go:171","msg":"trace[1375031647] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9699; }","duration":"265.536704ms","start":"2026-04-23T00:37:24.132283Z","end":"2026-04-23T00:37:24.39782Z","steps":["trace[1375031647] 'agreement among raft nodes before linearized reading' (duration: 264.97103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:24.450032Z","caller":"traceutil/trace.go:171","msg":"trace[756710968] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"286.908235ms","start":"2026-04-23T00:37:24.162898Z","end":"2026-04-23T00:37:24.449807Z","steps":["trace[756710968] 'process raft request' (duration: 286.72929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:24.450085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.904479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kdfb9\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-04-23T00:37:24.450165Z","caller":"traceutil/trace.go:171","msg":"trace[561905509] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kdfb9; range_end:; response_count:1; response_revision:9703; }","duration":"297.002381ms","start":"2026-04-23T00:37:24.153139Z","end":"2026-04-23T00:37:24.450142Z","steps":["trace[561905509] 'agreement among raft nodes before linearized reading' (duration: 296.582751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:24.450127Z","caller":"traceutil/trace.go:171","msg":"trace[1243407548] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"292.963318ms","start":"2026-04-23T00:37:24.157104Z","end":"2026-04-23T00:37:24.450068Z","steps":["trace[1243407548] 'process raft request' (duration: 292.297892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:24.4503Z","caller":"traceutil/trace.go:171","msg":"trace[1300311491] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"287.469629ms","start":"2026-04-23T00:37:24.162815Z","end":"2026-04-23T00:37:24.450284Z","steps":["trace[1300311491] 'process raft request' (duration: 286.773161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:24.450492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.613758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:24.450549Z","caller":"traceutil/trace.go:171","msg":"trace[1867600227] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9703; }","duration":"250.674169ms","start":"2026-04-23T00:37:24.199863Z","end":"2026-04-23T00:37:24.450537Z","steps":["trace[1867600227] 'agreement among raft nodes before linearized reading' (duration: 250.589657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.082164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795298754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:37:25.211113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.002165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:37:25.211241Z","caller":"traceutil/trace.go:171","msg":"trace[1804984081] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"759.402114ms","start":"2026-04-23T00:37:24.451813Z","end":"2026-04-23T00:37:25.211215Z","steps":["trace[1804984081] 'process raft request' (duration: 30.192124ms)","trace[1804984081] 'compare' (duration: 728.446881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:25.211308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:24.451781Z","time spent":"759.495077ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:25.496184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014156349s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:37:25.52637Z","caller":"traceutil/trace.go:171","msg":"trace[2122974033] linearizableReadLoop","detail":"{readStateIndex:10060; appliedIndex:10059; }","duration":"945.187846ms","start":"2026-04-23T00:37:24.581139Z","end":"2026-04-23T00:37:25.526327Z","steps":["trace[2122974033] 'read index received' (duration: 915.236778ms)","trace[2122974033] 'applied index is now lower than readState.Index' (duration: 29.949658ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:25.526632Z","caller":"traceutil/trace.go:171","msg":"trace[1037227170] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"1.065806276s","start":"2026-04-23T00:37:24.46075Z","end":"2026-04-23T00:37:25.526556Z","steps":["trace[1037227170] 'process raft request' (duration: 1.035692314s)","trace[1037227170] 'compare' (duration: 29.705582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:25.526736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.558755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:37:25.526786Z","caller":"traceutil/trace.go:171","msg":"trace[665433387] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9705; }","duration":"945.71372ms","start":"2026-04-23T00:37:24.581055Z","end":"2026-04-23T00:37:25.526769Z","steps":["trace[665433387] 'agreement among raft nodes before linearized reading' (duration: 945.504874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.526839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:24.581031Z","time spent":"945.796843ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":40,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:37:25.526842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:24.460724Z","time spent":"1.066011222s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:25.52682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.92748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:25.527089Z","caller":"traceutil/trace.go:171","msg":"trace[261852108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9705; }","duration":"822.286519ms","start":"2026-04-23T00:37:24.704791Z","end":"2026-04-23T00:37:25.527077Z","steps":["trace[261852108] 'agreement among raft nodes before linearized reading' (duration: 821.901029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.527144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:24.704758Z","time spent":"822.349661ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:37:25.52739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.344764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:37:25.527459Z","caller":"traceutil/trace.go:171","msg":"trace[603093384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9705; }","duration":"106.454347ms","start":"2026-04-23T00:37:25.420981Z","end":"2026-04-23T00:37:25.527435Z","steps":["trace[603093384] 'agreement among raft nodes before linearized reading' (duration: 106.330084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.527491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.458799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:37:25.527539Z","caller":"traceutil/trace.go:171","msg":"trace[1400837367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9705; }","duration":"275.560642ms","start":"2026-04-23T00:37:25.251964Z","end":"2026-04-23T00:37:25.527524Z","steps":["trace[1400837367] 'agreement among raft nodes before linearized reading' (duration: 275.383068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.527633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.772584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:37:25.527669Z","caller":"traceutil/trace.go:171","msg":"trace[1808615646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9705; }","duration":"224.858377ms","start":"2026-04-23T00:37:25.302803Z","end":"2026-04-23T00:37:25.527661Z","steps":["trace[1808615646] 'agreement among raft nodes before linearized reading' (duration: 224.658392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.527759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.415008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:37:25.527815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.734942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:37:25.527894Z","caller":"traceutil/trace.go:171","msg":"trace[1380452235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9705; }","duration":"263.842404ms","start":"2026-04-23T00:37:25.264017Z","end":"2026-04-23T00:37:25.527859Z","steps":["trace[1380452235] 'agreement among raft nodes before linearized reading' (duration: 263.721361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.52797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.489497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:37:25.528023Z","caller":"traceutil/trace.go:171","msg":"trace[474368155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9705; }","duration":"696.58078ms","start":"2026-04-23T00:37:24.831429Z","end":"2026-04-23T00:37:25.52801Z","steps":["trace[474368155] 'agreement among raft nodes before linearized reading' (duration: 696.419746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:25.527811Z","caller":"traceutil/trace.go:171","msg":"trace[295537773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9705; }","duration":"549.50361ms","start":"2026-04-23T00:37:24.978293Z","end":"2026-04-23T00:37:25.527797Z","steps":["trace[295537773] 'agreement among raft nodes before linearized reading' (duration: 549.368237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:25.528062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:24.8314Z","time spent":"696.649622ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:37:25.528105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:24.97827Z","time spent":"549.820149ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:37:25.528056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.188795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:37:25.528236Z","caller":"traceutil/trace.go:171","msg":"trace[1877568057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9705; }","duration":"107.39543ms","start":"2026-04-23T00:37:25.420828Z","end":"2026-04-23T00:37:25.528223Z","steps":["trace[1877568057] 'agreement among raft nodes before linearized reading' (duration: 107.102623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.157958Z","caller":"traceutil/trace.go:171","msg":"trace[1956933297] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"621.914786ms","start":"2026-04-23T00:37:25.535998Z","end":"2026-04-23T00:37:26.157913Z","steps":["trace[1956933297] 'process raft request' (duration: 621.742871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.157987Z","caller":"traceutil/trace.go:171","msg":"trace[1837426839] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"622.09825ms","start":"2026-04-23T00:37:25.535824Z","end":"2026-04-23T00:37:26.157922Z","steps":["trace[1837426839] 'process raft request' (duration: 621.681049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.158208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.535991Z","time spent":"622.08453ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:26.158246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.535801Z","time spent":"622.294655ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:37:26.158546Z","caller":"traceutil/trace.go:171","msg":"trace[1093360489] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10060; }","duration":"621.441034ms","start":"2026-04-23T00:37:25.537078Z","end":"2026-04-23T00:37:26.158519Z","steps":["trace[1093360489] 'read index received' (duration: 22.620713ms)","trace[1093360489] 'applied index is now lower than readState.Index' (duration: 598.818871ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:26.158607Z","caller":"traceutil/trace.go:171","msg":"trace[2092467124] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"621.741081ms","start":"2026-04-23T00:37:25.536833Z","end":"2026-04-23T00:37:26.158574Z","steps":["trace[2092467124] 'process raft request' (duration: 621.436053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.158638Z","caller":"traceutil/trace.go:171","msg":"trace[828389450] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"621.659739ms","start":"2026-04-23T00:37:25.536962Z","end":"2026-04-23T00:37:26.158621Z","steps":["trace[828389450] 'process raft request' (duration: 621.500735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.158727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.536941Z","time spent":"621.736991ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:26.158767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.536824Z","time spent":"621.849594ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:37:26.158529Z","caller":"traceutil/trace.go:171","msg":"trace[1579538690] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"622.300005ms","start":"2026-04-23T00:37:25.536128Z","end":"2026-04-23T00:37:26.158428Z","steps":["trace[1579538690] 'process raft request' (duration: 621.69065ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.158944Z","caller":"traceutil/trace.go:171","msg":"trace[889615364] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"621.814563ms","start":"2026-04-23T00:37:25.53605Z","end":"2026-04-23T00:37:26.157865Z","steps":["trace[889615364] 'process raft request' (duration: 621.733941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.158914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.788002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-mkw5j\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-04-23T00:37:26.159119Z","caller":"traceutil/trace.go:171","msg":"trace[385757561] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-mkw5j; range_end:; response_count:1; response_revision:9712; }","duration":"622.045419ms","start":"2026-04-23T00:37:25.537029Z","end":"2026-04-23T00:37:26.159075Z","steps":["trace[385757561] 'agreement among raft nodes before linearized reading' (duration: 621.623138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.159009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.536037Z","time spent":"622.938531ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:26.159206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.537Z","time spent":"622.182462ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19097,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-mkw5j\" "} {"level":"warn","ts":"2026-04-23T00:37:26.159001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.536107Z","time spent":"622.858759ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:37:26.302898Z","caller":"traceutil/trace.go:171","msg":"trace[1309882035] linearizableReadLoop","detail":"{readStateIndex:10068; appliedIndex:10067; }","duration":"144.240895ms","start":"2026-04-23T00:37:26.158626Z","end":"2026-04-23T00:37:26.302867Z","steps":["trace[1309882035] 'read index received' (duration: 109.954806ms)","trace[1309882035] 'applied index is now lower than readState.Index' (duration: 34.284929ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:26.3031Z","caller":"traceutil/trace.go:171","msg":"trace[1784392314] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"251.787139ms","start":"2026-04-23T00:37:26.051262Z","end":"2026-04-23T00:37:26.303049Z","steps":["trace[1784392314] 'process raft request' (duration: 217.298775ms)","trace[1784392314] 'compare' (duration: 34.153215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:26.303312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.729796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:37:26.303445Z","caller":"traceutil/trace.go:171","msg":"trace[1370533294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9713; }","duration":"204.931221ms","start":"2026-04-23T00:37:26.098481Z","end":"2026-04-23T00:37:26.303412Z","steps":["trace[1370533294] 'agreement among raft nodes before linearized reading' (duration: 204.450949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.303439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.599995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-23T00:37:26.303493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.17234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290338"} {"level":"info","ts":"2026-04-23T00:37:26.303564Z","caller":"traceutil/trace.go:171","msg":"trace[468525330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9713; }","duration":"766.283353ms","start":"2026-04-23T00:37:25.537266Z","end":"2026-04-23T00:37:26.30355Z","steps":["trace[468525330] 'agreement among raft nodes before linearized reading' (duration: 765.723059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.303584Z","caller":"traceutil/trace.go:171","msg":"trace[1090443635] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c; range_end:; response_count:1; response_revision:9713; }","duration":"416.79823ms","start":"2026-04-23T00:37:25.886742Z","end":"2026-04-23T00:37:26.303541Z","steps":["trace[1090443635] 'agreement among raft nodes before linearized reading' (duration: 416.271346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.303583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.487889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:26.303642Z","caller":"traceutil/trace.go:171","msg":"trace[1690619738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9713; }","duration":"232.591542ms","start":"2026-04-23T00:37:26.071036Z","end":"2026-04-23T00:37:26.303628Z","steps":["trace[1690619738] 'agreement among raft nodes before linearized reading' (duration: 231.964046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.303645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.886718Z","time spent":"416.916092ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-67dbd756d8-cczlm.18a8d5397cf6274c\" "} {"level":"warn","ts":"2026-04-23T00:37:26.303627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:25.537256Z","time spent":"766.338765ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290361,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:37:26.352415Z","caller":"traceutil/trace.go:171","msg":"trace[1548081083] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"177.180899ms","start":"2026-04-23T00:37:26.175205Z","end":"2026-04-23T00:37:26.352386Z","steps":["trace[1548081083] 'process raft request' (duration: 177.031405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.490868Z","caller":"traceutil/trace.go:171","msg":"trace[1522228190] linearizableReadLoop","detail":"{readStateIndex:10070; appliedIndex:10068; }","duration":"180.406891ms","start":"2026-04-23T00:37:26.310432Z","end":"2026-04-23T00:37:26.490839Z","steps":["trace[1522228190] 'read index received' (duration: 41.903602ms)","trace[1522228190] 'applied index is now lower than readState.Index' (duration: 138.501569ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:26.4909Z","caller":"traceutil/trace.go:171","msg":"trace[11268957] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"182.220277ms","start":"2026-04-23T00:37:26.308644Z","end":"2026-04-23T00:37:26.490864Z","steps":["trace[11268957] 'process raft request' (duration: 102.142708ms)","trace[11268957] 'compare' (duration: 79.887384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:26.491115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.672857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:37:26.491162Z","caller":"traceutil/trace.go:171","msg":"trace[1031969721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9715; }","duration":"180.73659ms","start":"2026-04-23T00:37:26.310411Z","end":"2026-04-23T00:37:26.491147Z","steps":["trace[1031969721] 'agreement among raft nodes before linearized reading' (duration: 180.554455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.521364Z","caller":"traceutil/trace.go:171","msg":"trace[375952182] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"160.920747ms","start":"2026-04-23T00:37:26.360408Z","end":"2026-04-23T00:37:26.521329Z","steps":["trace[375952182] 'process raft request' (duration: 160.624989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.521995Z","caller":"traceutil/trace.go:171","msg":"trace[1182233181] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"161.385458ms","start":"2026-04-23T00:37:26.360582Z","end":"2026-04-23T00:37:26.521968Z","steps":["trace[1182233181] 'process raft request' (duration: 160.624488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.585716Z","caller":"traceutil/trace.go:171","msg":"trace[1385596058] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"128.775922ms","start":"2026-04-23T00:37:26.456902Z","end":"2026-04-23T00:37:26.585678Z","steps":["trace[1385596058] 'process raft request' (duration: 128.480644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.585743Z","caller":"traceutil/trace.go:171","msg":"trace[1760534530] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"128.736981ms","start":"2026-04-23T00:37:26.456972Z","end":"2026-04-23T00:37:26.585709Z","steps":["trace[1760534530] 'process raft request' (duration: 128.603317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:26.585991Z","caller":"traceutil/trace.go:171","msg":"trace[1635988528] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"128.752412ms","start":"2026-04-23T00:37:26.457186Z","end":"2026-04-23T00:37:26.585939Z","steps":["trace[1635988528] 'process raft request' (duration: 128.422663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:26.586334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.122564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kdfb9\" ","response":"range_response_count:1 size:9878"} {"level":"info","ts":"2026-04-23T00:37:26.586499Z","caller":"traceutil/trace.go:171","msg":"trace[403297506] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kdfb9; range_end:; response_count:1; response_revision:9720; }","duration":"227.35455ms","start":"2026-04-23T00:37:26.359118Z","end":"2026-04-23T00:37:26.586473Z","steps":["trace[403297506] 'agreement among raft nodes before linearized reading' (duration: 226.645482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:38:19.61728Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7774} {"level":"info","ts":"2026-04-23T00:38:19.744965Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7774,"took":"126.133815ms","hash":887427649,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":27852800,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T00:38:19.745017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":887427649,"revision":7774,"compact-revision":5464} {"level":"info","ts":"2026-04-23T00:42:45.703076Z","caller":"traceutil/trace.go:171","msg":"trace[1230452] transaction","detail":"{read_only:false; response_revision:12056; number_of_response:1; }","duration":"268.049632ms","start":"2026-04-23T00:42:45.435002Z","end":"2026-04-23T00:42:45.703051Z","steps":["trace[1230452] 'process raft request' (duration: 267.871918ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.050395Z","caller":"traceutil/trace.go:171","msg":"trace[1009778376] linearizableReadLoop","detail":"{readStateIndex:12595; appliedIndex:12594; }","duration":"212.141855ms","start":"2026-04-23T00:43:03.838223Z","end":"2026-04-23T00:43:04.050365Z","steps":["trace[1009778376] 'read index received' (duration: 211.973371ms)","trace[1009778376] 'applied index is now lower than readState.Index' (duration: 166.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:04.050508Z","caller":"traceutil/trace.go:171","msg":"trace[470293826] transaction","detail":"{read_only:false; response_revision:12160; number_of_response:1; }","duration":"265.025105ms","start":"2026-04-23T00:43:03.785448Z","end":"2026-04-23T00:43:04.050474Z","steps":["trace[470293826] 'process raft request' (duration: 264.739908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.050633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.395942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:43:04.050815Z","caller":"traceutil/trace.go:171","msg":"trace[259183132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12160; }","duration":"212.619418ms","start":"2026-04-23T00:43:03.83817Z","end":"2026-04-23T00:43:04.05079Z","steps":["trace[259183132] 'agreement among raft nodes before linearized reading' (duration: 212.338841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.311627Z","caller":"traceutil/trace.go:171","msg":"trace[1752165518] transaction","detail":"{read_only:false; response_revision:12161; number_of_response:1; }","duration":"390.501524ms","start":"2026-04-23T00:43:03.92109Z","end":"2026-04-23T00:43:04.311592Z","steps":["trace[1752165518] 'process raft request' (duration: 390.127954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.311689Z","caller":"traceutil/trace.go:171","msg":"trace[1319684081] linearizableReadLoop","detail":"{readStateIndex:12598; appliedIndex:12595; }","duration":"261.168307ms","start":"2026-04-23T00:43:04.05048Z","end":"2026-04-23T00:43:04.311649Z","steps":["trace[1319684081] 'read index received' (duration: 260.752147ms)","trace[1319684081] 'applied index is now lower than readState.Index' (duration: 414.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:04.311798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.921074Z","time spent":"390.633689ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:04.311901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.406486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:04.31195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.073803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:04.311976Z","caller":"traceutil/trace.go:171","msg":"trace[189654457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12163; }","duration":"312.54373ms","start":"2026-04-23T00:43:03.999411Z","end":"2026-04-23T00:43:04.311955Z","steps":["trace[189654457] 'agreement among raft nodes before linearized reading' (duration: 312.397446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.311998Z","caller":"traceutil/trace.go:171","msg":"trace[736821945] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12163; }","duration":"313.253828ms","start":"2026-04-23T00:43:03.998731Z","end":"2026-04-23T00:43:04.311985Z","steps":["trace[736821945] 'agreement among raft nodes before linearized reading' (duration: 313.096684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.9987Z","time spent":"313.35185ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:43:04.312116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.425322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:04.312177Z","caller":"traceutil/trace.go:171","msg":"trace[1927354040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12163; }","duration":"313.522764ms","start":"2026-04-23T00:43:03.998641Z","end":"2026-04-23T00:43:04.312164Z","steps":["trace[1927354040] 'agreement among raft nodes before linearized reading' (duration: 313.424542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.287506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:43:04.312219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.998623Z","time spent":"313.588385ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T00:43:04.312246Z","caller":"traceutil/trace.go:171","msg":"trace[473407437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12163; }","duration":"348.398959ms","start":"2026-04-23T00:43:03.963825Z","end":"2026-04-23T00:43:04.312224Z","steps":["trace[473407437] 'agreement among raft nodes before linearized reading' (duration: 348.143972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.963791Z","time spent":"348.495251ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:43:04.312291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.228003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:43:04.312422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.725274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:43:04.312312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.563491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:04.312406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.481172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:43:04.312446Z","caller":"traceutil/trace.go:171","msg":"trace[1058696701] transaction","detail":"{read_only:false; response_revision:12163; number_of_response:1; }","duration":"308.207239ms","start":"2026-04-23T00:43:04.004202Z","end":"2026-04-23T00:43:04.312409Z","steps":["trace[1058696701] 'process raft request' (duration: 307.370367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.312465Z","caller":"traceutil/trace.go:171","msg":"trace[846060870] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12163; }","duration":"312.782655ms","start":"2026-04-23T00:43:03.999669Z","end":"2026-04-23T00:43:04.312452Z","steps":["trace[846060870] 'agreement among raft nodes before linearized reading' (duration: 312.642432ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.312467Z","caller":"traceutil/trace.go:171","msg":"trace[230421239] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12163; }","duration":"312.754015ms","start":"2026-04-23T00:43:03.999702Z","end":"2026-04-23T00:43:04.312456Z","steps":["trace[230421239] 'agreement among raft nodes before linearized reading' (duration: 312.54222ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.312426Z","caller":"traceutil/trace.go:171","msg":"trace[166261804] transaction","detail":"{read_only:false; response_revision:12162; number_of_response:1; }","duration":"391.137271ms","start":"2026-04-23T00:43:03.921204Z","end":"2026-04-23T00:43:04.312341Z","steps":["trace[166261804] 'process raft request' (duration: 390.247057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.057695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:43:04.312524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.999689Z","time spent":"312.821137ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-23T00:43:04.312416Z","caller":"traceutil/trace.go:171","msg":"trace[1368313451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12163; }","duration":"378.400608ms","start":"2026-04-23T00:43:03.933984Z","end":"2026-04-23T00:43:04.312385Z","steps":["trace[1368313451] 'agreement among raft nodes before linearized reading' (duration: 378.056969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:04.312573Z","caller":"traceutil/trace.go:171","msg":"trace[443016838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12163; }","duration":"439.141777ms","start":"2026-04-23T00:43:03.873409Z","end":"2026-04-23T00:43:04.312551Z","steps":["trace[443016838] 'agreement among raft nodes before linearized reading' (duration: 438.972413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.873399Z","time spent":"439.200359ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:43:04.312604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.004185Z","time spent":"308.315932ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:04.312637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.933973Z","time spent":"378.628223ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:43:04.312503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.99966Z","time spent":"312.835547ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-23T00:43:04.312507Z","caller":"traceutil/trace.go:171","msg":"trace[985785138] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12163; }","duration":"311.614085ms","start":"2026-04-23T00:43:04.000866Z","end":"2026-04-23T00:43:04.31248Z","steps":["trace[985785138] 'agreement among raft nodes before linearized reading' (duration: 311.279947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.999403Z","time spent":"312.610411ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:43:04.312714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.805729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:43:04.31274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.921177Z","time spent":"391.392957ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:04.312749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.000855Z","time spent":"311.884433ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-23T00:43:04.312815Z","caller":"traceutil/trace.go:171","msg":"trace[1205899122] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12163; }","duration":"348.937892ms","start":"2026-04-23T00:43:03.96385Z","end":"2026-04-23T00:43:04.312787Z","steps":["trace[1205899122] 'agreement among raft nodes before linearized reading' (duration: 348.591103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:04.312863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:03.963843Z","time spent":"349.010403ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:43:04.812037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795305418,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:43:05.31024Z","caller":"traceutil/trace.go:171","msg":"trace[583200765] transaction","detail":"{read_only:false; response_revision:12164; number_of_response:1; }","duration":"1.254895246s","start":"2026-04-23T00:43:04.055307Z","end":"2026-04-23T00:43:05.310203Z","steps":["trace[583200765] 'process raft request' (duration: 1.220843953s)","trace[583200765] 'compare' (duration: 33.91043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:05.310409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.055289Z","time spent":"1.25503435s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:43:05.40752Z","caller":"traceutil/trace.go:171","msg":"trace[930297516] transaction","detail":"{read_only:false; response_revision:12165; number_of_response:1; }","duration":"1.090492931s","start":"2026-04-23T00:43:04.316991Z","end":"2026-04-23T00:43:05.407484Z","steps":["trace[930297516] 'process raft request' (duration: 1.090309127s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.407686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.316971Z","time spent":"1.090629365s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:43:05.407979Z","caller":"traceutil/trace.go:171","msg":"trace[2017459443] linearizableReadLoop","detail":"{readStateIndex:12603; appliedIndex:12598; }","duration":"1.096158884s","start":"2026-04-23T00:43:04.311785Z","end":"2026-04-23T00:43:05.407944Z","steps":["trace[2017459443] 'read index received' (duration: 964.318603ms)","trace[2017459443] 'applied index is now lower than readState.Index' (duration: 131.839091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:05.407989Z","caller":"traceutil/trace.go:171","msg":"trace[1941205280] transaction","detail":"{read_only:false; response_revision:12167; number_of_response:1; }","duration":"1.090550342s","start":"2026-04-23T00:43:04.317401Z","end":"2026-04-23T00:43:05.407951Z","steps":["trace[1941205280] 'process raft request' (duration: 1.090291496s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251372757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:05.408172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02298193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:43:05.408191Z","caller":"traceutil/trace.go:171","msg":"trace[1285420432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12168; }","duration":"1.251436099s","start":"2026-04-23T00:43:04.156742Z","end":"2026-04-23T00:43:05.408178Z","steps":["trace[1285420432] 'agreement among raft nodes before linearized reading' (duration: 1.251347517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.31738Z","time spent":"1.090698005s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:05.408202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251221464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:43:05.408216Z","caller":"traceutil/trace.go:171","msg":"trace[84510440] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12168; }","duration":"1.023060332s","start":"2026-04-23T00:43:04.385142Z","end":"2026-04-23T00:43:05.408202Z","steps":["trace[84510440] 'agreement among raft nodes before linearized reading' (duration: 1.02297504s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.40823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.156674Z","time spent":"1.251546172s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:43:05.40822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251031519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:05.408252Z","caller":"traceutil/trace.go:171","msg":"trace[1670317786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12168; }","duration":"1.251298286s","start":"2026-04-23T00:43:04.15694Z","end":"2026-04-23T00:43:05.408238Z","steps":["trace[1670317786] 'agreement among raft nodes before linearized reading' (duration: 1.251098491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251035729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:05.408254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.015188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:05.408344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.144519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:43:05.408336Z","caller":"traceutil/trace.go:171","msg":"trace[208283241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12168; }","duration":"1.251142872s","start":"2026-04-23T00:43:04.157136Z","end":"2026-04-23T00:43:05.408279Z","steps":["trace[208283241] 'agreement among raft nodes before linearized reading' (duration: 1.250994469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.116582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T00:43:05.408423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.73722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:05.408425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251683056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:05.40843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.421673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:05.40846Z","caller":"traceutil/trace.go:171","msg":"trace[1018672560] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12168; }","duration":"903.772941ms","start":"2026-04-23T00:43:04.504678Z","end":"2026-04-23T00:43:05.408451Z","steps":["trace[1018672560] 'agreement among raft nodes before linearized reading' (duration: 903.721679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:05.408484Z","caller":"traceutil/trace.go:171","msg":"trace[1823522812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12168; }","duration":"703.519716ms","start":"2026-04-23T00:43:04.704953Z","end":"2026-04-23T00:43:05.408473Z","steps":["trace[1823522812] 'agreement among raft nodes before linearized reading' (duration: 703.441654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.504613Z","time spent":"903.871172ms","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:43:05.408493Z","caller":"traceutil/trace.go:171","msg":"trace[1338934593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12168; }","duration":"1.251776208s","start":"2026-04-23T00:43:04.156693Z","end":"2026-04-23T00:43:05.40847Z","steps":["trace[1338934593] 'agreement among raft nodes before linearized reading' (duration: 1.251703836s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.704931Z","time spent":"703.580377ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:43:05.408532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.156668Z","time spent":"1.251856719s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-23T00:43:05.408293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.156927Z","time spent":"1.251359467s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:43:05.408254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.38513Z","time spent":"1.023116103s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:43:05.408425Z","caller":"traceutil/trace.go:171","msg":"trace[1944409801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12168; }","duration":"457.186474ms","start":"2026-04-23T00:43:04.951227Z","end":"2026-04-23T00:43:05.408414Z","steps":["trace[1944409801] 'agreement among raft nodes before linearized reading' (duration: 457.099512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.4087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.951193Z","time spent":"457.491651ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:43:05.408373Z","caller":"traceutil/trace.go:171","msg":"trace[917218717] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12168; }","duration":"659.169342ms","start":"2026-04-23T00:43:04.749168Z","end":"2026-04-23T00:43:05.408337Z","steps":["trace[917218717] 'agreement among raft nodes before linearized reading' (duration: 658.980337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:05.408345Z","caller":"traceutil/trace.go:171","msg":"trace[1219906344] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12168; }","duration":"1.251271795s","start":"2026-04-23T00:43:04.157045Z","end":"2026-04-23T00:43:05.408317Z","steps":["trace[1219906344] 'agreement among raft nodes before linearized reading' (duration: 1.250954817s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.408907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.749156Z","time spent":"659.695655ms","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:05.408958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.157039Z","time spent":"1.251897151s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:43:05.40833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.622519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:43:05.409071Z","caller":"traceutil/trace.go:171","msg":"trace[165778560] transaction","detail":"{read_only:false; response_revision:12166; number_of_response:1; }","duration":"1.090706707s","start":"2026-04-23T00:43:04.317068Z","end":"2026-04-23T00:43:05.407775Z","steps":["trace[165778560] 'process raft request' (duration: 1.090378399s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:05.409093Z","caller":"traceutil/trace.go:171","msg":"trace[115823007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12168; }","duration":"159.4575ms","start":"2026-04-23T00:43:05.249616Z","end":"2026-04-23T00:43:05.409073Z","steps":["trace[115823007] 'agreement among raft nodes before linearized reading' (duration: 158.566318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:05.408375Z","caller":"traceutil/trace.go:171","msg":"trace[1308457097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:12168; }","duration":"694.21197ms","start":"2026-04-23T00:43:04.714154Z","end":"2026-04-23T00:43:05.408366Z","steps":["trace[1308457097] 'agreement among raft nodes before linearized reading' (duration: 694.121278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.409252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.317037Z","time spent":"1.092112062s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:05.409309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.714133Z","time spent":"695.158474ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:43:05.408422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.157126Z","time spent":"1.251283886s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:43:05.408434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.12541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:05.409451Z","caller":"traceutil/trace.go:171","msg":"trace[579410750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:12168; }","duration":"847.208796ms","start":"2026-04-23T00:43:04.562223Z","end":"2026-04-23T00:43:05.409431Z","steps":["trace[579410750] 'agreement among raft nodes before linearized reading' (duration: 846.16325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.4095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.562185Z","time spent":"847.297428ms","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:43:05.409672Z","caller":"traceutil/trace.go:171","msg":"trace[1476524394] transaction","detail":"{read_only:false; response_revision:12168; number_of_response:1; }","duration":"1.091130087s","start":"2026-04-23T00:43:04.317644Z","end":"2026-04-23T00:43:05.408774Z","steps":["trace[1476524394] 'process raft request' (duration: 1.090186263s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.409796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:04.317633Z","time spent":"1.09208844s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:05.55307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.568678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:05.553184Z","caller":"traceutil/trace.go:171","msg":"trace[1845721782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12168; }","duration":"143.728172ms","start":"2026-04-23T00:43:05.409434Z","end":"2026-04-23T00:43:05.553162Z","steps":["trace[1845721782] 'range keys from in-memory index tree' (duration: 143.488586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.553182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.023462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:43:05.55328Z","caller":"traceutil/trace.go:171","msg":"trace[1441973238] linearizableReadLoop","detail":"{readStateIndex:12604; appliedIndex:12603; }","duration":"139.218078ms","start":"2026-04-23T00:43:05.414043Z","end":"2026-04-23T00:43:05.553261Z","steps":["trace[1441973238] 'read index received' (duration: 32.071622ms)","trace[1441973238] 'applied index is now lower than readState.Index' (duration: 107.145586ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:05.553402Z","caller":"traceutil/trace.go:171","msg":"trace[712138426] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"139.863354ms","start":"2026-04-23T00:43:05.413511Z","end":"2026-04-23T00:43:05.553374Z","steps":["trace[712138426] 'process raft request' (duration: 32.582545ms)","trace[712138426] 'compare' (duration: 106.817047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:05.553745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.71316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447625"} {"level":"info","ts":"2026-04-23T00:43:05.553776Z","caller":"traceutil/trace.go:171","msg":"trace[921066467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12169; }","duration":"139.778712ms","start":"2026-04-23T00:43:05.413989Z","end":"2026-04-23T00:43:05.553768Z","steps":["trace[921066467] 'agreement among raft nodes before linearized reading' (duration: 139.31704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:05.876592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.439333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:05.876673Z","caller":"traceutil/trace.go:171","msg":"trace[729361947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12169; }","duration":"171.561557ms","start":"2026-04-23T00:43:05.705093Z","end":"2026-04-23T00:43:05.876655Z","steps":["trace[729361947] 'range keys from in-memory index tree' (duration: 171.320831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:06.509556Z","caller":"traceutil/trace.go:171","msg":"trace[1142478448] linearizableReadLoop","detail":"{readStateIndex:12608; appliedIndex:12607; }","duration":"164.348884ms","start":"2026-04-23T00:43:06.345178Z","end":"2026-04-23T00:43:06.509527Z","steps":["trace[1142478448] 'read index received' (duration: 138.140151ms)","trace[1142478448] 'applied index is now lower than readState.Index' (duration: 26.207753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:06.509658Z","caller":"traceutil/trace.go:171","msg":"trace[1532056683] transaction","detail":"{read_only:false; response_revision:12173; number_of_response:1; }","duration":"188.895896ms","start":"2026-04-23T00:43:06.320723Z","end":"2026-04-23T00:43:06.509619Z","steps":["trace[1532056683] 'process raft request' (duration: 162.659291ms)","trace[1532056683] 'compare' (duration: 26.0453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:06.509753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.933227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-23T00:43:06.509746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.83583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:06.509791Z","caller":"traceutil/trace.go:171","msg":"trace[371679488] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12173; }","duration":"189.014269ms","start":"2026-04-23T00:43:06.320765Z","end":"2026-04-23T00:43:06.50978Z","steps":["trace[371679488] 'agreement among raft nodes before linearized reading' (duration: 188.903826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:06.509807Z","caller":"traceutil/trace.go:171","msg":"trace[764278753] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12173; }","duration":"187.945882ms","start":"2026-04-23T00:43:06.321843Z","end":"2026-04-23T00:43:06.509789Z","steps":["trace[764278753] 'agreement among raft nodes before linearized reading' (duration: 187.818349ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:07.587777Z","caller":"traceutil/trace.go:171","msg":"trace[1853513314] transaction","detail":"{read_only:false; response_revision:12175; number_of_response:1; }","duration":"170.151071ms","start":"2026-04-23T00:43:07.417587Z","end":"2026-04-23T00:43:07.587738Z","steps":["trace[1853513314] 'process raft request' (duration: 138.541961ms)","trace[1853513314] 'compare' (duration: 31.323713ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:07.58784Z","caller":"traceutil/trace.go:171","msg":"trace[2137801364] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"168.553341ms","start":"2026-04-23T00:43:07.419261Z","end":"2026-04-23T00:43:07.587814Z","steps":["trace[2137801364] 'process raft request' (duration: 168.495959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:07.587845Z","caller":"traceutil/trace.go:171","msg":"trace[181847991] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"169.631779ms","start":"2026-04-23T00:43:07.418181Z","end":"2026-04-23T00:43:07.587813Z","steps":["trace[181847991] 'process raft request' (duration: 169.482325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:07.588202Z","caller":"traceutil/trace.go:171","msg":"trace[1313989368] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"167.908494ms","start":"2026-04-23T00:43:07.420264Z","end":"2026-04-23T00:43:07.588172Z","steps":["trace[1313989368] 'process raft request' (duration: 167.522004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:10.566208Z","caller":"traceutil/trace.go:171","msg":"trace[955503328] transaction","detail":"{read_only:false; response_revision:12190; number_of_response:1; }","duration":"167.206647ms","start":"2026-04-23T00:43:10.398958Z","end":"2026-04-23T00:43:10.566165Z","steps":["trace[955503328] 'process raft request' (duration: 106.049767ms)","trace[955503328] 'compare' (duration: 60.696999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:10.652576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.915527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:43:10.652639Z","caller":"traceutil/trace.go:171","msg":"trace[257678156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12192; }","duration":"133.039961ms","start":"2026-04-23T00:43:10.519584Z","end":"2026-04-23T00:43:10.652624Z","steps":["trace[257678156] 'agreement among raft nodes before linearized reading' (duration: 132.860636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:19.632014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10104} {"level":"info","ts":"2026-04-23T00:43:19.723307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10104,"took":"89.057197ms","hash":3540519838,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":25436160,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-23T00:43:19.723391Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3540519838,"revision":10104,"compact-revision":7774} {"level":"info","ts":"2026-04-23T00:47:33.742191Z","caller":"traceutil/trace.go:171","msg":"trace[1787238902] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"135.325409ms","start":"2026-04-23T00:47:33.606787Z","end":"2026-04-23T00:47:33.742112Z","steps":["trace[1787238902] 'process raft request' (duration: 127.47782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:19.638688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12262} {"level":"info","ts":"2026-04-23T00:48:19.717191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12262,"took":"76.002476ms","hash":2098093861,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":27222016,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T00:48:19.717258Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2098093861,"revision":12262,"compact-revision":10104} {"level":"info","ts":"2026-04-23T00:48:25.131104Z","caller":"traceutil/trace.go:171","msg":"trace[366756971] transaction","detail":"{read_only:false; response_revision:14345; number_of_response:1; }","duration":"129.738187ms","start":"2026-04-23T00:48:25.001317Z","end":"2026-04-23T00:48:25.131055Z","steps":["trace[366756971] 'process raft request' (duration: 129.507942ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:48.91747Z","caller":"traceutil/trace.go:171","msg":"trace[1219035099] linearizableReadLoop","detail":"{readStateIndex:15041; appliedIndex:15040; }","duration":"214.825004ms","start":"2026-04-23T00:48:48.702616Z","end":"2026-04-23T00:48:48.917441Z","steps":["trace[1219035099] 'read index received' (duration: 214.605198ms)","trace[1219035099] 'applied index is now lower than readState.Index' (duration: 218.756µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:48:48.917576Z","caller":"traceutil/trace.go:171","msg":"trace[2037844841] transaction","detail":"{read_only:false; response_revision:14523; number_of_response:1; }","duration":"380.932764ms","start":"2026-04-23T00:48:48.536612Z","end":"2026-04-23T00:48:48.917545Z","steps":["trace[2037844841] 'process raft request' (duration: 380.658747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:48.91774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:48.536556Z","time spent":"381.097178ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:48:48.917607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.975138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:48:48.917827Z","caller":"traceutil/trace.go:171","msg":"trace[581817029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14523; }","duration":"215.248815ms","start":"2026-04-23T00:48:48.702563Z","end":"2026-04-23T00:48:48.917812Z","steps":["trace[581817029] 'agreement among raft nodes before linearized reading' (duration: 214.987618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:50.143043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.607889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:48:50.143114Z","caller":"traceutil/trace.go:171","msg":"trace[113700454] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14528; }","duration":"521.722082ms","start":"2026-04-23T00:48:49.621372Z","end":"2026-04-23T00:48:50.143094Z","steps":["trace[113700454] 'count revisions from in-memory index tree' (duration: 521.532517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:50.14314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:49.621352Z","time spent":"521.781673ms","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:48:50.14342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.471463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:48:50.143483Z","caller":"traceutil/trace.go:171","msg":"trace[1312317861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14528; }","duration":"440.560265ms","start":"2026-04-23T00:48:49.702907Z","end":"2026-04-23T00:48:50.143467Z","steps":["trace[1312317861] 'range keys from in-memory index tree' (duration: 440.413961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:48:50.143514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:49.702888Z","time spent":"440.618707ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:48:50.143767Z","caller":"traceutil/trace.go:171","msg":"trace[1034587090] transaction","detail":"{read_only:false; response_revision:14529; number_of_response:1; }","duration":"418.487855ms","start":"2026-04-23T00:48:49.725209Z","end":"2026-04-23T00:48:50.143696Z","steps":["trace[1034587090] 'process raft request' (duration: 401.519436ms)","trace[1034587090] 'compare' (duration: 16.086397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:48:50.144024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:48:49.725181Z","time spent":"418.681431ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:48:50.144151Z","caller":"traceutil/trace.go:171","msg":"trace[162248801] transaction","detail":"{read_only:false; response_revision:14530; number_of_response:1; }","duration":"291.383525ms","start":"2026-04-23T00:48:49.852756Z","end":"2026-04-23T00:48:50.14414Z","steps":["trace[162248801] 'process raft request' (duration: 290.8135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:48:50.144221Z","caller":"traceutil/trace.go:171","msg":"trace[745575900] transaction","detail":"{read_only:false; response_revision:14531; number_of_response:1; }","duration":"241.10166ms","start":"2026-04-23T00:48:49.903063Z","end":"2026-04-23T00:48:50.144164Z","steps":["trace[745575900] 'process raft request' (duration: 240.636829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:05.678819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.562351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:49:05.678971Z","caller":"traceutil/trace.go:171","msg":"trace[1735980734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14614; }","duration":"263.770646ms","start":"2026-04-23T00:49:05.415174Z","end":"2026-04-23T00:49:05.678945Z","steps":["trace[1735980734] 'range keys from in-memory index tree' (duration: 263.327344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:05.679345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.088037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:49:05.679406Z","caller":"traceutil/trace.go:171","msg":"trace[1184361004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14614; }","duration":"160.189689ms","start":"2026-04-23T00:49:05.519202Z","end":"2026-04-23T00:49:05.679392Z","steps":["trace[1184361004] 'range keys from in-memory index tree' (duration: 159.959284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:05.679528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.08644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:49:05.679584Z","caller":"traceutil/trace.go:171","msg":"trace[1776114789] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14614; }","duration":"226.171363ms","start":"2026-04-23T00:49:05.453397Z","end":"2026-04-23T00:49:05.679569Z","steps":["trace[1776114789] 'range keys from in-memory index tree' (duration: 225.962058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:05.679591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.291136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:49:05.679698Z","caller":"traceutil/trace.go:171","msg":"trace[1441645797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14614; }","duration":"213.447969ms","start":"2026-04-23T00:49:05.466223Z","end":"2026-04-23T00:49:05.679671Z","steps":["trace[1441645797] 'range keys from in-memory index tree' (duration: 213.087411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:05.679675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.748326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:49:05.679782Z","caller":"traceutil/trace.go:171","msg":"trace[543773836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14614; }","duration":"224.9195ms","start":"2026-04-23T00:49:05.454835Z","end":"2026-04-23T00:49:05.679755Z","steps":["trace[543773836] 'range keys from in-memory index tree' (duration: 224.453548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:05.78512Z","caller":"traceutil/trace.go:171","msg":"trace[1347401732] transaction","detail":"{read_only:false; response_revision:14616; number_of_response:1; }","duration":"100.920978ms","start":"2026-04-23T00:49:05.684166Z","end":"2026-04-23T00:49:05.785087Z","steps":["trace[1347401732] 'process raft request' (duration: 95.721336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:05.78551Z","caller":"traceutil/trace.go:171","msg":"trace[1556265598] transaction","detail":"{read_only:false; response_revision:14618; number_of_response:1; }","duration":"101.01107ms","start":"2026-04-23T00:49:05.68446Z","end":"2026-04-23T00:49:05.785471Z","steps":["trace[1556265598] 'process raft request' (duration: 100.841066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:05.785495Z","caller":"traceutil/trace.go:171","msg":"trace[159260729] linearizableReadLoop","detail":"{readStateIndex:15139; appliedIndex:15135; }","duration":"100.641191ms","start":"2026-04-23T00:49:05.684813Z","end":"2026-04-23T00:49:05.785454Z","steps":["trace[159260729] 'read index received' (duration: 4.093424ms)","trace[159260729] 'applied index is now lower than readState.Index' (duration: 96.546067ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:05.78551Z","caller":"traceutil/trace.go:171","msg":"trace[201824582] transaction","detail":"{read_only:false; response_revision:14617; number_of_response:1; }","duration":"101.169474ms","start":"2026-04-23T00:49:05.68431Z","end":"2026-04-23T00:49:05.78548Z","steps":["trace[201824582] 'process raft request' (duration: 100.714953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:05.785781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.919488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18954"} {"level":"info","ts":"2026-04-23T00:49:05.785881Z","caller":"traceutil/trace.go:171","msg":"trace[1424260455] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14618; }","duration":"101.068182ms","start":"2026-04-23T00:49:05.684772Z","end":"2026-04-23T00:49:05.78584Z","steps":["trace[1424260455] 'agreement among raft nodes before linearized reading' (duration: 100.780775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:09.979776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795312598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:49:10.480736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795312598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:49:10.521179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102978743s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:49:10.521577Z","caller":"traceutil/trace.go:171","msg":"trace[488941318] transaction","detail":"{read_only:false; response_revision:14634; number_of_response:1; }","duration":"1.103492035s","start":"2026-04-23T00:49:09.418049Z","end":"2026-04-23T00:49:10.521541Z","steps":["trace[488941318] 'process raft request' (duration: 1.103300281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.521796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.418023Z","time spent":"1.10364948s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:10.524534Z","caller":"traceutil/trace.go:171","msg":"trace[1366743538] transaction","detail":"{read_only:false; response_revision:14635; number_of_response:1; }","duration":"285.534585ms","start":"2026-04-23T00:49:10.238971Z","end":"2026-04-23T00:49:10.524506Z","steps":["trace[1366743538] 'process raft request' (duration: 285.354881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:10.524914Z","caller":"traceutil/trace.go:171","msg":"trace[1117121875] transaction","detail":"{read_only:false; response_revision:14636; number_of_response:1; }","duration":"282.381255ms","start":"2026-04-23T00:49:10.242504Z","end":"2026-04-23T00:49:10.524885Z","steps":["trace[1117121875] 'process raft request' (duration: 281.958344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:10.524944Z","caller":"traceutil/trace.go:171","msg":"trace[1722456119] transaction","detail":"{read_only:false; response_revision:14637; number_of_response:1; }","duration":"282.331803ms","start":"2026-04-23T00:49:10.242579Z","end":"2026-04-23T00:49:10.524911Z","steps":["trace[1722456119] 'process raft request' (duration: 282.118188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.52509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045379273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:10.525203Z","caller":"traceutil/trace.go:171","msg":"trace[1795868356] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:14637; }","duration":"1.045543437s","start":"2026-04-23T00:49:09.47964Z","end":"2026-04-23T00:49:10.525183Z","steps":["trace[1795868356] 'agreement among raft nodes before linearized reading' (duration: 1.045360633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.525247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.479619Z","time spent":"1.04561583s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:10.524846Z","caller":"traceutil/trace.go:171","msg":"trace[1230238039] linearizableReadLoop","detail":"{readStateIndex:15159; appliedIndex:15155; }","duration":"1.045128426s","start":"2026-04-23T00:49:09.479692Z","end":"2026-04-23T00:49:10.52482Z","steps":["trace[1230238039] 'read index received' (duration: 1.041674459s)","trace[1230238039] 'applied index is now lower than readState.Index' (duration: 3.452717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:10.52582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.00725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:10.525868Z","caller":"traceutil/trace.go:171","msg":"trace[1137662584] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14637; }","duration":"728.094092ms","start":"2026-04-23T00:49:09.797763Z","end":"2026-04-23T00:49:10.525857Z","steps":["trace[1137662584] 'agreement among raft nodes before linearized reading' (duration: 727.971679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.525857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.972912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:49:10.525869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.265269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:49:10.525902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.797742Z","time spent":"728.151683ms","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:10.525936Z","caller":"traceutil/trace.go:171","msg":"trace[711744023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14637; }","duration":"723.330661ms","start":"2026-04-23T00:49:09.802587Z","end":"2026-04-23T00:49:10.525917Z","steps":["trace[711744023] 'agreement among raft nodes before linearized reading' (duration: 723.142026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.525995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.802549Z","time spent":"723.432723ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:10.525713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.364661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:49:10.525878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.267761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:49:10.526087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.460522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:10.526233Z","caller":"traceutil/trace.go:171","msg":"trace[2027185203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14637; }","duration":"218.509397ms","start":"2026-04-23T00:49:10.307573Z","end":"2026-04-23T00:49:10.526082Z","steps":["trace[2027185203] 'agreement among raft nodes before linearized reading' (duration: 218.215319ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:10.52593Z","caller":"traceutil/trace.go:171","msg":"trace[1586448296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14637; }","duration":"723.085534ms","start":"2026-04-23T00:49:09.802823Z","end":"2026-04-23T00:49:10.525908Z","steps":["trace[1586448296] 'agreement among raft nodes before linearized reading' (duration: 722.771977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.526426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.802815Z","time spent":"723.588157ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:49:10.526443Z","caller":"traceutil/trace.go:171","msg":"trace[1666661898] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14637; }","duration":"543.558915ms","start":"2026-04-23T00:49:09.982555Z","end":"2026-04-23T00:49:10.526114Z","steps":["trace[1666661898] 'agreement among raft nodes before linearized reading' (duration: 543.352319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.526461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.237391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:49:10.526568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.982535Z","time spent":"543.997125ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:10.526564Z","caller":"traceutil/trace.go:171","msg":"trace[794750638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14637; }","duration":"727.368613ms","start":"2026-04-23T00:49:09.799172Z","end":"2026-04-23T00:49:10.526541Z","steps":["trace[794750638] 'agreement among raft nodes before linearized reading' (duration: 727.097536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:10.527043Z","caller":"traceutil/trace.go:171","msg":"trace[1431492341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14637; }","duration":"822.753491ms","start":"2026-04-23T00:49:09.703283Z","end":"2026-04-23T00:49:10.526036Z","steps":["trace[1431492341] 'agreement among raft nodes before linearized reading' (duration: 822.268928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:10.527126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.703264Z","time spent":"823.847339ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:49:10.527102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:09.799155Z","time spent":"727.683452ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:18.023214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.345625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:49:19.333786Z","caller":"traceutil/trace.go:171","msg":"trace[1527306026] transaction","detail":"{read_only:false; response_revision:14684; number_of_response:1; }","duration":"387.387858ms","start":"2026-04-23T00:49:18.946369Z","end":"2026-04-23T00:49:19.333757Z","steps":["trace[1527306026] 'process raft request' (duration: 387.221514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:19.334019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:18.946345Z","time spent":"387.590902ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:20.13882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.430086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:20.138913Z","caller":"traceutil/trace.go:171","msg":"trace[325680156] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14684; }","duration":"334.574249ms","start":"2026-04-23T00:49:19.804317Z","end":"2026-04-23T00:49:20.138891Z","steps":["trace[325680156] 'count revisions from in-memory index tree' (duration: 334.324713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:20.138801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.317517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:20.138973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.804295Z","time spent":"334.663351ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:20.138986Z","caller":"traceutil/trace.go:171","msg":"trace[651825789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14684; }","duration":"436.547993ms","start":"2026-04-23T00:49:19.702415Z","end":"2026-04-23T00:49:20.138963Z","steps":["trace[651825789] 'range keys from in-memory index tree' (duration: 436.227325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:20.139043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:19.702395Z","time spent":"436.638135ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:49:31.150785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795312917,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:49:31.207247Z","caller":"traceutil/trace.go:171","msg":"trace[531303179] transaction","detail":"{read_only:false; response_revision:14752; number_of_response:1; }","duration":"576.545061ms","start":"2026-04-23T00:49:30.630636Z","end":"2026-04-23T00:49:31.207181Z","steps":["trace[531303179] 'process raft request' (duration: 576.303435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.20744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.630612Z","time spent":"576.716925ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:31.221182Z","caller":"traceutil/trace.go:171","msg":"trace[161573587] transaction","detail":"{read_only:false; response_revision:14753; number_of_response:1; }","duration":"582.338069ms","start":"2026-04-23T00:49:30.638813Z","end":"2026-04-23T00:49:31.221151Z","steps":["trace[161573587] 'process raft request' (duration: 582.082182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.221346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.638795Z","time spent":"582.467032ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:31.221515Z","caller":"traceutil/trace.go:171","msg":"trace[1138120995] linearizableReadLoop","detail":"{readStateIndex:15281; appliedIndex:15278; }","duration":"571.292057ms","start":"2026-04-23T00:49:30.650157Z","end":"2026-04-23T00:49:31.221449Z","steps":["trace[1138120995] 'read index received' (duration: 556.851301ms)","trace[1138120995] 'applied index is now lower than readState.Index' (duration: 14.438486ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:31.221571Z","caller":"traceutil/trace.go:171","msg":"trace[498488607] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"582.349029ms","start":"2026-04-23T00:49:30.639192Z","end":"2026-04-23T00:49:31.221541Z","steps":["trace[498488607] 'process raft request' (duration: 581.904446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.221726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.639184Z","time spent":"582.460742ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:31.221746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.606256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:49:31.221782Z","caller":"traceutil/trace.go:171","msg":"trace[1619419836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14754; }","duration":"571.682598ms","start":"2026-04-23T00:49:30.65009Z","end":"2026-04-23T00:49:31.221773Z","steps":["trace[1619419836] 'agreement among raft nodes before linearized reading' (duration: 571.562985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.221823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.650071Z","time spent":"571.74218ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:49:31.221813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.810989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:31.221832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.910282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:49:31.221871Z","caller":"traceutil/trace.go:171","msg":"trace[1721019637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14754; }","duration":"516.90502ms","start":"2026-04-23T00:49:30.704952Z","end":"2026-04-23T00:49:31.221857Z","steps":["trace[1721019637] 'agreement among raft nodes before linearized reading' (duration: 516.784447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.22191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.704941Z","time spent":"516.963613ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:49:31.221914Z","caller":"traceutil/trace.go:171","msg":"trace[539729016] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14754; }","duration":"100.013265ms","start":"2026-04-23T00:49:31.121889Z","end":"2026-04-23T00:49:31.221902Z","steps":["trace[539729016] 'agreement among raft nodes before linearized reading' (duration: 99.955963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.221969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.441875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:31.222022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.24307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:49:31.222027Z","caller":"traceutil/trace.go:171","msg":"trace[892303109] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14754; }","duration":"444.551197ms","start":"2026-04-23T00:49:30.777455Z","end":"2026-04-23T00:49:31.222007Z","steps":["trace[892303109] 'agreement among raft nodes before linearized reading' (duration: 444.452225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.222026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.060216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:49:31.222064Z","caller":"traceutil/trace.go:171","msg":"trace[796433354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14754; }","duration":"551.283781ms","start":"2026-04-23T00:49:30.670767Z","end":"2026-04-23T00:49:31.222051Z","steps":["trace[796433354] 'agreement among raft nodes before linearized reading' (duration: 551.136648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.222067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.777434Z","time spent":"444.623668ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:31.222081Z","caller":"traceutil/trace.go:171","msg":"trace[323313174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14754; }","duration":"551.134768ms","start":"2026-04-23T00:49:30.670932Z","end":"2026-04-23T00:49:31.222067Z","steps":["trace[323313174] 'agreement among raft nodes before linearized reading' (duration: 550.987964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.222075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.940569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:49:31.222104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.670752Z","time spent":"551.334213ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:49:31.22211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.670924Z","time spent":"551.18039ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:31.222138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.159947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:49:31.222141Z","caller":"traceutil/trace.go:171","msg":"trace[830069181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14754; }","duration":"552.0165ms","start":"2026-04-23T00:49:30.670102Z","end":"2026-04-23T00:49:31.222118Z","steps":["trace[830069181] 'agreement among raft nodes before linearized reading' (duration: 551.864916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.222209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.670095Z","time spent":"552.097012ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:49:31.222209Z","caller":"traceutil/trace.go:171","msg":"trace[389545083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:14754; }","duration":"472.27005ms","start":"2026-04-23T00:49:30.749914Z","end":"2026-04-23T00:49:31.222184Z","steps":["trace[389545083] 'agreement among raft nodes before linearized reading' (duration: 472.075685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.222271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.749896Z","time spent":"472.361061ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"info","ts":"2026-04-23T00:49:31.221897Z","caller":"traceutil/trace.go:171","msg":"trace[1584462377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14754; }","duration":"551.025465ms","start":"2026-04-23T00:49:30.67085Z","end":"2026-04-23T00:49:31.221875Z","steps":["trace[1584462377] 'agreement among raft nodes before linearized reading' (duration: 550.878811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.222414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.670819Z","time spent":"551.583909ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:31.222826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.84008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:49:31.222882Z","caller":"traceutil/trace.go:171","msg":"trace[1367991352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14754; }","duration":"552.902443ms","start":"2026-04-23T00:49:30.669967Z","end":"2026-04-23T00:49:31.22287Z","steps":["trace[1367991352] 'agreement among raft nodes before linearized reading' (duration: 551.754704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:31.223111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:30.669908Z","time spent":"553.187689ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:49:32.575134Z","caller":"traceutil/trace.go:171","msg":"trace[233806251] transaction","detail":"{read_only:false; response_revision:14761; number_of_response:1; }","duration":"355.310245ms","start":"2026-04-23T00:49:32.219799Z","end":"2026-04-23T00:49:32.575109Z","steps":["trace[233806251] 'process raft request' (duration: 355.168981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:32.575267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:32.219772Z","time spent":"355.436418ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:49:32.612773Z","caller":"traceutil/trace.go:171","msg":"trace[646761311] linearizableReadLoop","detail":"{readStateIndex:15289; appliedIndex:15288; }","duration":"114.696297ms","start":"2026-04-23T00:49:32.498046Z","end":"2026-04-23T00:49:32.612743Z","steps":["trace[646761311] 'read index received' (duration: 77.054224ms)","trace[646761311] 'applied index is now lower than readState.Index' (duration: 37.640233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:32.613003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.934573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:49:32.613072Z","caller":"traceutil/trace.go:171","msg":"trace[697425895] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:14762; }","duration":"115.057246ms","start":"2026-04-23T00:49:32.498005Z","end":"2026-04-23T00:49:32.613062Z","steps":["trace[697425895] 'agreement among raft nodes before linearized reading' (duration: 114.843291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:32.613455Z","caller":"traceutil/trace.go:171","msg":"trace[980179143] transaction","detail":"{read_only:false; response_revision:14762; number_of_response:1; }","duration":"383.641203ms","start":"2026-04-23T00:49:32.229158Z","end":"2026-04-23T00:49:32.612799Z","steps":["trace[980179143] 'process raft request' (duration: 383.403027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:32.613673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:32.229137Z","time spent":"384.358351ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12580,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:53.847927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795313822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:49:53.858349Z","caller":"traceutil/trace.go:171","msg":"trace[912343531] linearizableReadLoop","detail":"{readStateIndex:15605; appliedIndex:15604; }","duration":"511.276288ms","start":"2026-04-23T00:49:53.347038Z","end":"2026-04-23T00:49:53.858314Z","steps":["trace[912343531] 'read index received' (duration: 511.025601ms)","trace[912343531] 'applied index is now lower than readState.Index' (duration: 249.357µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:49:53.858422Z","caller":"traceutil/trace.go:171","msg":"trace[133227309] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"511.983396ms","start":"2026-04-23T00:49:53.346392Z","end":"2026-04-23T00:49:53.858375Z","steps":["trace[133227309] 'process raft request' (duration: 511.74011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.858632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.510373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:49:53.858681Z","caller":"traceutil/trace.go:171","msg":"trace[1851130610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15065; }","duration":"511.592075ms","start":"2026-04-23T00:49:53.347074Z","end":"2026-04-23T00:49:53.858666Z","steps":["trace[1851130610] 'agreement among raft nodes before linearized reading' (duration: 511.406201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.858719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.347068Z","time spent":"511.642807ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:53.858739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.028875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-04-23T00:49:53.858808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.413745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:49:53.858731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.346373Z","time spent":"512.14265ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:53.858928Z","caller":"traceutil/trace.go:171","msg":"trace[2103804376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15065; }","duration":"506.520568ms","start":"2026-04-23T00:49:53.352368Z","end":"2026-04-23T00:49:53.858889Z","steps":["trace[2103804376] 'agreement among raft nodes before linearized reading' (duration: 506.278492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.858944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.33066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-04-23T00:49:53.858973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.282429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:49:53.858991Z","caller":"traceutil/trace.go:171","msg":"trace[1185181931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31; range_end:; response_count:1; response_revision:15065; }","duration":"371.401032ms","start":"2026-04-23T00:49:53.487578Z","end":"2026-04-23T00:49:53.858979Z","steps":["trace[1185181931] 'agreement among raft nodes before linearized reading' (duration: 371.30062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.858998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.352315Z","time spent":"506.669391ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:49:53.859021Z","caller":"traceutil/trace.go:171","msg":"trace[522695377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:15065; }","duration":"442.360752ms","start":"2026-04-23T00:49:53.416641Z","end":"2026-04-23T00:49:53.859002Z","steps":["trace[522695377] 'agreement among raft nodes before linearized reading' (duration: 442.253359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.859038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.487562Z","time spent":"371.467464ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" "} {"level":"warn","ts":"2026-04-23T00:49:53.859058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.416626Z","time spent":"442.425493ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:49:53.859099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.481132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:49:53.858842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.501006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:53.859139Z","caller":"traceutil/trace.go:171","msg":"trace[265315450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15065; }","duration":"511.544594ms","start":"2026-04-23T00:49:53.347584Z","end":"2026-04-23T00:49:53.859128Z","steps":["trace[265315450] 'agreement among raft nodes before linearized reading' (duration: 511.461382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.859024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.367139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:49:53.859172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.347571Z","time spent":"511.594525ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:49:53.85917Z","caller":"traceutil/trace.go:171","msg":"trace[817103083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15065; }","duration":"154.855775ms","start":"2026-04-23T00:49:53.704301Z","end":"2026-04-23T00:49:53.859157Z","steps":["trace[817103083] 'agreement among raft nodes before linearized reading' (duration: 154.513296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:53.859205Z","caller":"traceutil/trace.go:171","msg":"trace[1497767205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15065; }","duration":"511.559615ms","start":"2026-04-23T00:49:53.347634Z","end":"2026-04-23T00:49:53.859194Z","steps":["trace[1497767205] 'agreement among raft nodes before linearized reading' (duration: 511.312888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.859242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.347629Z","time spent":"511.604246ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:49:53.858839Z","caller":"traceutil/trace.go:171","msg":"trace[548055989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31; range_end:; response_count:1; response_revision:15065; }","duration":"377.176738ms","start":"2026-04-23T00:49:53.48164Z","end":"2026-04-23T00:49:53.858817Z","steps":["trace[548055989] 'agreement among raft nodes before linearized reading' (duration: 376.86014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.859297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.481621Z","time spent":"377.667811ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" "} {"level":"warn","ts":"2026-04-23T00:49:53.858726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.643557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:49:53.859353Z","caller":"traceutil/trace.go:171","msg":"trace[512608620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15065; }","duration":"512.305293ms","start":"2026-04-23T00:49:53.347034Z","end":"2026-04-23T00:49:53.859339Z","steps":["trace[512608620] 'agreement among raft nodes before linearized reading' (duration: 511.432851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:53.859397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.347025Z","time spent":"512.355684ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:49:54.365747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795313826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:49:54.866039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795313826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:49:55.254287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390815888s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:49:55.596527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.762711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:49:55.596638Z","caller":"traceutil/trace.go:171","msg":"trace[1551491977] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"1.733222226s","start":"2026-04-23T00:49:53.863393Z","end":"2026-04-23T00:49:55.596616Z","steps":["trace[1551491977] 'process raft request' (duration: 1.391282111s)","trace[1551491977] 'compare' (duration: 341.396811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:55.596826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.863376Z","time spent":"1.733293468s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:55.661063Z","caller":"traceutil/trace.go:171","msg":"trace[1914629764] transaction","detail":"{read_only:false; response_revision:15069; number_of_response:1; }","duration":"1.79650013s","start":"2026-04-23T00:49:53.864533Z","end":"2026-04-23T00:49:55.661033Z","steps":["trace[1914629764] 'process raft request' (duration: 1.796437269s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:55.661164Z","caller":"traceutil/trace.go:171","msg":"trace[180646400] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"1.796987932s","start":"2026-04-23T00:49:53.864132Z","end":"2026-04-23T00:49:55.66112Z","steps":["trace[180646400] 'process raft request' (duration: 1.796608242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:55.661223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.864516Z","time spent":"1.796625244s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:55.661213Z","caller":"traceutil/trace.go:171","msg":"trace[1499193985] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"1.797002823s","start":"2026-04-23T00:49:53.864154Z","end":"2026-04-23T00:49:55.661157Z","steps":["trace[1499193985] 'process raft request' (duration: 1.796722086s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:55.661269Z","caller":"traceutil/trace.go:171","msg":"trace[1703447618] linearizableReadLoop","detail":"{readStateIndex:15611; appliedIndex:15605; }","duration":"1.796084379s","start":"2026-04-23T00:49:53.865151Z","end":"2026-04-23T00:49:55.661236Z","steps":["trace[1703447618] 'read index received' (duration: 1.389357021s)","trace[1703447618] 'applied index is now lower than readState.Index' (duration: 406.726128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:55.661338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.86411Z","time spent":"1.797132576s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:55.661366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.86413Z","time spent":"1.797155837s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:55.661513Z","caller":"traceutil/trace.go:171","msg":"trace[1404084183] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"1.796342396s","start":"2026-04-23T00:49:53.865158Z","end":"2026-04-23T00:49:55.661501Z","steps":["trace[1404084183] 'process raft request' (duration: 1.796010908s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:55.661569Z","caller":"traceutil/trace.go:171","msg":"trace[1807972143] transaction","detail":"{read_only:false; response_revision:15070; number_of_response:1; }","duration":"1.796594332s","start":"2026-04-23T00:49:53.864926Z","end":"2026-04-23T00:49:55.661521Z","steps":["trace[1807972143] 'process raft request' (duration: 1.7960881s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:55.661754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.864915Z","time spent":"1.796701336s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:55.661576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.865146Z","time spent":"1.796397187s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:55.662327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797149696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630529"} {"level":"info","ts":"2026-04-23T00:49:55.662395Z","caller":"traceutil/trace.go:171","msg":"trace[27837606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15071; }","duration":"1.797255298s","start":"2026-04-23T00:49:53.865125Z","end":"2026-04-23T00:49:55.66238Z","steps":["trace[27837606] 'agreement among raft nodes before linearized reading' (duration: 1.79652685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:55.662428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.86511Z","time spent":"1.79731089s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":630552,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:49:56.122356Z","caller":"traceutil/trace.go:171","msg":"trace[828165056] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"817.338383ms","start":"2026-04-23T00:49:55.304989Z","end":"2026-04-23T00:49:56.122328Z","steps":["trace[828165056] 'process raft request' (duration: 816.869252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.122403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24766175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:49:56.122425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417369071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:56.122469Z","caller":"traceutil/trace.go:171","msg":"trace[117882089] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15074; }","duration":"1.247791344s","start":"2026-04-23T00:49:54.87466Z","end":"2026-04-23T00:49:56.122452Z","steps":["trace[117882089] 'agreement among raft nodes before linearized reading' (duration: 1.24764273s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:56.122511Z","caller":"traceutil/trace.go:171","msg":"trace[192169546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15074; }","duration":"1.417499624s","start":"2026-04-23T00:49:54.704987Z","end":"2026-04-23T00:49:56.122486Z","steps":["trace[192169546] 'agreement among raft nodes before linearized reading' (duration: 1.417349701s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.122542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.504534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:49:56.122659Z","caller":"traceutil/trace.go:171","msg":"trace[1615421873] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"834.212052ms","start":"2026-04-23T00:49:55.288436Z","end":"2026-04-23T00:49:56.122648Z","steps":["trace[1615421873] 'process raft request' (duration: 833.290938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.122685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40117469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-04-23T00:49:56.122684Z","caller":"traceutil/trace.go:171","msg":"trace[241890757] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15074; }","duration":"470.71517ms","start":"2026-04-23T00:49:55.651941Z","end":"2026-04-23T00:49:56.122656Z","steps":["trace[241890757] 'agreement among raft nodes before linearized reading' (duration: 470.388002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:56.122719Z","caller":"traceutil/trace.go:171","msg":"trace[1954076304] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q67xx; range_end:; response_count:1; response_revision:15074; }","duration":"1.401240562s","start":"2026-04-23T00:49:54.721467Z","end":"2026-04-23T00:49:56.122707Z","steps":["trace[1954076304] 'agreement among raft nodes before linearized reading' (duration: 1.401131509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.122724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.288367Z","time spent":"834.327324ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:56.12273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258510885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" ","response":"range_response_count:1 size:3756"} {"level":"warn","ts":"2026-04-23T00:49:56.122764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.721448Z","time spent":"1.401309694s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20789,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" "} {"level":"warn","ts":"2026-04-23T00:49:56.122788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.651918Z","time spent":"470.851253ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":67,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:56.121966Z","caller":"traceutil/trace.go:171","msg":"trace[1894720090] linearizableReadLoop","detail":"{readStateIndex:15614; appliedIndex:15611; }","duration":"460.600433ms","start":"2026-04-23T00:49:55.661341Z","end":"2026-04-23T00:49:56.121941Z","steps":["trace[1894720090] 'read index received' (duration: 460.405078ms)","trace[1894720090] 'applied index is now lower than readState.Index' (duration: 193.855µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:49:56.122604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.304958Z","time spent":"817.56254ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:49:56.122568Z","caller":"traceutil/trace.go:171","msg":"trace[1196637743] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"806.111859ms","start":"2026-04-23T00:49:55.316445Z","end":"2026-04-23T00:49:56.122557Z","steps":["trace[1196637743] 'process raft request' (duration: 805.454513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.122623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.704935Z","time spent":"1.417676669s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:49:56.122515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.874649Z","time spent":"1.247855935s","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:49:56.123282Z","caller":"traceutil/trace.go:171","msg":"trace[1325404058] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31; range_end:; response_count:1; response_revision:15074; }","duration":"1.259000048s","start":"2026-04-23T00:49:54.864154Z","end":"2026-04-23T00:49:56.123154Z","steps":["trace[1325404058] 'agreement among raft nodes before linearized reading' (duration: 1.258381132s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.122931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.340103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415446"} {"level":"info","ts":"2026-04-23T00:49:56.123617Z","caller":"traceutil/trace.go:171","msg":"trace[340477315] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15074; }","duration":"539.109813ms","start":"2026-04-23T00:49:55.584489Z","end":"2026-04-23T00:49:56.123599Z","steps":["trace[340477315] 'agreement among raft nodes before linearized reading' (duration: 537.914572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.123617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.864134Z","time spent":"1.25946243s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" "} {"level":"warn","ts":"2026-04-23T00:49:56.123672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.584469Z","time spent":"539.189196ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415469,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T00:49:56.123027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658613536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-04-23T00:49:56.123052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656994424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-23T00:49:56.124047Z","caller":"traceutil/trace.go:171","msg":"trace[951328160] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15074; }","duration":"1.657966069s","start":"2026-04-23T00:49:54.46601Z","end":"2026-04-23T00:49:56.123976Z","steps":["trace[951328160] 'agreement among raft nodes before linearized reading' (duration: 1.656966603s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.123045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056046608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:56.12423Z","caller":"traceutil/trace.go:171","msg":"trace[193796214] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:15074; }","duration":"2.057277798s","start":"2026-04-23T00:49:54.066929Z","end":"2026-04-23T00:49:56.124206Z","steps":["trace[193796214] 'agreement among raft nodes before linearized reading' (duration: 2.056054677s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.124188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.465981Z","time spent":"1.658166514s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:49:56.123176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186559946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:49:56.123853Z","caller":"traceutil/trace.go:171","msg":"trace[640047425] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15074; }","duration":"1.659453658s","start":"2026-04-23T00:49:54.464353Z","end":"2026-04-23T00:49:56.123806Z","steps":["trace[640047425] 'agreement among raft nodes before linearized reading' (duration: 1.65839552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.124347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.316428Z","time spent":"807.249408ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:49:56.124307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.06691Z","time spent":"2.05737507s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:49:56.124482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:54.464294Z","time spent":"1.660110253s","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-23T00:49:56.124831Z","caller":"traceutil/trace.go:171","msg":"trace[1803984034] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15074; }","duration":"2.188252878s","start":"2026-04-23T00:49:53.936561Z","end":"2026-04-23T00:49:56.124814Z","steps":["trace[1803984034] 'agreement among raft nodes before linearized reading' (duration: 2.186494904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.125629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:53.936548Z","time spent":"2.189058098s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:49:56.127532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.663518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-04-23T00:49:56.127591Z","caller":"traceutil/trace.go:171","msg":"trace[1577409166] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31; range_end:; response_count:1; response_revision:15075; }","duration":"455.72476ms","start":"2026-04-23T00:49:55.671855Z","end":"2026-04-23T00:49:56.12758Z","steps":["trace[1577409166] 'agreement among raft nodes before linearized reading' (duration: 455.603157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.127615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.6718Z","time spent":"455.808612ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-674e0527-cce4-4a91-af2f-95e8dd664e31\" "} {"level":"warn","ts":"2026-04-23T00:49:56.127595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.424093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:49:56.127661Z","caller":"traceutil/trace.go:171","msg":"trace[293776951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15075; }","duration":"259.513976ms","start":"2026-04-23T00:49:55.868126Z","end":"2026-04-23T00:49:56.12764Z","steps":["trace[293776951] 'agreement among raft nodes before linearized reading' (duration: 259.326501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:49:56.127741Z","caller":"traceutil/trace.go:171","msg":"trace[566921715] transaction","detail":"{read_only:false; response_revision:15075; number_of_response:1; }","duration":"360.960508ms","start":"2026-04-23T00:49:55.766761Z","end":"2026-04-23T00:49:56.127721Z","steps":["trace[566921715] 'process raft request' (duration: 360.404484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:49:56.127855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:49:55.766734Z","time spent":"361.0467ms","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:50:24.054249Z","caller":"traceutil/trace.go:171","msg":"trace[1068781680] linearizableReadLoop","detail":"{readStateIndex:15804; appliedIndex:15803; }","duration":"238.6997ms","start":"2026-04-23T00:50:23.81551Z","end":"2026-04-23T00:50:24.05421Z","steps":["trace[1068781680] 'read index received' (duration: 238.511105ms)","trace[1068781680] 'applied index is now lower than readState.Index' (duration: 187.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:50:24.054433Z","caller":"traceutil/trace.go:171","msg":"trace[1199962535] transaction","detail":"{read_only:false; response_revision:15258; number_of_response:1; }","duration":"321.480447ms","start":"2026-04-23T00:50:23.732905Z","end":"2026-04-23T00:50:24.054385Z","steps":["trace[1199962535] 'process raft request' (duration: 321.121428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:24.054612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.050038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:50:24.054644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:23.732887Z","time spent":"321.645052ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:50:24.054667Z","caller":"traceutil/trace.go:171","msg":"trace[445252156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15258; }","duration":"239.190782ms","start":"2026-04-23T00:50:23.815458Z","end":"2026-04-23T00:50:24.054649Z","steps":["trace[445252156] 'agreement among raft nodes before linearized reading' (duration: 238.913675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:24.22922Z","caller":"traceutil/trace.go:171","msg":"trace[1895453090] transaction","detail":"{read_only:false; response_revision:15260; number_of_response:1; }","duration":"169.626239ms","start":"2026-04-23T00:50:24.059565Z","end":"2026-04-23T00:50:24.229192Z","steps":["trace[1895453090] 'process raft request' (duration: 169.530997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:24.22944Z","caller":"traceutil/trace.go:171","msg":"trace[655220321] transaction","detail":"{read_only:false; response_revision:15259; number_of_response:1; }","duration":"278.666343ms","start":"2026-04-23T00:50:23.950732Z","end":"2026-04-23T00:50:24.229399Z","steps":["trace[655220321] 'process raft request' (duration: 268.632619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:24.229493Z","caller":"traceutil/trace.go:171","msg":"trace[1770574170] linearizableReadLoop","detail":"{readStateIndex:15805; appliedIndex:15804; }","duration":"175.140339ms","start":"2026-04-23T00:50:24.054341Z","end":"2026-04-23T00:50:24.229481Z","steps":["trace[1770574170] 'read index received' (duration: 165.042893ms)","trace[1770574170] 'applied index is now lower than readState.Index' (duration: 10.096276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:50:24.229688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.752487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:50:24.229729Z","caller":"traceutil/trace.go:171","msg":"trace[121929373] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15260; }","duration":"413.821408ms","start":"2026-04-23T00:50:23.815896Z","end":"2026-04-23T00:50:24.229718Z","steps":["trace[121929373] 'agreement among raft nodes before linearized reading' (duration: 413.622733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:24.229767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:23.815892Z","time spent":"413.867239ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:50:24.229785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.687839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:50:24.229821Z","caller":"traceutil/trace.go:171","msg":"trace[1663096593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:15260; }","duration":"337.781451ms","start":"2026-04-23T00:50:23.892029Z","end":"2026-04-23T00:50:24.22981Z","steps":["trace[1663096593] 'agreement among raft nodes before linearized reading' (duration: 337.658598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:24.229859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:23.891997Z","time spent":"337.854613ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:50:24.229887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.921841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:50:24.229977Z","caller":"traceutil/trace.go:171","msg":"trace[445280437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15260; }","duration":"414.113475ms","start":"2026-04-23T00:50:23.815841Z","end":"2026-04-23T00:50:24.229954Z","steps":["trace[445280437] 'agreement among raft nodes before linearized reading' (duration: 413.870439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:24.230027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:23.815831Z","time spent":"414.186338ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:50:24.229887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.826079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:50:24.230084Z","caller":"traceutil/trace.go:171","msg":"trace[194530816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15260; }","duration":"414.078665ms","start":"2026-04-23T00:50:23.815982Z","end":"2026-04-23T00:50:24.23006Z","steps":["trace[194530816] 'agreement among raft nodes before linearized reading' (duration: 413.717816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:24.230131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:23.815948Z","time spent":"414.173217ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:50:36.346622Z","caller":"traceutil/trace.go:171","msg":"trace[292850354] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"221.118914ms","start":"2026-04-23T00:50:36.125474Z","end":"2026-04-23T00:50:36.346593Z","steps":["trace[292850354] 'process raft request' (duration: 214.346043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:46.243325Z","caller":"traceutil/trace.go:171","msg":"trace[1436706645] transaction","detail":"{read_only:false; response_revision:15687; number_of_response:1; }","duration":"242.872755ms","start":"2026-04-23T00:50:46.000424Z","end":"2026-04-23T00:50:46.243297Z","steps":["trace[1436706645] 'process raft request' (duration: 242.66427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:56.703281Z","caller":"traceutil/trace.go:171","msg":"trace[218872292] transaction","detail":"{read_only:false; response_revision:15747; number_of_response:1; }","duration":"186.535008ms","start":"2026-04-23T00:50:56.516713Z","end":"2026-04-23T00:50:56.703248Z","steps":["trace[218872292] 'process raft request' (duration: 119.661863ms)","trace[218872292] 'compare' (duration: 66.708991ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:50:56.703494Z","caller":"traceutil/trace.go:171","msg":"trace[1049931515] transaction","detail":"{read_only:false; response_revision:15748; number_of_response:1; }","duration":"186.731423ms","start":"2026-04-23T00:50:56.516746Z","end":"2026-04-23T00:50:56.703477Z","steps":["trace[1049931515] 'process raft request' (duration: 186.462796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:56.70368Z","caller":"traceutil/trace.go:171","msg":"trace[670035511] transaction","detail":"{read_only:false; response_revision:15749; number_of_response:1; }","duration":"186.926568ms","start":"2026-04-23T00:50:56.516746Z","end":"2026-04-23T00:50:56.703672Z","steps":["trace[670035511] 'process raft request' (duration: 186.675511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:56.703866Z","caller":"traceutil/trace.go:171","msg":"trace[1748515337] transaction","detail":"{read_only:false; response_revision:15750; number_of_response:1; }","duration":"187.02345ms","start":"2026-04-23T00:50:56.516836Z","end":"2026-04-23T00:50:56.70386Z","steps":["trace[1748515337] 'process raft request' (duration: 186.808115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:56.704046Z","caller":"traceutil/trace.go:171","msg":"trace[1489230335] transaction","detail":"{read_only:false; response_revision:15751; number_of_response:1; }","duration":"185.761158ms","start":"2026-04-23T00:50:56.518273Z","end":"2026-04-23T00:50:56.704034Z","steps":["trace[1489230335] 'process raft request' (duration: 185.559993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:56.704108Z","caller":"traceutil/trace.go:171","msg":"trace[1899810065] linearizableReadLoop","detail":"{readStateIndex:16311; appliedIndex:16305; }","duration":"159.579934ms","start":"2026-04-23T00:50:56.544519Z","end":"2026-04-23T00:50:56.704099Z","steps":["trace[1899810065] 'read index received' (duration: 91.870999ms)","trace[1899810065] 'applied index is now lower than readState.Index' (duration: 67.708325ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:50:56.704196Z","caller":"traceutil/trace.go:171","msg":"trace[1397445752] transaction","detail":"{read_only:false; response_revision:15752; number_of_response:1; }","duration":"184.109977ms","start":"2026-04-23T00:50:56.520081Z","end":"2026-04-23T00:50:56.704191Z","steps":["trace[1397445752] 'process raft request' (duration: 183.910742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:56.704356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.82714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:50:56.704386Z","caller":"traceutil/trace.go:171","msg":"trace[33879534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:15752; }","duration":"159.892042ms","start":"2026-04-23T00:50:56.544486Z","end":"2026-04-23T00:50:56.704378Z","steps":["trace[33879534] 'agreement among raft nodes before linearized reading' (duration: 159.80777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:58.478909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.366508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:58.478995Z","caller":"traceutil/trace.go:171","msg":"trace[1725282851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15755; }","duration":"331.501362ms","start":"2026-04-23T00:50:58.147474Z","end":"2026-04-23T00:50:58.478976Z","steps":["trace[1725282851] 'range keys from in-memory index tree' (duration: 331.268456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:58.479036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.147454Z","time spent":"331.573394ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:50:58.479002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.63678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:50:58.47914Z","caller":"traceutil/trace.go:171","msg":"trace[229084225] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:15755; }","duration":"373.846995ms","start":"2026-04-23T00:50:58.10526Z","end":"2026-04-23T00:50:58.479107Z","steps":["trace[229084225] 'count revisions from in-memory index tree' (duration: 373.368214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:58.479211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.105214Z","time spent":"373.977439ms","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:50:58.479416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.166835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198761"} {"level":"info","ts":"2026-04-23T00:50:58.479504Z","caller":"traceutil/trace.go:171","msg":"trace[368046476] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15755; }","duration":"307.314149ms","start":"2026-04-23T00:50:58.172169Z","end":"2026-04-23T00:50:58.479484Z","steps":["trace[368046476] 'range keys from in-memory index tree' (duration: 306.785905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:50:58.479554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:50:58.172141Z","time spent":"307.401641ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":198784,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:51:09.365299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795316287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:51:09.424629Z","caller":"traceutil/trace.go:171","msg":"trace[1495007752] linearizableReadLoop","detail":"{readStateIndex:16376; appliedIndex:16372; }","duration":"560.373822ms","start":"2026-04-23T00:51:08.864233Z","end":"2026-04-23T00:51:09.424607Z","steps":["trace[1495007752] 'read index received' (duration: 545.243918ms)","trace[1495007752] 'applied index is now lower than readState.Index' (duration: 15.129044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:09.424733Z","caller":"traceutil/trace.go:171","msg":"trace[1624517370] transaction","detail":"{read_only:false; response_revision:15811; number_of_response:1; }","duration":"601.71256ms","start":"2026-04-23T00:51:08.823008Z","end":"2026-04-23T00:51:09.424721Z","steps":["trace[1624517370] 'process raft request' (duration: 586.532524ms)","trace[1624517370] 'compare' (duration: 14.239581ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:09.424832Z","caller":"traceutil/trace.go:171","msg":"trace[1802826362] transaction","detail":"{read_only:false; response_revision:15814; number_of_response:1; }","duration":"596.769364ms","start":"2026-04-23T00:51:08.827998Z","end":"2026-04-23T00:51:09.424768Z","steps":["trace[1802826362] 'process raft request' (duration: 596.572949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.827978Z","time spent":"596.960819ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:09.425039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.553031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-04-23T00:51:09.425145Z","caller":"traceutil/trace.go:171","msg":"trace[1649901041] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q67xx; range_end:; response_count:1; response_revision:15814; }","duration":"557.686064ms","start":"2026-04-23T00:51:08.867431Z","end":"2026-04-23T00:51:09.425117Z","steps":["trace[1649901041] 'agreement among raft nodes before linearized reading' (duration: 557.384456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.867422Z","time spent":"557.777976ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20789,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" "} {"level":"info","ts":"2026-04-23T00:51:09.425231Z","caller":"traceutil/trace.go:171","msg":"trace[314291683] transaction","detail":"{read_only:false; response_revision:15812; number_of_response:1; }","duration":"597.344548ms","start":"2026-04-23T00:51:08.827837Z","end":"2026-04-23T00:51:09.425181Z","steps":["trace[314291683] 'process raft request' (duration: 596.60096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.657266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22127"} {"level":"warn","ts":"2026-04-23T00:51:09.425302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.571163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:09.425438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.759597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:09.425443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.827815Z","time spent":"597.521873ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:09.425455Z","caller":"traceutil/trace.go:171","msg":"trace[466810893] transaction","detail":"{read_only:false; response_revision:15813; number_of_response:1; }","duration":"597.543344ms","start":"2026-04-23T00:51:08.827863Z","end":"2026-04-23T00:51:09.425406Z","steps":["trace[466810893] 'process raft request' (duration: 596.672552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.883301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-23T00:51:09.425507Z","caller":"traceutil/trace.go:171","msg":"trace[833358812] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15814; }","duration":"533.84471ms","start":"2026-04-23T00:51:08.891636Z","end":"2026-04-23T00:51:09.425481Z","steps":["trace[833358812] 'agreement among raft nodes before linearized reading' (duration: 533.778508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:09.425444Z","caller":"traceutil/trace.go:171","msg":"trace[176765799] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15814; }","duration":"376.788478ms","start":"2026-04-23T00:51:09.048631Z","end":"2026-04-23T00:51:09.425419Z","steps":["trace[176765799] 'agreement among raft nodes before linearized reading' (duration: 376.506191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:09.425547Z","caller":"traceutil/trace.go:171","msg":"trace[1883732271] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15814; }","duration":"533.992374ms","start":"2026-04-23T00:51:08.891536Z","end":"2026-04-23T00:51:09.425528Z","steps":["trace[1883732271] 'agreement among raft nodes before linearized reading' (duration: 533.793389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.827839Z","time spent":"597.687147ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:09.425628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.891513Z","time spent":"534.098506ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T00:51:09.425662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.76141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:09.425348Z","caller":"traceutil/trace.go:171","msg":"trace[207630226] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:15814; }","duration":"260.747778ms","start":"2026-04-23T00:51:09.164585Z","end":"2026-04-23T00:51:09.425333Z","steps":["trace[207630226] 'agreement among raft nodes before linearized reading' (duration: 260.550423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:09.425696Z","caller":"traceutil/trace.go:171","msg":"trace[108780358] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15814; }","duration":"352.827572ms","start":"2026-04-23T00:51:09.072855Z","end":"2026-04-23T00:51:09.425683Z","steps":["trace[108780358] 'agreement among raft nodes before linearized reading' (duration: 352.74562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.23507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:09.425735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.745025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22127"} {"level":"warn","ts":"2026-04-23T00:51:09.425554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.891609Z","time spent":"533.935722ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-23T00:51:09.425804Z","caller":"traceutil/trace.go:171","msg":"trace[1117785813] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:15814; }","duration":"248.839257ms","start":"2026-04-23T00:51:09.176948Z","end":"2026-04-23T00:51:09.425787Z","steps":["trace[1117785813] 'agreement among raft nodes before linearized reading' (duration: 248.599101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.337276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"warn","ts":"2026-04-23T00:51:09.425645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:09.048613Z","time spent":"377.018525ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:09.425361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.711977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:09.425924Z","caller":"traceutil/trace.go:171","msg":"trace[1865549429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:15814; }","duration":"561.698685ms","start":"2026-04-23T00:51:08.864199Z","end":"2026-04-23T00:51:09.425897Z","steps":["trace[1865549429] 'agreement among raft nodes before linearized reading' (duration: 561.277345ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:09.425963Z","caller":"traceutil/trace.go:171","msg":"trace[1080190470] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15814; }","duration":"534.333292ms","start":"2026-04-23T00:51:08.891604Z","end":"2026-04-23T00:51:09.425937Z","steps":["trace[1080190470] 'agreement among raft nodes before linearized reading' (duration: 533.546573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.864189Z","time spent":"561.790287ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:51:09.425969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.507739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:09.425813Z","caller":"traceutil/trace.go:171","msg":"trace[9237636] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15814; }","duration":"534.501576ms","start":"2026-04-23T00:51:08.891268Z","end":"2026-04-23T00:51:09.425769Z","steps":["trace[9237636] 'agreement among raft nodes before linearized reading' (duration: 534.223639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.426087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.822995Z","time spent":"601.765521ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:09.425822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.084617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:09.426133Z","caller":"traceutil/trace.go:171","msg":"trace[1270342369] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15814; }","duration":"527.690564ms","start":"2026-04-23T00:51:08.898377Z","end":"2026-04-23T00:51:09.426067Z","steps":["trace[1270342369] 'agreement among raft nodes before linearized reading' (duration: 526.76593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.426008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.891596Z","time spent":"534.392614ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:09.426106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.891257Z","time spent":"534.830865ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:09.426291Z","caller":"traceutil/trace.go:171","msg":"trace[287058082] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15814; }","duration":"351.675572ms","start":"2026-04-23T00:51:09.074588Z","end":"2026-04-23T00:51:09.426263Z","steps":["trace[287058082] 'agreement among raft nodes before linearized reading' (duration: 350.704548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:09.425739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:09.072834Z","time spent":"352.897184ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:09.426363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:09.07458Z","time spent":"351.766235ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:09.426303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:08.898366Z","time spent":"527.917809ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:15.204884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795316441,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:51:15.224601Z","caller":"traceutil/trace.go:171","msg":"trace[1877595822] transaction","detail":"{read_only:false; response_revision:15837; number_of_response:1; }","duration":"611.278892ms","start":"2026-04-23T00:51:14.613297Z","end":"2026-04-23T00:51:15.224576Z","steps":["trace[1877595822] 'process raft request' (duration: 611.084057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:15.224755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.613271Z","time spent":"611.402725ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:16.704006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:51:16.704133Z","caller":"traceutil/trace.go:171","msg":"trace[1517262577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082259s","start":"2026-04-23T00:51:14.704028Z","end":"2026-04-23T00:51:16.70411Z","steps":["trace[1517262577] 'agreement among raft nodes before linearized reading' (duration: 1.999931095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.70419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.704011Z","time spent":"2.000164041s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:51:16.744454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520073254s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:51:16.745118Z","caller":"traceutil/trace.go:171","msg":"trace[942126221] linearizableReadLoop","detail":"{readStateIndex:16402; appliedIndex:16399; }","duration":"2.041030397s","start":"2026-04-23T00:51:14.704065Z","end":"2026-04-23T00:51:16.745095Z","steps":["trace[942126221] 'read index received' (duration: 520.325037ms)","trace[942126221] 'applied index is now lower than readState.Index' (duration: 1.52070421s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:16.745529Z","caller":"traceutil/trace.go:171","msg":"trace[1052259199] transaction","detail":"{read_only:false; response_revision:15839; number_of_response:1; }","duration":"2.131429148s","start":"2026-04-23T00:51:14.614069Z","end":"2026-04-23T00:51:16.745498Z","steps":["trace[1052259199] 'process raft request' (duration: 2.130932716s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.745669Z","caller":"traceutil/trace.go:171","msg":"trace[1895041240] transaction","detail":"{read_only:false; response_revision:15838; number_of_response:1; }","duration":"2.132265269s","start":"2026-04-23T00:51:14.613355Z","end":"2026-04-23T00:51:16.745621Z","steps":["trace[1895041240] 'process raft request' (duration: 2.131397628s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.74569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.614059Z","time spent":"2.131539411s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:16.745872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.613324Z","time spent":"2.132445964s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:16.962003Z","caller":"traceutil/trace.go:171","msg":"trace[187867757] linearizableReadLoop","detail":"{readStateIndex:16403; appliedIndex:16402; }","duration":"216.793484ms","start":"2026-04-23T00:51:16.745185Z","end":"2026-04-23T00:51:16.961978Z","steps":["trace[187867757] 'read index received' (duration: 142.495232ms)","trace[187867757] 'applied index is now lower than readState.Index' (duration: 74.297152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:16.962224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211697202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.962262Z","caller":"traceutil/trace.go:171","msg":"trace[301053569] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"2.211790964s","start":"2026-04-23T00:51:14.750461Z","end":"2026-04-23T00:51:16.962252Z","steps":["trace[301053569] 'agreement among raft nodes before linearized reading' (duration: 2.211601509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.962294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.750443Z","time spent":"2.211844015s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:16.962664Z","caller":"traceutil/trace.go:171","msg":"trace[1536774523] transaction","detail":"{read_only:false; response_revision:15840; number_of_response:1; }","duration":"1.304308496s","start":"2026-04-23T00:51:15.658335Z","end":"2026-04-23T00:51:16.962644Z","steps":["trace[1536774523] 'process raft request' (duration: 1.229437298s)","trace[1536774523] 'compare' (duration: 73.923193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:16.962787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.658314Z","time spent":"1.304401819s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:16.963017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.976028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.963067Z","caller":"traceutil/trace.go:171","msg":"trace[151094640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15840; }","duration":"258.0555ms","start":"2026-04-23T00:51:16.704998Z","end":"2026-04-23T00:51:16.963054Z","steps":["trace[151094640] 'agreement among raft nodes before linearized reading' (duration: 257.979308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.963324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.922142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.96338Z","caller":"traceutil/trace.go:171","msg":"trace[1194637127] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15840; }","duration":"536.015746ms","start":"2026-04-23T00:51:16.427348Z","end":"2026-04-23T00:51:16.963364Z","steps":["trace[1194637127] 'agreement among raft nodes before linearized reading' (duration: 535.927844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.963426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:16.427327Z","time spent":"536.087327ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:16.963724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.455459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.963771Z","caller":"traceutil/trace.go:171","msg":"trace[1871128416] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15840; }","duration":"765.557122ms","start":"2026-04-23T00:51:16.198202Z","end":"2026-04-23T00:51:16.963759Z","steps":["trace[1871128416] 'agreement among raft nodes before linearized reading' (duration: 765.455909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.963821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:16.198179Z","time spent":"765.619083ms","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:16.964032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.986016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.964067Z","caller":"traceutil/trace.go:171","msg":"trace[522302039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15840; }","duration":"894.058488ms","start":"2026-04-23T00:51:16.07Z","end":"2026-04-23T00:51:16.964058Z","steps":["trace[522302039] 'agreement among raft nodes before linearized reading' (duration: 894.005827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.964102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:16.069977Z","time spent":"894.11608ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:51:16.964294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.328145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-04-23T00:51:16.964326Z","caller":"traceutil/trace.go:171","msg":"trace[598569256] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-m9gr5; range_end:; response_count:1; response_revision:15840; }","duration":"954.397448ms","start":"2026-04-23T00:51:16.009921Z","end":"2026-04-23T00:51:16.964318Z","steps":["trace[598569256] 'agreement among raft nodes before linearized reading' (duration: 954.300135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.964357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:16.009899Z","time spent":"954.450629ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" "} {"level":"warn","ts":"2026-04-23T00:51:16.964589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12536451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:16.964627Z","caller":"traceutil/trace.go:171","msg":"trace[291632545] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"1.125440642s","start":"2026-04-23T00:51:15.839177Z","end":"2026-04-23T00:51:16.964618Z","steps":["trace[291632545] 'agreement among raft nodes before linearized reading' (duration: 1.1253381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.964654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.839158Z","time spent":"1.125489423s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:16.964886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154615842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.96492Z","caller":"traceutil/trace.go:171","msg":"trace[451573287] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"1.154672643s","start":"2026-04-23T00:51:15.810238Z","end":"2026-04-23T00:51:16.964911Z","steps":["trace[451573287] 'agreement among raft nodes before linearized reading' (duration: 1.154585161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.96495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.810221Z","time spent":"1.154722974s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:16.965096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169469018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.965127Z","caller":"traceutil/trace.go:171","msg":"trace[1883312335] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15840; }","duration":"1.16953921s","start":"2026-04-23T00:51:15.79558Z","end":"2026-04-23T00:51:16.965119Z","steps":["trace[1883312335] 'agreement among raft nodes before linearized reading' (duration: 1.169494549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.965157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.795558Z","time spent":"1.16959264s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:51:16.965295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169666504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.965327Z","caller":"traceutil/trace.go:171","msg":"trace[747206842] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15840; }","duration":"1.169746636s","start":"2026-04-23T00:51:15.795573Z","end":"2026-04-23T00:51:16.965319Z","steps":["trace[747206842] 'agreement among raft nodes before linearized reading' (duration: 1.169701075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.965356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.795549Z","time spent":"1.169801147s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:51:16.965492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169947141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.965524Z","caller":"traceutil/trace.go:171","msg":"trace[263989761] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"1.170030283s","start":"2026-04-23T00:51:15.795486Z","end":"2026-04-23T00:51:16.965516Z","steps":["trace[263989761] 'agreement among raft nodes before linearized reading' (duration: 1.169984231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.965552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.795461Z","time spent":"1.170085434s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:16.965727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256238568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.965759Z","caller":"traceutil/trace.go:171","msg":"trace[902848360] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"1.2563243s","start":"2026-04-23T00:51:15.709427Z","end":"2026-04-23T00:51:16.965751Z","steps":["trace[902848360] 'agreement among raft nodes before linearized reading' (duration: 1.256235438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.965794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.709405Z","time spent":"1.256381501s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:16.965964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257393607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.965996Z","caller":"traceutil/trace.go:171","msg":"trace[1852376511] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"1.257452068s","start":"2026-04-23T00:51:15.708536Z","end":"2026-04-23T00:51:16.965988Z","steps":["trace[1852376511] 'agreement among raft nodes before linearized reading' (duration: 1.257405367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.966027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.708466Z","time spent":"1.257554701s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:16.966196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257737355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:16.966227Z","caller":"traceutil/trace.go:171","msg":"trace[754080891] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"1.257822528s","start":"2026-04-23T00:51:15.708396Z","end":"2026-04-23T00:51:16.966219Z","steps":["trace[754080891] 'agreement among raft nodes before linearized reading' (duration: 1.257743436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.966256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.708372Z","time spent":"1.257878409s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:16.966418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326085687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.966448Z","caller":"traceutil/trace.go:171","msg":"trace[959370219] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"1.32617937s","start":"2026-04-23T00:51:15.640261Z","end":"2026-04-23T00:51:16.966441Z","steps":["trace[959370219] 'agreement among raft nodes before linearized reading' (duration: 1.326098738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.966476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.640229Z","time spent":"1.326241481s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:16.966644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326785086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:16.966674Z","caller":"traceutil/trace.go:171","msg":"trace[741256253] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"1.326847057s","start":"2026-04-23T00:51:15.63982Z","end":"2026-04-23T00:51:16.966667Z","steps":["trace[741256253] 'agreement among raft nodes before linearized reading' (duration: 1.326770085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.966702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.639801Z","time spent":"1.326895738s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:16.966829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32777963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.966859Z","caller":"traceutil/trace.go:171","msg":"trace[1819050634] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"1.327834572s","start":"2026-04-23T00:51:15.639017Z","end":"2026-04-23T00:51:16.966851Z","steps":["trace[1819050634] 'agreement among raft nodes before linearized reading' (duration: 1.327791101s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.966886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.639002Z","time spent":"1.327878573s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:16.967019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419454214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.967049Z","caller":"traceutil/trace.go:171","msg":"trace[1630865186] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15840; }","duration":"1.419506416s","start":"2026-04-23T00:51:15.547535Z","end":"2026-04-23T00:51:16.967042Z","steps":["trace[1630865186] 'agreement among raft nodes before linearized reading' (duration: 1.419464225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.967078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.547525Z","time spent":"1.419547627s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:51:16.967245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41969002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.967277Z","caller":"traceutil/trace.go:171","msg":"trace[1792485928] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"1.419742951s","start":"2026-04-23T00:51:15.547524Z","end":"2026-04-23T00:51:16.967267Z","steps":["trace[1792485928] 'agreement among raft nodes before linearized reading' (duration: 1.419662409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.967306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.547513Z","time spent":"1.419786552s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:16.967442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423203079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.967475Z","caller":"traceutil/trace.go:171","msg":"trace[1959824824] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15840; }","duration":"1.42325878s","start":"2026-04-23T00:51:15.544208Z","end":"2026-04-23T00:51:16.967467Z","steps":["trace[1959824824] 'agreement among raft nodes before linearized reading' (duration: 1.423213869s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.967503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.544195Z","time spent":"1.423302481s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:51:16.967932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424475051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.967985Z","caller":"traceutil/trace.go:171","msg":"trace[476972145] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"1.424567213s","start":"2026-04-23T00:51:15.543404Z","end":"2026-04-23T00:51:16.967971Z","steps":["trace[476972145] 'agreement among raft nodes before linearized reading' (duration: 1.42445752s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.968019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.543385Z","time spent":"1.424627405s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:16.968527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522302261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-23T00:51:16.968614Z","caller":"traceutil/trace.go:171","msg":"trace[1929661176] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15840; }","duration":"1.522403264s","start":"2026-04-23T00:51:15.446188Z","end":"2026-04-23T00:51:16.968591Z","steps":["trace[1929661176] 'agreement among raft nodes before linearized reading' (duration: 1.522133627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.968671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.446154Z","time spent":"1.522502526s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T00:51:16.968835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516874664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:51:16.968873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517745185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:51:16.968972Z","caller":"traceutil/trace.go:171","msg":"trace[578658385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15840; }","duration":"1.517859129s","start":"2026-04-23T00:51:15.45109Z","end":"2026-04-23T00:51:16.96895Z","steps":["trace[578658385] 'agreement among raft nodes before linearized reading' (duration: 1.517574451s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.969002Z","caller":"traceutil/trace.go:171","msg":"trace[1300432302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15840; }","duration":"1.517187771s","start":"2026-04-23T00:51:15.451754Z","end":"2026-04-23T00:51:16.968942Z","steps":["trace[1300432302] 'agreement among raft nodes before linearized reading' (duration: 1.516617717s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.969029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.451084Z","time spent":"1.51792983s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:51:16.969085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.451749Z","time spent":"1.517325585s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:51:16.969083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518632998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:51:16.969123Z","caller":"traceutil/trace.go:171","msg":"trace[402795891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15840; }","duration":"1.518689529s","start":"2026-04-23T00:51:15.450423Z","end":"2026-04-23T00:51:16.969113Z","steps":["trace[402795891] 'agreement among raft nodes before linearized reading' (duration: 1.518572526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.969165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.450415Z","time spent":"1.518743211s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:51:16.969268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517726545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:51:16.969315Z","caller":"traceutil/trace.go:171","msg":"trace[2008367596] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15840; }","duration":"1.517782216s","start":"2026-04-23T00:51:15.451518Z","end":"2026-04-23T00:51:16.9693Z","steps":["trace[2008367596] 'agreement among raft nodes before linearized reading' (duration: 1.517675114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.969344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.451511Z","time spent":"1.517826777s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:51:16.969377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523028979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:16.969434Z","caller":"traceutil/trace.go:171","msg":"trace[1312762767] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"1.523129352s","start":"2026-04-23T00:51:15.446276Z","end":"2026-04-23T00:51:16.969405Z","steps":["trace[1312762767] 'agreement among raft nodes before linearized reading' (duration: 1.52303883s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.969467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.446245Z","time spent":"1.523215414s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:16.969837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483680792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22127"} {"level":"warn","ts":"2026-04-23T00:51:16.96984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485121349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-04-23T00:51:16.96988Z","caller":"traceutil/trace.go:171","msg":"trace[42428509] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:15840; }","duration":"1.483744273s","start":"2026-04-23T00:51:15.486125Z","end":"2026-04-23T00:51:16.969869Z","steps":["trace[42428509] 'agreement among raft nodes before linearized reading' (duration: 1.4836301s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.969883Z","caller":"traceutil/trace.go:171","msg":"trace[94725302] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q67xx; range_end:; response_count:1; response_revision:15840; }","duration":"1.48518495s","start":"2026-04-23T00:51:15.484688Z","end":"2026-04-23T00:51:16.969873Z","steps":["trace[94725302] 'agreement among raft nodes before linearized reading' (duration: 1.485076007s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.969908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.486113Z","time spent":"1.483789244s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" "} {"level":"warn","ts":"2026-04-23T00:51:16.969914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.484676Z","time spent":"1.485231162s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20789,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" "} {"level":"warn","ts":"2026-04-23T00:51:16.970029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528173538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.970064Z","caller":"traceutil/trace.go:171","msg":"trace[417099030] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"1.52824599s","start":"2026-04-23T00:51:15.44181Z","end":"2026-04-23T00:51:16.970056Z","steps":["trace[417099030] 'agreement among raft nodes before linearized reading' (duration: 1.528194479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.970089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.441786Z","time spent":"1.528296992s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:16.970135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472862568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-04-23T00:51:16.970173Z","caller":"traceutil/trace.go:171","msg":"trace[16384949] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:15840; }","duration":"1.47292868s","start":"2026-04-23T00:51:15.497235Z","end":"2026-04-23T00:51:16.970164Z","steps":["trace[16384949] 'agreement among raft nodes before linearized reading' (duration: 1.472836278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.970205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.497226Z","time spent":"1.472973221s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22150,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" "} {"level":"warn","ts":"2026-04-23T00:51:16.970272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524169717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.970309Z","caller":"traceutil/trace.go:171","msg":"trace[1239177152] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15840; }","duration":"1.524225329s","start":"2026-04-23T00:51:15.446075Z","end":"2026-04-23T00:51:16.9703Z","steps":["trace[1239177152] 'agreement among raft nodes before linearized reading' (duration: 1.524171458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.970339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.446066Z","time spent":"1.52426483s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T00:51:16.970839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4883162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nkctr\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-23T00:51:16.970871Z","caller":"traceutil/trace.go:171","msg":"trace[1350165834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nkctr; range_end:; response_count:1; response_revision:15840; }","duration":"1.488403262s","start":"2026-04-23T00:51:15.48246Z","end":"2026-04-23T00:51:16.970863Z","steps":["trace[1350165834] 'agreement among raft nodes before linearized reading' (duration: 1.488303979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.970892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.48244Z","time spent":"1.488447293s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-nkctr\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108520038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:51:16.971102Z","caller":"traceutil/trace.go:171","msg":"trace[1127019823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15840; }","duration":"2.108570489s","start":"2026-04-23T00:51:14.862525Z","end":"2026-04-23T00:51:16.971095Z","steps":["trace[1127019823] 'agreement among raft nodes before linearized reading' (duration: 2.108494277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.862514Z","time spent":"2.10860455s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14252973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:51:16.971223Z","caller":"traceutil/trace.go:171","msg":"trace[213179719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15840; }","duration":"2.142616692s","start":"2026-04-23T00:51:14.828593Z","end":"2026-04-23T00:51:16.97121Z","steps":["trace[213179719] 'agreement among raft nodes before linearized reading' (duration: 2.142492889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529711259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:16.971254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.828573Z","time spent":"2.142673683s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095897729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:51:16.97128Z","caller":"traceutil/trace.go:171","msg":"trace[797857119] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"1.529807451s","start":"2026-04-23T00:51:15.441458Z","end":"2026-04-23T00:51:16.971265Z","steps":["trace[797857119] 'agreement among raft nodes before linearized reading' (duration: 1.529689688s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:16.971314Z","caller":"traceutil/trace.go:171","msg":"trace[1836593998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15840; }","duration":"2.09597801s","start":"2026-04-23T00:51:14.875321Z","end":"2026-04-23T00:51:16.9713Z","steps":["trace[1836593998] 'agreement among raft nodes before linearized reading' (duration: 2.095881648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.441443Z","time spent":"1.529872173s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:14.875311Z","time spent":"2.096026111s","remote":"127.0.0.1:36180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:16.971539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527972385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:16.971555Z","caller":"traceutil/trace.go:171","msg":"trace[176404575] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"1.528013916s","start":"2026-04-23T00:51:15.443536Z","end":"2026-04-23T00:51:16.97155Z","steps":["trace[176404575] 'agreement among raft nodes before linearized reading' (duration: 1.527929154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.443525Z","time spent":"1.528039587s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525849041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.971601Z","caller":"traceutil/trace.go:171","msg":"trace[187543927] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"1.525878422s","start":"2026-04-23T00:51:15.445714Z","end":"2026-04-23T00:51:16.971592Z","steps":["trace[187543927] 'agreement among raft nodes before linearized reading' (duration: 1.5258103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.445709Z","time spent":"1.525908442s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527157954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:16.971689Z","caller":"traceutil/trace.go:171","msg":"trace[1228972756] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15840; }","duration":"1.527255976s","start":"2026-04-23T00:51:15.444419Z","end":"2026-04-23T00:51:16.971675Z","steps":["trace[1228972756] 'agreement among raft nodes before linearized reading' (duration: 1.527150173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.444411Z","time spent":"1.527300498s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:16.971709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434804813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:16.971765Z","caller":"traceutil/trace.go:171","msg":"trace[1142753369] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:15840; }","duration":"1.434894306s","start":"2026-04-23T00:51:15.536855Z","end":"2026-04-23T00:51:16.971749Z","steps":["trace[1142753369] 'agreement among raft nodes before linearized reading' (duration: 1.431321125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:16.971808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:15.536828Z","time spent":"1.434965897s","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:51:17.176219Z","caller":"traceutil/trace.go:171","msg":"trace[2021217523] transaction","detail":"{read_only:false; response_revision:15841; number_of_response:1; }","duration":"199.963189ms","start":"2026-04-23T00:51:16.976216Z","end":"2026-04-23T00:51:17.17618Z","steps":["trace[2021217523] 'process raft request' (duration: 117.106978ms)","trace[2021217523] 'compare' (duration: 82.603314ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:17.204714Z","caller":"traceutil/trace.go:171","msg":"trace[165760427] transaction","detail":"{read_only:false; response_revision:15842; number_of_response:1; }","duration":"228.281856ms","start":"2026-04-23T00:51:16.976416Z","end":"2026-04-23T00:51:17.204698Z","steps":["trace[165760427] 'process raft request' (duration: 228.111262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.204936Z","caller":"traceutil/trace.go:171","msg":"trace[858492315] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"228.06033ms","start":"2026-04-23T00:51:16.976866Z","end":"2026-04-23T00:51:17.204926Z","steps":["trace[858492315] 'process raft request' (duration: 227.772763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.20534Z","caller":"traceutil/trace.go:171","msg":"trace[1298356235] linearizableReadLoop","detail":"{readStateIndex:16405; appliedIndex:16403; }","duration":"228.707135ms","start":"2026-04-23T00:51:16.976605Z","end":"2026-04-23T00:51:17.205312Z","steps":["trace[1298356235] 'read index received' (duration: 116.735048ms)","trace[1298356235] 'applied index is now lower than readState.Index' (duration: 111.971187ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:17.205407Z","caller":"traceutil/trace.go:171","msg":"trace[488844713] transaction","detail":"{read_only:false; response_revision:15844; number_of_response:1; }","duration":"226.942271ms","start":"2026-04-23T00:51:16.97845Z","end":"2026-04-23T00:51:17.205392Z","steps":["trace[488844713] 'process raft request' (duration: 226.427699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.205536Z","caller":"traceutil/trace.go:171","msg":"trace[91485923] transaction","detail":"{read_only:false; response_revision:15845; number_of_response:1; }","duration":"227.007314ms","start":"2026-04-23T00:51:16.978514Z","end":"2026-04-23T00:51:17.205521Z","steps":["trace[91485923] 'process raft request' (duration: 226.639494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.205725Z","caller":"traceutil/trace.go:171","msg":"trace[1922124754] transaction","detail":"{read_only:false; response_revision:15846; number_of_response:1; }","duration":"227.154966ms","start":"2026-04-23T00:51:16.978558Z","end":"2026-04-23T00:51:17.205713Z","steps":["trace[1922124754] 'process raft request' (duration: 226.680695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.206044Z","caller":"traceutil/trace.go:171","msg":"trace[466506822] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"227.409333ms","start":"2026-04-23T00:51:16.978624Z","end":"2026-04-23T00:51:17.206033Z","steps":["trace[466506822] 'process raft request' (duration: 226.649674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:17.20652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.887576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"info","ts":"2026-04-23T00:51:17.206634Z","caller":"traceutil/trace.go:171","msg":"trace[804692789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15847; }","duration":"230.01826ms","start":"2026-04-23T00:51:16.976594Z","end":"2026-04-23T00:51:17.206612Z","steps":["trace[804692789] 'agreement among raft nodes before linearized reading' (duration: 229.086105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:17.207283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.215757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"warn","ts":"2026-04-23T00:51:17.207312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.432968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"info","ts":"2026-04-23T00:51:17.207363Z","caller":"traceutil/trace.go:171","msg":"trace[1802186052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15847; }","duration":"226.50755ms","start":"2026-04-23T00:51:16.980843Z","end":"2026-04-23T00:51:17.207351Z","steps":["trace[1802186052] 'agreement among raft nodes before linearized reading' (duration: 225.016992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.207364Z","caller":"traceutil/trace.go:171","msg":"trace[1570225605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15847; }","duration":"221.320189ms","start":"2026-04-23T00:51:16.986024Z","end":"2026-04-23T00:51:17.207344Z","steps":["trace[1570225605] 'agreement among raft nodes before linearized reading' (duration: 220.326364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:17.208001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.010891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"info","ts":"2026-04-23T00:51:17.208061Z","caller":"traceutil/trace.go:171","msg":"trace[1093690568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15847; }","duration":"221.104163ms","start":"2026-04-23T00:51:16.986943Z","end":"2026-04-23T00:51:17.208047Z","steps":["trace[1093690568] 'agreement among raft nodes before linearized reading' (duration: 219.313709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:17.208254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.075177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"info","ts":"2026-04-23T00:51:17.208419Z","caller":"traceutil/trace.go:171","msg":"trace[1193439317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15847; }","duration":"220.265091ms","start":"2026-04-23T00:51:16.988129Z","end":"2026-04-23T00:51:17.208394Z","steps":["trace[1193439317] 'agreement among raft nodes before linearized reading' (duration: 218.140518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:17.444427Z","caller":"traceutil/trace.go:171","msg":"trace[1457244574] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"215.362558ms","start":"2026-04-23T00:51:17.229025Z","end":"2026-04-23T00:51:17.444388Z","steps":["trace[1457244574] 'process raft request' (duration: 131.063311ms)","trace[1457244574] 'compare' (duration: 84.015969ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:17.838198Z","caller":"traceutil/trace.go:171","msg":"trace[647143499] linearizableReadLoop","detail":"{readStateIndex:16412; appliedIndex:16411; }","duration":"135.320729ms","start":"2026-04-23T00:51:17.702847Z","end":"2026-04-23T00:51:17.838168Z","steps":["trace[647143499] 'read index received' (duration: 36.570967ms)","trace[647143499] 'applied index is now lower than readState.Index' (duration: 98.748072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:17.838335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.478053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:17.838368Z","caller":"traceutil/trace.go:171","msg":"trace[1950704797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15848; }","duration":"135.564255ms","start":"2026-04-23T00:51:17.702793Z","end":"2026-04-23T00:51:17.838357Z","steps":["trace[1950704797] 'agreement among raft nodes before linearized reading' (duration: 135.475883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:18.866684Z","caller":"traceutil/trace.go:171","msg":"trace[1017871525] transaction","detail":"{read_only:false; response_revision:15849; number_of_response:1; }","duration":"115.233751ms","start":"2026-04-23T00:51:18.751416Z","end":"2026-04-23T00:51:18.86665Z","steps":["trace[1017871525] 'process raft request' (duration: 115.058706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:18.942585Z","caller":"traceutil/trace.go:171","msg":"trace[1857350473] linearizableReadLoop","detail":"{readStateIndex:16414; appliedIndex:16412; }","duration":"108.988362ms","start":"2026-04-23T00:51:18.833569Z","end":"2026-04-23T00:51:18.942557Z","steps":["trace[1857350473] 'read index received' (duration: 32.960856ms)","trace[1857350473] 'applied index is now lower than readState.Index' (duration: 76.026416ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:18.942692Z","caller":"traceutil/trace.go:171","msg":"trace[1738964461] transaction","detail":"{read_only:false; response_revision:15850; number_of_response:1; }","duration":"191.188996ms","start":"2026-04-23T00:51:18.751465Z","end":"2026-04-23T00:51:18.942654Z","steps":["trace[1738964461] 'process raft request' (duration: 152.452945ms)","trace[1738964461] 'compare' (duration: 38.512335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:18.942831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.241128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T00:51:18.942915Z","caller":"traceutil/trace.go:171","msg":"trace[346954873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15850; }","duration":"109.369462ms","start":"2026-04-23T00:51:18.833526Z","end":"2026-04-23T00:51:18.942896Z","steps":["trace[346954873] 'agreement among raft nodes before linearized reading' (duration: 109.137636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:19.23641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.693257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T00:51:19.236496Z","caller":"traceutil/trace.go:171","msg":"trace[953339194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15850; }","duration":"174.80897ms","start":"2026-04-23T00:51:19.061664Z","end":"2026-04-23T00:51:19.236473Z","steps":["trace[953339194] 'range keys from in-memory index tree' (duration: 174.546173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.363616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207562243s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.363766Z","caller":"traceutil/trace.go:171","msg":"trace[429870135] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15851; }","duration":"1.207728597s","start":"2026-04-23T00:51:20.156017Z","end":"2026-04-23T00:51:21.363746Z","steps":["trace[429870135] 'range keys from in-memory index tree' (duration: 1.207543443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.704753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:51:21.704833Z","caller":"traceutil/trace.go:171","msg":"trace[1287037999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390327s","start":"2026-04-23T00:51:19.704422Z","end":"2026-04-23T00:51:21.704813Z","steps":["trace[1287037999] 'agreement among raft nodes before linearized reading' (duration: 2.000297614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.704883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.704401Z","time spent":"2.000467389s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:51:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:51:21.802169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.492585291s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:51:21.802741Z","caller":"traceutil/trace.go:171","msg":"trace[29292281] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"2.561382635s","start":"2026-04-23T00:51:19.24132Z","end":"2026-04-23T00:51:21.802702Z","steps":["trace[29292281] 'process raft request' (duration: 2.561091877s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.802939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.241304Z","time spent":"2.561530068s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:21.803129Z","caller":"traceutil/trace.go:171","msg":"trace[718413742] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"2.561541268s","start":"2026-04-23T00:51:19.241545Z","end":"2026-04-23T00:51:21.803086Z","steps":["trace[718413742] 'process raft request' (duration: 2.561100567s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.803244Z","caller":"traceutil/trace.go:171","msg":"trace[317523597] linearizableReadLoop","detail":"{readStateIndex:16420; appliedIndex:16415; }","duration":"2.557639559s","start":"2026-04-23T00:51:19.245582Z","end":"2026-04-23T00:51:21.803221Z","steps":["trace[317523597] 'read index received' (duration: 64.105694ms)","trace[317523597] 'applied index is now lower than readState.Index' (duration: 2.493532435s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:21.803327Z","caller":"traceutil/trace.go:171","msg":"trace[92659292] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"2.560136963s","start":"2026-04-23T00:51:19.243175Z","end":"2026-04-23T00:51:21.803312Z","steps":["trace[92659292] 'process raft request' (duration: 2.559989798s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.803254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.24153Z","time spent":"2.561663862s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:21.803319Z","caller":"traceutil/trace.go:171","msg":"trace[441407270] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"2.561443007s","start":"2026-04-23T00:51:19.241825Z","end":"2026-04-23T00:51:21.803268Z","steps":["trace[441407270] 'process raft request' (duration: 2.561292342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.803387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.243142Z","time spent":"2.560216695s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:21.803548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.241816Z","time spent":"2.561612031s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:21.803488Z","caller":"traceutil/trace.go:171","msg":"trace[1059168815] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"2.561650112s","start":"2026-04-23T00:51:19.241745Z","end":"2026-04-23T00:51:21.803395Z","steps":["trace[1059168815] 'process raft request' (duration: 2.561165609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.803804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.241731Z","time spent":"2.561903919s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:21.804345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558750967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"info","ts":"2026-04-23T00:51:21.804403Z","caller":"traceutil/trace.go:171","msg":"trace[1766480227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15856; }","duration":"2.55883592s","start":"2026-04-23T00:51:19.245552Z","end":"2026-04-23T00:51:21.804388Z","steps":["trace[1766480227] 'agreement among raft nodes before linearized reading' (duration: 2.557783563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.804442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.245541Z","time spent":"2.558889772s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:51:21.807047Z","caller":"traceutil/trace.go:171","msg":"trace[1423671195] transaction","detail":"{read_only:false; response_revision:15858; number_of_response:1; }","duration":"2.330031862s","start":"2026-04-23T00:51:19.476992Z","end":"2026-04-23T00:51:21.807024Z","steps":["trace[1423671195] 'process raft request' (duration: 2.329947039s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.807057Z","caller":"traceutil/trace.go:171","msg":"trace[1923529005] transaction","detail":"{read_only:false; response_revision:15857; number_of_response:1; }","duration":"2.356621005s","start":"2026-04-23T00:51:19.450404Z","end":"2026-04-23T00:51:21.807025Z","steps":["trace[1923529005] 'process raft request' (duration: 2.356397299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.476971Z","time spent":"2.330126364s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:21.807193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.450384Z","time spent":"2.356737158s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:21.807284Z","caller":"traceutil/trace.go:171","msg":"trace[91928151] transaction","detail":"{read_only:false; response_revision:15860; number_of_response:1; }","duration":"859.897233ms","start":"2026-04-23T00:51:20.947377Z","end":"2026-04-23T00:51:21.807274Z","steps":["trace[91928151] 'process raft request' (duration: 859.806471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.947352Z","time spent":"859.964445ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:21.807395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.871389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.807422Z","caller":"traceutil/trace.go:171","msg":"trace[1629774261] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15861; }","duration":"819.94896ms","start":"2026-04-23T00:51:20.987465Z","end":"2026-04-23T00:51:21.807414Z","steps":["trace[1629774261] 'agreement among raft nodes before linearized reading' (duration: 819.882839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.807427Z","caller":"traceutil/trace.go:171","msg":"trace[1175844813] transaction","detail":"{read_only:false; response_revision:15859; number_of_response:1; }","duration":"935.754125ms","start":"2026-04-23T00:51:20.871665Z","end":"2026-04-23T00:51:21.80742Z","steps":["trace[1175844813] 'process raft request' (duration: 935.320275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.987435Z","time spent":"820.004112ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:51:21.807459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.871648Z","time spent":"935.792906ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:51:21.807564Z","caller":"traceutil/trace.go:171","msg":"trace[1016656943] transaction","detail":"{read_only:false; response_revision:15861; number_of_response:1; }","duration":"649.139312ms","start":"2026-04-23T00:51:21.158417Z","end":"2026-04-23T00:51:21.807556Z","steps":["trace[1016656943] 'process raft request' (duration: 648.829854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:21.158388Z","time spent":"649.198834ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:21.807632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.146595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.807655Z","caller":"traceutil/trace.go:171","msg":"trace[1928719237] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15861; }","duration":"818.192936ms","start":"2026-04-23T00:51:20.989456Z","end":"2026-04-23T00:51:21.807649Z","steps":["trace[1928719237] 'agreement among raft nodes before linearized reading' (duration: 818.153545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.989442Z","time spent":"818.234927ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:21.807677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.134049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-04-23T00:51:21.807751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.695449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:21.807775Z","caller":"traceutil/trace.go:171","msg":"trace[594378709] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15861; }","duration":"818.728239ms","start":"2026-04-23T00:51:20.989039Z","end":"2026-04-23T00:51:21.807768Z","steps":["trace[594378709] 'agreement among raft nodes before linearized reading' (duration: 818.628877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.706354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.807818Z","caller":"traceutil/trace.go:171","msg":"trace[602543764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15861; }","duration":"102.770305ms","start":"2026-04-23T00:51:21.705042Z","end":"2026-04-23T00:51:21.807813Z","steps":["trace[602543764] 'agreement among raft nodes before linearized reading' (duration: 102.732304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.807789Z","caller":"traceutil/trace.go:171","msg":"trace[1432330465] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15861; }","duration":"830.330053ms","start":"2026-04-23T00:51:20.977433Z","end":"2026-04-23T00:51:21.807763Z","steps":["trace[1432330465] 'agreement among raft nodes before linearized reading' (duration: 830.009295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.14892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.807897Z","caller":"traceutil/trace.go:171","msg":"trace[1696883152] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15861; }","duration":"819.202192ms","start":"2026-04-23T00:51:20.988664Z","end":"2026-04-23T00:51:21.807866Z","steps":["trace[1696883152] 'agreement among raft nodes before linearized reading' (duration: 819.166921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.807862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.97742Z","time spent":"830.430186ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T00:51:21.807924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.988649Z","time spent":"819.268333ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T00:51:21.807958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.256146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:51:21.807988Z","caller":"traceutil/trace.go:171","msg":"trace[1402269881] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:15861; }","duration":"290.287816ms","start":"2026-04-23T00:51:21.517693Z","end":"2026-04-23T00:51:21.807981Z","steps":["trace[1402269881] 'agreement among raft nodes before linearized reading' (duration: 290.232325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.531599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.808068Z","caller":"traceutil/trace.go:171","msg":"trace[1078347000] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15861; }","duration":"819.574581ms","start":"2026-04-23T00:51:20.988487Z","end":"2026-04-23T00:51:21.808062Z","steps":["trace[1078347000] 'agreement among raft nodes before linearized reading' (duration: 819.53629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.475963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:21.808088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.988477Z","time spent":"819.606171ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:21.808116Z","caller":"traceutil/trace.go:171","msg":"trace[817657157] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15861; }","duration":"818.583425ms","start":"2026-04-23T00:51:20.989517Z","end":"2026-04-23T00:51:21.8081Z","steps":["trace[817657157] 'agreement among raft nodes before linearized reading' (duration: 818.466283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.614466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:21.808173Z","caller":"traceutil/trace.go:171","msg":"trace[1523719870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"818.653067ms","start":"2026-04-23T00:51:20.989514Z","end":"2026-04-23T00:51:21.808167Z","steps":["trace[1523719870] 'agreement among raft nodes before linearized reading' (duration: 818.578725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.989506Z","time spent":"818.651737ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.701164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:21.808201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.989505Z","time spent":"818.689308ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:21.808211Z","caller":"traceutil/trace.go:171","msg":"trace[206027672] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15861; }","duration":"819.741255ms","start":"2026-04-23T00:51:20.988461Z","end":"2026-04-23T00:51:21.808203Z","steps":["trace[206027672] 'agreement among raft nodes before linearized reading' (duration: 819.707734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.8082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.413973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T00:51:21.808232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.988454Z","time spent":"819.772306ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.485415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T00:51:21.80826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562620165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"warn","ts":"2026-04-23T00:51:21.808314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.287129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:21.808334Z","caller":"traceutil/trace.go:171","msg":"trace[1310370308] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"820.322289ms","start":"2026-04-23T00:51:20.988006Z","end":"2026-04-23T00:51:21.808328Z","steps":["trace[1310370308] 'agreement among raft nodes before linearized reading' (duration: 820.267058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.808324Z","caller":"traceutil/trace.go:171","msg":"trace[1239859865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15861; }","duration":"2.562695027s","start":"2026-04-23T00:51:19.245611Z","end":"2026-04-23T00:51:21.808306Z","steps":["trace[1239859865] 'agreement among raft nodes before linearized reading' (duration: 2.561767093s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.808306Z","caller":"traceutil/trace.go:171","msg":"trace[531009417] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15861; }","duration":"822.574996ms","start":"2026-04-23T00:51:20.985719Z","end":"2026-04-23T00:51:21.808294Z","steps":["trace[531009417] 'agreement among raft nodes before linearized reading' (duration: 822.402462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.987997Z","time spent":"820.350941ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.98571Z","time spent":"822.652038ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.245607Z","time spent":"2.562751598s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.842158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:21.808489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.474613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:21.808512Z","caller":"traceutil/trace.go:171","msg":"trace[1264787307] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"820.518015ms","start":"2026-04-23T00:51:20.987988Z","end":"2026-04-23T00:51:21.808506Z","steps":["trace[1264787307] 'agreement among raft nodes before linearized reading' (duration: 820.445193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.987977Z","time spent":"820.553856ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.934792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:51:21.808598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.749771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:21.808611Z","caller":"traceutil/trace.go:171","msg":"trace[734130223] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15861; }","duration":"495.044766ms","start":"2026-04-23T00:51:21.313549Z","end":"2026-04-23T00:51:21.808594Z","steps":["trace[734130223] 'agreement among raft nodes before linearized reading' (duration: 494.837621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.808645Z","caller":"traceutil/trace.go:171","msg":"trace[723368724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15861; }","duration":"822.845123ms","start":"2026-04-23T00:51:20.985787Z","end":"2026-04-23T00:51:21.808632Z","steps":["trace[723368724] 'agreement among raft nodes before linearized reading' (duration: 822.7168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:21.313513Z","time spent":"495.134728ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.985756Z","time spent":"822.921965ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.638617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:21.80869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.718026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:51:21.808739Z","caller":"traceutil/trace.go:171","msg":"trace[1054799629] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"820.745011ms","start":"2026-04-23T00:51:20.987984Z","end":"2026-04-23T00:51:21.808729Z","steps":["trace[1054799629] 'agreement among raft nodes before linearized reading' (duration: 820.618768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.808752Z","caller":"traceutil/trace.go:171","msg":"trace[959941411] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"825.797387ms","start":"2026-04-23T00:51:20.982944Z","end":"2026-04-23T00:51:21.808741Z","steps":["trace[959941411] 'agreement among raft nodes before linearized reading' (duration: 825.605263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.987972Z","time spent":"820.795762ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.982939Z","time spent":"825.836908ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:21.808885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.323786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.809034Z","caller":"traceutil/trace.go:171","msg":"trace[949028498] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15861; }","duration":"632.537631ms","start":"2026-04-23T00:51:21.176478Z","end":"2026-04-23T00:51:21.809015Z","steps":["trace[949028498] 'agreement among raft nodes before linearized reading' (duration: 632.362057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.701318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123818"} {"level":"warn","ts":"2026-04-23T00:51:21.809077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:21.176459Z","time spent":"632.604162ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:21.808801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.793018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:51:21.809104Z","caller":"traceutil/trace.go:171","msg":"trace[548189926] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15861; }","duration":"975.809911ms","start":"2026-04-23T00:51:20.833279Z","end":"2026-04-23T00:51:21.809089Z","steps":["trace[548189926] 'agreement among raft nodes before linearized reading' (duration: 975.587326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.940769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:21.80916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.833247Z","time spent":"975.900044ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123841,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T00:51:21.80919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557809454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.809251Z","caller":"traceutil/trace.go:171","msg":"trace[822315491] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15861; }","duration":"2.557893836s","start":"2026-04-23T00:51:19.251341Z","end":"2026-04-23T00:51:21.809234Z","steps":["trace[822315491] 'agreement among raft nodes before linearized reading' (duration: 2.557800753s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.808381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.990347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:21.809272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262609189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.809298Z","caller":"traceutil/trace.go:171","msg":"trace[1511098818] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15861; }","duration":"821.932891ms","start":"2026-04-23T00:51:20.987359Z","end":"2026-04-23T00:51:21.809292Z","steps":["trace[1511098818] 'agreement among raft nodes before linearized reading' (duration: 820.996387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.987345Z","time spent":"821.974092ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:21.809352Z","caller":"traceutil/trace.go:171","msg":"trace[990489076] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15861; }","duration":"1.262766893s","start":"2026-04-23T00:51:20.546569Z","end":"2026-04-23T00:51:21.809336Z","steps":["trace[990489076] 'agreement among raft nodes before linearized reading' (duration: 1.262588479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.960422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:51:21.809389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599761023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T00:51:21.808258Z","caller":"traceutil/trace.go:171","msg":"trace[807168551] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15861; }","duration":"822.527615ms","start":"2026-04-23T00:51:20.985713Z","end":"2026-04-23T00:51:21.808241Z","steps":["trace[807168551] 'agreement among raft nodes before linearized reading' (duration: 822.369441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.809404Z","caller":"traceutil/trace.go:171","msg":"trace[340569009] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15861; }","duration":"781.037445ms","start":"2026-04-23T00:51:21.028353Z","end":"2026-04-23T00:51:21.80939Z","steps":["trace[340569009] 'agreement among raft nodes before linearized reading' (duration: 780.934872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.80939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.546535Z","time spent":"1.262843525s","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:51:21.809423Z","caller":"traceutil/trace.go:171","msg":"trace[440926047] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15861; }","duration":"1.599793424s","start":"2026-04-23T00:51:20.209619Z","end":"2026-04-23T00:51:21.809412Z","steps":["trace[440926047] 'agreement among raft nodes before linearized reading' (duration: 1.599688442s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.209534Z","time spent":"1.599910927s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T00:51:21.809446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.985703Z","time spent":"823.725076ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:51:21.809655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.436712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:51:21.809286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.251335Z","time spent":"2.557938918s","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:21.807817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.826211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.809816Z","caller":"traceutil/trace.go:171","msg":"trace[1686318571] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15861; }","duration":"820.830223ms","start":"2026-04-23T00:51:20.988972Z","end":"2026-04-23T00:51:21.809802Z","steps":["trace[1686318571] 'agreement among raft nodes before linearized reading' (duration: 818.832642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.988964Z","time spent":"820.890584ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:51:21.807793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.989035Z","time spent":"818.75366ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:51:21.80848Z","caller":"traceutil/trace.go:171","msg":"trace[217457797] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15861; }","duration":"821.91144ms","start":"2026-04-23T00:51:20.986555Z","end":"2026-04-23T00:51:21.808467Z","steps":["trace[217457797] 'agreement among raft nodes before linearized reading' (duration: 821.848098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.809174Z","caller":"traceutil/trace.go:171","msg":"trace[551259656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"826.980789ms","start":"2026-04-23T00:51:20.982187Z","end":"2026-04-23T00:51:21.809168Z","steps":["trace[551259656] 'agreement among raft nodes before linearized reading' (duration: 826.924998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562250416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"warn","ts":"2026-04-23T00:51:21.808327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.905535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:51:21.809974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.982177Z","time spent":"827.777749ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:51:21.810011Z","caller":"traceutil/trace.go:171","msg":"trace[1565051228] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15861; }","duration":"822.620969ms","start":"2026-04-23T00:51:20.987381Z","end":"2026-04-23T00:51:21.810002Z","steps":["trace[1565051228] 'agreement among raft nodes before linearized reading' (duration: 820.904695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.810042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.987367Z","time spent":"822.66675ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:51:21.809726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34297337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.810082Z","caller":"traceutil/trace.go:171","msg":"trace[980309463] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15861; }","duration":"2.3433714s","start":"2026-04-23T00:51:19.466699Z","end":"2026-04-23T00:51:21.81007Z","steps":["trace[980309463] 'agreement among raft nodes before linearized reading' (duration: 2.34298784s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:21.810095Z","caller":"traceutil/trace.go:171","msg":"trace[543273395] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15861; }","duration":"818.599326ms","start":"2026-04-23T00:51:20.991163Z","end":"2026-04-23T00:51:21.809762Z","steps":["trace[543273395] 'agreement among raft nodes before linearized reading' (duration: 818.317529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.810127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.466675Z","time spent":"2.343440632s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:21.809955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.986544Z","time spent":"823.402067ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:51:21.810045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069844754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-23T00:51:21.810217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.99114Z","time spent":"819.045437ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:51:21.810224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.586901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:51:21.81024Z","caller":"traceutil/trace.go:171","msg":"trace[1618344679] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15861; }","duration":"1.070073569s","start":"2026-04-23T00:51:20.740155Z","end":"2026-04-23T00:51:21.810229Z","steps":["trace[1618344679] 'agreement among raft nodes before linearized reading' (duration: 1.069799793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.410224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:51:21.810276Z","caller":"traceutil/trace.go:171","msg":"trace[329863778] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15861; }","duration":"819.658893ms","start":"2026-04-23T00:51:20.990601Z","end":"2026-04-23T00:51:21.81026Z","steps":["trace[329863778] 'agreement among raft nodes before linearized reading' (duration: 819.52151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.809454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:21.028339Z","time spent":"781.100706ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:51:21.810317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.99059Z","time spent":"819.720725ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:51:21.810283Z","caller":"traceutil/trace.go:171","msg":"trace[337045450] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15861; }","duration":"827.623455ms","start":"2026-04-23T00:51:20.982647Z","end":"2026-04-23T00:51:21.81027Z","steps":["trace[337045450] 'agreement among raft nodes before linearized reading' (duration: 826.425735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.810409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.982634Z","time spent":"827.767838ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:51:21.809982Z","caller":"traceutil/trace.go:171","msg":"trace[503028688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15861; }","duration":"2.562290957s","start":"2026-04-23T00:51:19.247685Z","end":"2026-04-23T00:51:21.809976Z","steps":["trace[503028688] 'agreement among raft nodes before linearized reading' (duration: 2.561680882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.810443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564428672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"warn","ts":"2026-04-23T00:51:21.810453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.24768Z","time spent":"2.56275816s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:51:21.810474Z","caller":"traceutil/trace.go:171","msg":"trace[1111013686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15861; }","duration":"2.564475822s","start":"2026-04-23T00:51:19.24599Z","end":"2026-04-23T00:51:21.810466Z","steps":["trace[1111013686] 'agreement among raft nodes before linearized reading' (duration: 2.564004971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.8105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.245985Z","time spent":"2.564508593s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:51:21.811508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56560314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737381"} {"level":"info","ts":"2026-04-23T00:51:21.811566Z","caller":"traceutil/trace.go:171","msg":"trace[339150075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15861; }","duration":"2.565699303s","start":"2026-04-23T00:51:19.245859Z","end":"2026-04-23T00:51:21.811558Z","steps":["trace[339150075] 'agreement among raft nodes before linearized reading' (duration: 2.564274727s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.811587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:19.245835Z","time spent":"2.565745874s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:51:21.811978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.740136Z","time spent":"1.070130401s","remote":"127.0.0.1:40198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-23T00:51:21.809144Z","caller":"traceutil/trace.go:171","msg":"trace[877141840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15861; }","duration":"912.174278ms","start":"2026-04-23T00:51:20.896947Z","end":"2026-04-23T00:51:21.809122Z","steps":["trace[877141840] 'agreement among raft nodes before linearized reading' (duration: 911.738276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:21.812663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:20.896924Z","time spent":"915.722958ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:53:19.645867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14299} {"level":"info","ts":"2026-04-23T00:53:19.722335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14299,"took":"73.724009ms","hash":1667221963,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":31285248,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T00:53:19.722408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1667221963,"revision":14299,"compact-revision":12262} {"level":"info","ts":"2026-04-23T00:54:07.004337Z","caller":"traceutil/trace.go:171","msg":"trace[1951626618] transaction","detail":"{read_only:false; response_revision:17230; number_of_response:1; }","duration":"260.573692ms","start":"2026-04-23T00:54:06.743745Z","end":"2026-04-23T00:54:07.004319Z","steps":["trace[1951626618] 'process raft request' (duration: 260.468529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:54:07.004461Z","caller":"traceutil/trace.go:171","msg":"trace[252641443] linearizableReadLoop","detail":"{readStateIndex:17838; appliedIndex:17838; }","duration":"197.587646ms","start":"2026-04-23T00:54:06.806844Z","end":"2026-04-23T00:54:07.004432Z","steps":["trace[252641443] 'read index received' (duration: 197.576176ms)","trace[252641443] 'applied index is now lower than readState.Index' (duration: 9.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:54:07.0048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.935545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T00:54:07.004862Z","caller":"traceutil/trace.go:171","msg":"trace[643506382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17230; }","duration":"198.056338ms","start":"2026-04-23T00:54:06.806792Z","end":"2026-04-23T00:54:07.004849Z","steps":["trace[643506382] 'agreement among raft nodes before linearized reading' (duration: 197.793431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:54:07.00619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.685053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:54:07.006245Z","caller":"traceutil/trace.go:171","msg":"trace[417991353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17231; }","duration":"198.757545ms","start":"2026-04-23T00:54:06.807473Z","end":"2026-04-23T00:54:07.006231Z","steps":["trace[417991353] 'agreement among raft nodes before linearized reading' (duration: 198.58839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:54:07.006504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.708083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-nhmwh\" ","response":"range_response_count:1 size:7074"} {"level":"warn","ts":"2026-04-23T00:54:07.006659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.529134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T00:54:07.006578Z","caller":"traceutil/trace.go:171","msg":"trace[523086854] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-nhmwh; range_end:; response_count:1; response_revision:17231; }","duration":"132.804326ms","start":"2026-04-23T00:54:06.873757Z","end":"2026-04-23T00:54:07.006562Z","steps":["trace[523086854] 'agreement among raft nodes before linearized reading' (duration: 132.324193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:54:07.006776Z","caller":"traceutil/trace.go:171","msg":"trace[1802086923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17231; }","duration":"195.665767ms","start":"2026-04-23T00:54:06.811093Z","end":"2026-04-23T00:54:07.006759Z","steps":["trace[1802086923] 'agreement among raft nodes before linearized reading' (duration: 195.454662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:54:07.006992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.37232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:54:07.007057Z","caller":"traceutil/trace.go:171","msg":"trace[1838762192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17231; }","duration":"195.454582ms","start":"2026-04-23T00:54:06.811588Z","end":"2026-04-23T00:54:07.007043Z","steps":["trace[1838762192] 'agreement among raft nodes before linearized reading' (duration: 195.304468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:54:07.00653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.877957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T00:54:07.007242Z","caller":"traceutil/trace.go:171","msg":"trace[1369713327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17231; }","duration":"195.598556ms","start":"2026-04-23T00:54:06.811623Z","end":"2026-04-23T00:54:07.007221Z","steps":["trace[1369713327] 'agreement among raft nodes before linearized reading' (duration: 194.812216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:44.099397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.183498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:44.099553Z","caller":"traceutil/trace.go:171","msg":"trace[1585741540] transaction","detail":"{read_only:false; response_revision:18270; number_of_response:1; }","duration":"157.336617ms","start":"2026-04-23T00:56:43.942187Z","end":"2026-04-23T00:56:44.099524Z","steps":["trace[1585741540] 'process raft request' (duration: 11.922093ms)","trace[1585741540] 'compare' (duration: 145.011383ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:44.150374Z","caller":"traceutil/trace.go:171","msg":"trace[173758650] transaction","detail":"{read_only:false; response_revision:18271; number_of_response:1; }","duration":"207.661321ms","start":"2026-04-23T00:56:43.94268Z","end":"2026-04-23T00:56:44.150341Z","steps":["trace[173758650] 'process raft request' (duration: 207.343773ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:44.150425Z","caller":"traceutil/trace.go:171","msg":"trace[167440943] transaction","detail":"{read_only:false; response_revision:18274; number_of_response:1; }","duration":"207.63499ms","start":"2026-04-23T00:56:43.942754Z","end":"2026-04-23T00:56:44.150389Z","steps":["trace[167440943] 'process raft request' (duration: 207.569139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:44.150641Z","caller":"traceutil/trace.go:171","msg":"trace[1161643012] transaction","detail":"{read_only:false; response_revision:18272; number_of_response:1; }","duration":"207.933047ms","start":"2026-04-23T00:56:43.942696Z","end":"2026-04-23T00:56:44.150629Z","steps":["trace[1161643012] 'process raft request' (duration: 207.511877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:44.150799Z","caller":"traceutil/trace.go:171","msg":"trace[2133888103] transaction","detail":"{read_only:false; response_revision:18273; number_of_response:1; }","duration":"208.03908ms","start":"2026-04-23T00:56:43.942742Z","end":"2026-04-23T00:56:44.150781Z","steps":["trace[2133888103] 'process raft request' (duration: 207.527007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.0913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.983534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:56:50.091523Z","caller":"traceutil/trace.go:171","msg":"trace[553917380] linearizableReadLoop","detail":"{readStateIndex:18947; appliedIndex:18945; }","duration":"555.477423ms","start":"2026-04-23T00:56:49.536023Z","end":"2026-04-23T00:56:50.0915Z","steps":["trace[553917380] 'read index received' (duration: 166.206372ms)","trace[553917380] 'applied index is now lower than readState.Index' (duration: 389.269551ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:56:50.091563Z","caller":"traceutil/trace.go:171","msg":"trace[1290100585] transaction","detail":"{read_only:false; response_revision:18300; number_of_response:1; }","duration":"896.625546ms","start":"2026-04-23T00:56:49.194895Z","end":"2026-04-23T00:56:50.091521Z","steps":["trace[1290100585] 'process raft request' (duration: 507.331734ms)","trace[1290100585] 'compare' (duration: 387.945767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:50.091657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.622707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:56:50.091701Z","caller":"traceutil/trace.go:171","msg":"trace[844073118] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:18301; }","duration":"555.705649ms","start":"2026-04-23T00:56:49.535984Z","end":"2026-04-23T00:56:50.091689Z","steps":["trace[844073118] 'agreement among raft nodes before linearized reading' (duration: 555.630017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.092178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.509697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T00:56:50.092179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.198433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-04-23T00:56:50.092229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:49.535964Z","time spent":"556.226882ms","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:56:50.09223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.768011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-04-23T00:56:50.092281Z","caller":"traceutil/trace.go:171","msg":"trace[48090977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18301; }","duration":"130.65281ms","start":"2026-04-23T00:56:49.961606Z","end":"2026-04-23T00:56:50.092259Z","steps":["trace[48090977] 'agreement among raft nodes before linearized reading' (duration: 130.374513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:50.091646Z","caller":"traceutil/trace.go:171","msg":"trace[1635349923] transaction","detail":"{read_only:false; response_revision:18301; number_of_response:1; }","duration":"750.585785ms","start":"2026-04-23T00:56:49.341034Z","end":"2026-04-23T00:56:50.09162Z","steps":["trace[1635349923] 'process raft request' (duration: 750.393861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:50.092309Z","caller":"traceutil/trace.go:171","msg":"trace[1608281129] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:18301; }","duration":"336.907015ms","start":"2026-04-23T00:56:49.755383Z","end":"2026-04-23T00:56:50.09229Z","steps":["trace[1608281129] 'agreement among raft nodes before linearized reading' (duration: 336.640109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.091754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:49.194872Z","time spent":"896.78791ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:50.092364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:49.755353Z","time spent":"336.997367ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" "} {"level":"info","ts":"2026-04-23T00:56:50.092311Z","caller":"traceutil/trace.go:171","msg":"trace[1080064553] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-m9gr5; range_end:; response_count:1; response_revision:18301; }","duration":"401.368448ms","start":"2026-04-23T00:56:49.690903Z","end":"2026-04-23T00:56:50.092272Z","steps":["trace[1080064553] 'agreement among raft nodes before linearized reading' (duration: 401.05411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.09249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:49.690881Z","time spent":"401.577153ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" "} {"level":"warn","ts":"2026-04-23T00:56:50.09242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:49.341007Z","time spent":"751.324314ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:56:50.092075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.52012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:56:50.092683Z","caller":"traceutil/trace.go:171","msg":"trace[1880382280] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18301; }","duration":"171.166416ms","start":"2026-04-23T00:56:49.921481Z","end":"2026-04-23T00:56:50.092647Z","steps":["trace[1880382280] 'agreement among raft nodes before linearized reading' (duration: 170.481209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.770326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.902154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-jwzjx\" ","response":"range_response_count:1 size:18651"} {"level":"info","ts":"2026-04-23T00:56:50.770416Z","caller":"traceutil/trace.go:171","msg":"trace[680738404] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-jwzjx; range_end:; response_count:1; response_revision:18307; }","duration":"496.073868ms","start":"2026-04-23T00:56:50.274319Z","end":"2026-04-23T00:56:50.770393Z","steps":["trace[680738404] 'range keys from in-memory index tree' (duration: 495.595496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.770461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:50.274286Z","time spent":"496.16409ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18674,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-jwzjx\" "} {"level":"info","ts":"2026-04-23T00:56:50.777077Z","caller":"traceutil/trace.go:171","msg":"trace[460580858] linearizableReadLoop","detail":"{readStateIndex:18954; appliedIndex:18953; }","duration":"312.061276ms","start":"2026-04-23T00:56:50.464902Z","end":"2026-04-23T00:56:50.776963Z","steps":["trace[460580858] 'read index received' (duration: 311.858391ms)","trace[460580858] 'applied index is now lower than readState.Index' (duration: 197.775µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:50.777335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.423644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:56:50.777406Z","caller":"traceutil/trace.go:171","msg":"trace[517607747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18308; }","duration":"312.542487ms","start":"2026-04-23T00:56:50.464847Z","end":"2026-04-23T00:56:50.77739Z","steps":["trace[517607747] 'agreement among raft nodes before linearized reading' (duration: 312.311552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.777439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:50.464826Z","time spent":"312.606539ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:56:50.777089Z","caller":"traceutil/trace.go:171","msg":"trace[151810362] transaction","detail":"{read_only:false; response_revision:18308; number_of_response:1; }","duration":"500.765956ms","start":"2026-04-23T00:56:50.276276Z","end":"2026-04-23T00:56:50.777042Z","steps":["trace[151810362] 'process raft request' (duration: 500.468488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:50.778225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:50.276249Z","time spent":"501.919076ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:56:52.35538Z","caller":"traceutil/trace.go:171","msg":"trace[2008779358] transaction","detail":"{read_only:false; response_revision:18345; number_of_response:1; }","duration":"108.750715ms","start":"2026-04-23T00:56:52.246603Z","end":"2026-04-23T00:56:52.355353Z","steps":["trace[2008779358] 'process raft request' (duration: 98.021103ms)","trace[2008779358] 'compare' (duration: 10.216868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:57.929576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795326434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:56:58.336501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073079486s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:56:58.336844Z","caller":"traceutil/trace.go:171","msg":"trace[1247972212] transaction","detail":"{read_only:false; response_revision:18376; number_of_response:1; }","duration":"1.073525628s","start":"2026-04-23T00:56:57.263299Z","end":"2026-04-23T00:56:58.336824Z","steps":["trace[1247972212] 'process raft request' (duration: 1.073392764s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:58.336959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:57.26328Z","time spent":"1.073608949s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:56:58.337117Z","caller":"traceutil/trace.go:171","msg":"trace[1925029789] linearizableReadLoop","detail":"{readStateIndex:19023; appliedIndex:19023; }","duration":"908.235389ms","start":"2026-04-23T00:56:57.428854Z","end":"2026-04-23T00:56:58.33709Z","steps":["trace[1925029789] 'read index received' (duration: 908.224109ms)","trace[1925029789] 'applied index is now lower than readState.Index' (duration: 9.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:56:58.337389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.510476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" ","response":"range_response_count:1 size:20869"} {"level":"info","ts":"2026-04-23T00:56:58.337488Z","caller":"traceutil/trace.go:171","msg":"trace[1036084732] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q67xx; range_end:; response_count:1; response_revision:18376; }","duration":"908.649779ms","start":"2026-04-23T00:56:57.428815Z","end":"2026-04-23T00:56:58.337465Z","steps":["trace[1036084732] 'agreement among raft nodes before linearized reading' (duration: 908.368932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:58.337547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:57.428797Z","time spent":"908.732192ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20892,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q67xx\" "} {"level":"warn","ts":"2026-04-23T00:56:59.704217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:56:59.704346Z","caller":"traceutil/trace.go:171","msg":"trace[807610524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079361s","start":"2026-04-23T00:56:57.704244Z","end":"2026-04-23T00:56:59.704324Z","steps":["trace[807610524] 'agreement among raft nodes before linearized reading' (duration: 1.999918317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:56:59.704445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:57.704224Z","time spent":"2.000206524s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:57:00.993328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584511877s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T00:57:00.994143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.052881ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:00.99428Z","caller":"traceutil/trace.go:171","msg":"trace[1085542132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18376; }","duration":"838.193955ms","start":"2026-04-23T00:57:00.15606Z","end":"2026-04-23T00:57:00.994254Z","steps":["trace[1085542132] 'range keys from in-memory index tree' (duration: 838.027121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:00.994338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:59.790456Z","time spent":"1.20387582s","remote":"127.0.0.1:33582","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:57:00.995463Z","caller":"traceutil/trace.go:171","msg":"trace[1210095897] transaction","detail":"{read_only:false; response_revision:18377; number_of_response:1; }","duration":"2.85777788s","start":"2026-04-23T00:56:58.137666Z","end":"2026-04-23T00:57:00.995444Z","steps":["trace[1210095897] 'process raft request' (duration: 2.855756829s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:00.995581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.137645Z","time spent":"2.857864633s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:01.057806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309622788s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:57:01.705691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:57:01.706007Z","caller":"traceutil/trace.go:171","msg":"trace[117187567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494212s","start":"2026-04-23T00:56:59.705454Z","end":"2026-04-23T00:57:01.705948Z","steps":["trace[117187567] 'agreement among raft nodes before linearized reading' (duration: 2.000166293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:01.706142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:59.705437Z","time spent":"2.000624686s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:57:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:57:02.535943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540374607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:57:02.537385Z","caller":"traceutil/trace.go:171","msg":"trace[948038855] transaction","detail":"{read_only:false; response_revision:18378; number_of_response:1; }","duration":"4.379886004s","start":"2026-04-23T00:56:58.157467Z","end":"2026-04-23T00:57:02.537353Z","steps":["trace[948038855] 'process raft request' (duration: 2.837962478s)","trace[948038855] 'compare' (duration: 1.539800232s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:02.53753Z","caller":"traceutil/trace.go:171","msg":"trace[167196312] transaction","detail":"{read_only:false; response_revision:18381; number_of_response:1; }","duration":"2.789479001s","start":"2026-04-23T00:56:59.748022Z","end":"2026-04-23T00:57:02.537501Z","steps":["trace[167196312] 'process raft request' (duration: 2.78941549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.537577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.157457Z","time spent":"4.380000497s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.537663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246860465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T00:57:02.537686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:59.747998Z","time spent":"2.789607955s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.537681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824895978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T00:57:02.537714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238289356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:57:02.537735Z","caller":"traceutil/trace.go:171","msg":"trace[46470028] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18381; }","duration":"4.82497536s","start":"2026-04-23T00:56:57.712753Z","end":"2026-04-23T00:57:02.537729Z","steps":["trace[46470028] 'agreement among raft nodes before linearized reading' (duration: 4.824828246s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.537759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246735041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T00:57:02.537783Z","caller":"traceutil/trace.go:171","msg":"trace[1166633628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18381; }","duration":"4.246775761s","start":"2026-04-23T00:56:58.291002Z","end":"2026-04-23T00:57:02.537778Z","steps":["trace[1166633628] 'agreement among raft nodes before linearized reading' (duration: 4.24671275s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:02.537772Z","caller":"traceutil/trace.go:171","msg":"trace[288722164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18381; }","duration":"4.238360488s","start":"2026-04-23T00:56:58.299392Z","end":"2026-04-23T00:57:02.537753Z","steps":["trace[288722164] 'agreement among raft nodes before linearized reading' (duration: 4.238145732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.537768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24082581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T00:57:02.537775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235937127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:57:02.537852Z","caller":"traceutil/trace.go:171","msg":"trace[159359216] transaction","detail":"{read_only:false; response_revision:18380; number_of_response:1; }","duration":"4.180974555s","start":"2026-04-23T00:56:58.356869Z","end":"2026-04-23T00:57:02.537844Z","steps":["trace[159359216] 'process raft request' (duration: 4.180508883s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.537874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207696072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:57:02.537864Z","caller":"traceutil/trace.go:171","msg":"trace[188509965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18381; }","duration":"4.240941594s","start":"2026-04-23T00:56:58.296899Z","end":"2026-04-23T00:57:02.53784Z","steps":["trace[188509965] 'agreement among raft nodes before linearized reading' (duration: 4.240669527s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:02.537905Z","caller":"traceutil/trace.go:171","msg":"trace[2097004660] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:18381; }","duration":"4.207763335s","start":"2026-04-23T00:56:58.330136Z","end":"2026-04-23T00:57:02.537899Z","steps":["trace[2097004660] 'agreement among raft nodes before linearized reading' (duration: 4.207687832s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:02.537903Z","caller":"traceutil/trace.go:171","msg":"trace[1170418494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18381; }","duration":"4.23606203s","start":"2026-04-23T00:56:58.301793Z","end":"2026-04-23T00:57:02.537855Z","steps":["trace[1170418494] 'agreement among raft nodes before linearized reading' (duration: 4.235794483s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.537935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.356851Z","time spent":"4.181039597s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20984,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.537789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311339237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:57:02.537931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228328474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-04-23T00:57:02.537701Z","caller":"traceutil/trace.go:171","msg":"trace[2055500313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18381; }","duration":"4.246956757s","start":"2026-04-23T00:56:58.290733Z","end":"2026-04-23T00:57:02.53769Z","steps":["trace[2055500313] 'agreement among raft nodes before linearized reading' (duration: 4.246807363s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:02.538102Z","caller":"traceutil/trace.go:171","msg":"trace[1971917751] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:18381; }","duration":"4.228624623s","start":"2026-04-23T00:56:58.309421Z","end":"2026-04-23T00:57:02.538045Z","steps":["trace[1971917751] 'agreement among raft nodes before linearized reading' (duration: 4.22814303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.53815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.290701Z","time spent":"4.24742784s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:57:02.537922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.296892Z","time spent":"4.241020667s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:57:02.538235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.3094Z","time spent":"4.228784946s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" "} {"level":"warn","ts":"2026-04-23T00:57:02.537762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:57.712744Z","time spent":"4.825011591s","remote":"127.0.0.1:40478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":137,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.537809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.290995Z","time spent":"4.246809002s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:57:02.53779Z","caller":"traceutil/trace.go:171","msg":"trace[1115814515] transaction","detail":"{read_only:false; response_revision:18379; number_of_response:1; }","duration":"4.236376658s","start":"2026-04-23T00:56:58.301395Z","end":"2026-04-23T00:57:02.537772Z","steps":["trace[1115814515] 'process raft request' (duration: 4.235822844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.538505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.301368Z","time spent":"4.237093437s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.537817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563984068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:02.538608Z","caller":"traceutil/trace.go:171","msg":"trace[1567524949] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:18381; }","duration":"4.56480478s","start":"2026-04-23T00:56:57.973789Z","end":"2026-04-23T00:57:02.538594Z","steps":["trace[1567524949] 'agreement among raft nodes before linearized reading' (duration: 4.564014809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.538645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:57.973767Z","time spent":"4.564867842s","remote":"127.0.0.1:37040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:57:02.537554Z","caller":"traceutil/trace.go:171","msg":"trace[316543511] linearizableReadLoop","detail":"{readStateIndex:19027; appliedIndex:19023; }","duration":"4.200349176s","start":"2026-04-23T00:56:58.337184Z","end":"2026-04-23T00:57:02.537533Z","steps":["trace[316543511] 'read index received' (duration: 71.633756ms)","trace[316543511] 'applied index is now lower than readState.Index' (duration: 4.12871209s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:02.537823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.299386Z","time spent":"4.238428981s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:57:02.537788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230285275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T00:57:02.538877Z","caller":"traceutil/trace.go:171","msg":"trace[880141433] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-m9gr5; range_end:; response_count:1; response_revision:18381; }","duration":"4.231412783s","start":"2026-04-23T00:56:58.307443Z","end":"2026-04-23T00:57:02.538856Z","steps":["trace[880141433] 'agreement among raft nodes before linearized reading' (duration: 4.23013776s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.538951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.307427Z","time spent":"4.231503486s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" "} {"level":"warn","ts":"2026-04-23T00:57:02.537927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.33012Z","time spent":"4.207799646s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":73,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.537982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.301785Z","time spent":"4.236180255s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:57:02.537993Z","caller":"traceutil/trace.go:171","msg":"trace[951101550] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18381; }","duration":"4.311569584s","start":"2026-04-23T00:56:58.226409Z","end":"2026-04-23T00:57:02.537979Z","steps":["trace[951101550] 'agreement among raft nodes before linearized reading' (duration: 4.311363838s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.539244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.226389Z","time spent":"4.312832656s","remote":"127.0.0.1:37128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:57:02.601034Z","caller":"traceutil/trace.go:171","msg":"trace[1171132558] transaction","detail":"{read_only:false; response_revision:18382; number_of_response:1; }","duration":"2.258971561s","start":"2026-04-23T00:57:00.342035Z","end":"2026-04-23T00:57:02.601006Z","steps":["trace[1171132558] 'process raft request' (duration: 2.258812297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.6012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:00.342007Z","time spent":"2.259107415s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.601413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336436934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T00:57:02.601456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53298864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:02.601512Z","caller":"traceutil/trace.go:171","msg":"trace[1162964892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18382; }","duration":"2.336551267s","start":"2026-04-23T00:57:00.264938Z","end":"2026-04-23T00:57:02.601489Z","steps":["trace[1162964892] 'agreement among raft nodes before linearized reading' (duration: 2.336382893s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.601528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416690357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T00:57:02.601538Z","caller":"traceutil/trace.go:171","msg":"trace[859320347] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18382; }","duration":"1.533116063s","start":"2026-04-23T00:57:01.068398Z","end":"2026-04-23T00:57:02.601514Z","steps":["trace[859320347] 'agreement among raft nodes before linearized reading' (duration: 1.53298387s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:02.601563Z","caller":"traceutil/trace.go:171","msg":"trace[1855640053] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18382; }","duration":"2.416757079s","start":"2026-04-23T00:57:00.184797Z","end":"2026-04-23T00:57:02.601554Z","steps":["trace[1855640053] 'agreement among raft nodes before linearized reading' (duration: 2.416601705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.601567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:00.264916Z","time spent":"2.33663705s","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.601587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:00.184778Z","time spent":"2.41680239s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":133,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.601585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:01.068379Z","time spent":"1.533193384s","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.601694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222577088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:57:02.601743Z","caller":"traceutil/trace.go:171","msg":"trace[386647329] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18382; }","duration":"4.22267038s","start":"2026-04-23T00:56:58.379059Z","end":"2026-04-23T00:57:02.601729Z","steps":["trace[386647329] 'agreement among raft nodes before linearized reading' (duration: 4.222536637s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.601785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.379044Z","time spent":"4.222733503s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:57:02.601727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863251605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:57:02.601831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.151189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:02.601887Z","caller":"traceutil/trace.go:171","msg":"trace[1066086645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18382; }","duration":"889.244791ms","start":"2026-04-23T00:57:01.712628Z","end":"2026-04-23T00:57:02.601873Z","steps":["trace[1066086645] 'agreement among raft nodes before linearized reading' (duration: 889.158849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.601906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009649415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:57:02.601901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576863451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T00:57:02.601922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:01.712584Z","time spent":"889.331643ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:57:02.601933Z","caller":"traceutil/trace.go:171","msg":"trace[528308210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:18382; }","duration":"2.009707736s","start":"2026-04-23T00:57:00.592216Z","end":"2026-04-23T00:57:02.601924Z","steps":["trace[528308210] 'agreement among raft nodes before linearized reading' (duration: 2.009663295s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:02.601941Z","caller":"traceutil/trace.go:171","msg":"trace[1644418549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18382; }","duration":"1.576945953s","start":"2026-04-23T00:57:01.024985Z","end":"2026-04-23T00:57:02.601931Z","steps":["trace[1644418549] 'agreement among raft nodes before linearized reading' (duration: 1.57680429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.601957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:00.592202Z","time spent":"2.009748698s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:57:02.601866Z","caller":"traceutil/trace.go:171","msg":"trace[954925890] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18382; }","duration":"3.863599864s","start":"2026-04-23T00:56:58.738223Z","end":"2026-04-23T00:57:02.601823Z","steps":["trace[954925890] 'agreement among raft nodes before linearized reading' (duration: 3.863215844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.601838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626900363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:57:02.602086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:58.738191Z","time spent":"3.86383425s","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.60213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.121643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T00:57:02.602169Z","caller":"traceutil/trace.go:171","msg":"trace[2084385208] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152; range_end:; response_count:1; response_revision:18382; }","duration":"892.196575ms","start":"2026-04-23T00:57:01.709961Z","end":"2026-04-23T00:57:02.602157Z","steps":["trace[2084385208] 'agreement among raft nodes before linearized reading' (duration: 892.091842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.602203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:01.709938Z","time spent":"892.258447ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" "} {"level":"warn","ts":"2026-04-23T00:57:02.601979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:01.024966Z","time spent":"1.577006744s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:57:02.602108Z","caller":"traceutil/trace.go:171","msg":"trace[1880817708] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18382; }","duration":"2.627288602s","start":"2026-04-23T00:56:59.974797Z","end":"2026-04-23T00:57:02.602086Z","steps":["trace[1880817708] 'agreement among raft nodes before linearized reading' (duration: 2.626847561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.602314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:59.974777Z","time spent":"2.627519748s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:02.602037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101893427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:02.602402Z","caller":"traceutil/trace.go:171","msg":"trace[877357862] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18382; }","duration":"3.102288428s","start":"2026-04-23T00:56:59.5001Z","end":"2026-04-23T00:57:02.602388Z","steps":["trace[877357862] 'agreement among raft nodes before linearized reading' (duration: 3.101909877s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.60244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:56:59.500078Z","time spent":"3.102350679s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:57:02.960895Z","caller":"traceutil/trace.go:171","msg":"trace[602567146] linearizableReadLoop","detail":"{readStateIndex:19035; appliedIndex:19030; }","duration":"359.861527ms","start":"2026-04-23T00:57:02.60101Z","end":"2026-04-23T00:57:02.960871Z","steps":["trace[602567146] 'read index received' (duration: 359.492758ms)","trace[602567146] 'applied index is now lower than readState.Index' (duration: 367.839µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:02.961252Z","caller":"traceutil/trace.go:171","msg":"trace[1222962061] transaction","detail":"{read_only:false; response_revision:18383; number_of_response:1; }","duration":"418.976825ms","start":"2026-04-23T00:57:02.542261Z","end":"2026-04-23T00:57:02.961238Z","steps":["trace[1222962061] 'process raft request' (duration: 418.274596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.961364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.542244Z","time spent":"419.046386ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:57:02.961542Z","caller":"traceutil/trace.go:171","msg":"trace[1802740075] transaction","detail":"{read_only:false; response_revision:18384; number_of_response:1; }","duration":"419.259242ms","start":"2026-04-23T00:57:02.542272Z","end":"2026-04-23T00:57:02.961532Z","steps":["trace[1802740075] 'process raft request' (duration: 418.41994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.961606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.542262Z","time spent":"419.311783ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:57:02.961786Z","caller":"traceutil/trace.go:171","msg":"trace[1996369287] transaction","detail":"{read_only:false; response_revision:18385; number_of_response:1; }","duration":"418.316068ms","start":"2026-04-23T00:57:02.54346Z","end":"2026-04-23T00:57:02.961776Z","steps":["trace[1996369287] 'process raft request' (duration: 417.268931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.96185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.543438Z","time spent":"418.379871ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:57:02.962144Z","caller":"traceutil/trace.go:171","msg":"trace[1686829248] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"418.146544ms","start":"2026-04-23T00:57:02.54396Z","end":"2026-04-23T00:57:02.962106Z","steps":["trace[1686829248] 'process raft request' (duration: 416.82992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.962312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.543956Z","time spent":"418.269297ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.966417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.357425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946023"} {"level":"info","ts":"2026-04-23T00:57:02.966498Z","caller":"traceutil/trace.go:171","msg":"trace[340645966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18387; }","duration":"421.445457ms","start":"2026-04-23T00:57:02.545027Z","end":"2026-04-23T00:57:02.966472Z","steps":["trace[340645966] 'agreement among raft nodes before linearized reading' (duration: 417.089117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.966535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.545007Z","time spent":"421.519199ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:57:02.961978Z","caller":"traceutil/trace.go:171","msg":"trace[747971271] transaction","detail":"{read_only:false; response_revision:18386; number_of_response:1; }","duration":"418.051561ms","start":"2026-04-23T00:57:02.543917Z","end":"2026-04-23T00:57:02.961969Z","steps":["trace[747971271] 'process raft request' (duration: 416.84266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.972096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.543909Z","time spent":"428.147966ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:02.972372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.741677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946023"} {"level":"info","ts":"2026-04-23T00:57:02.972416Z","caller":"traceutil/trace.go:171","msg":"trace[190529272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18387; }","duration":"427.797808ms","start":"2026-04-23T00:57:02.544602Z","end":"2026-04-23T00:57:02.9724Z","steps":["trace[190529272] 'agreement among raft nodes before linearized reading' (duration: 417.403974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:02.972437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.544594Z","time spent":"427.83732ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946046,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:57:03.146358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.603465Z","time spent":"542.882154ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:57:03.146431Z","caller":"traceutil/trace.go:171","msg":"trace[1803074455] linearizableReadLoop","detail":"{readStateIndex:19038; appliedIndex:19035; }","duration":"185.448148ms","start":"2026-04-23T00:57:02.960961Z","end":"2026-04-23T00:57:03.14641Z","steps":["trace[1803074455] 'read index received' (duration: 157.194573ms)","trace[1803074455] 'applied index is now lower than readState.Index' (duration: 28.252415ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:03.146482Z","caller":"traceutil/trace.go:171","msg":"trace[1546331214] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"540.926224ms","start":"2026-04-23T00:57:02.605524Z","end":"2026-04-23T00:57:03.14645Z","steps":["trace[1546331214] 'process raft request' (duration: 540.844022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.14657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.605772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:57:03.146596Z","caller":"traceutil/trace.go:171","msg":"trace[1027585548] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18389; }","duration":"213.647983ms","start":"2026-04-23T00:57:02.932939Z","end":"2026-04-23T00:57:03.146587Z","steps":["trace[1027585548] 'agreement among raft nodes before linearized reading' (duration: 213.55831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.146625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.60551Z","time spent":"541.030706ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:57:03.146671Z","caller":"traceutil/trace.go:171","msg":"trace[1643832260] transaction","detail":"{read_only:false; response_revision:18388; number_of_response:1; }","duration":"542.309699ms","start":"2026-04-23T00:57:02.604301Z","end":"2026-04-23T00:57:03.146611Z","steps":["trace[1643832260] 'process raft request' (duration: 541.920119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.146713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.671338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:03.146773Z","caller":"traceutil/trace.go:171","msg":"trace[248822211] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:18389; }","duration":"229.770931ms","start":"2026-04-23T00:57:02.916985Z","end":"2026-04-23T00:57:03.146756Z","steps":["trace[248822211] 'agreement among raft nodes before linearized reading' (duration: 229.649838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.146771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.415982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:03.146829Z","caller":"traceutil/trace.go:171","msg":"trace[1997722516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18389; }","duration":"542.503684ms","start":"2026-04-23T00:57:02.604312Z","end":"2026-04-23T00:57:03.146816Z","steps":["trace[1997722516] 'agreement among raft nodes before linearized reading' (duration: 542.409492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.146852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.604296Z","time spent":"542.552175ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:57:03.146878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.604283Z","time spent":"542.484824ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:03.147567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.377365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:57:03.147719Z","caller":"traceutil/trace.go:171","msg":"trace[2065053836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18389; }","duration":"542.144784ms","start":"2026-04-23T00:57:02.605523Z","end":"2026-04-23T00:57:03.147668Z","steps":["trace[2065053836] 'agreement among raft nodes before linearized reading' (duration: 541.057757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.147819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:02.605512Z","time spent":"542.281478ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:57:03.195328Z","caller":"traceutil/trace.go:171","msg":"trace[695417962] transaction","detail":"{read_only:false; response_revision:18390; number_of_response:1; }","duration":"194.559079ms","start":"2026-04-23T00:57:03.000745Z","end":"2026-04-23T00:57:03.195304Z","steps":["trace[695417962] 'process raft request' (duration: 194.399455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:03.263474Z","caller":"traceutil/trace.go:171","msg":"trace[456489553] transaction","detail":"{read_only:false; response_revision:18391; number_of_response:1; }","duration":"115.949249ms","start":"2026-04-23T00:57:03.147501Z","end":"2026-04-23T00:57:03.26345Z","steps":["trace[456489553] 'process raft request' (duration: 114.017999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.263544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.385376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:57:03.263598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.885756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-04-23T00:57:03.263672Z","caller":"traceutil/trace.go:171","msg":"trace[1523934726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18391; }","duration":"108.55713ms","start":"2026-04-23T00:57:03.155082Z","end":"2026-04-23T00:57:03.263639Z","steps":["trace[1523934726] 'agreement among raft nodes before linearized reading' (duration: 108.208341ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:03.263704Z","caller":"traceutil/trace.go:171","msg":"trace[790336202] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18391; }","duration":"114.040339ms","start":"2026-04-23T00:57:03.149637Z","end":"2026-04-23T00:57:03.263677Z","steps":["trace[790336202] 'agreement among raft nodes before linearized reading' (duration: 113.615458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:03.264052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.417964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-848578944-vgr6h.18a8d59390e3f51e\" ","response":"range_response_count:1 size:2092"} {"level":"info","ts":"2026-04-23T00:57:03.26409Z","caller":"traceutil/trace.go:171","msg":"trace[1331824704] range","detail":"{range_begin:/registry/events/openstack/glance-api-848578944-vgr6h.18a8d59390e3f51e; range_end:; response_count:1; response_revision:18391; }","duration":"113.489095ms","start":"2026-04-23T00:57:03.150589Z","end":"2026-04-23T00:57:03.264078Z","steps":["trace[1331824704] 'agreement among raft nodes before linearized reading' (duration: 113.328671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:06.662254Z","caller":"traceutil/trace.go:171","msg":"trace[2128949480] transaction","detail":"{read_only:false; response_revision:18416; number_of_response:1; }","duration":"113.28995ms","start":"2026-04-23T00:57:06.548936Z","end":"2026-04-23T00:57:06.662226Z","steps":["trace[2128949480] 'process raft request' (duration: 113.157847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.205496Z","caller":"traceutil/trace.go:171","msg":"trace[1014333044] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"194.664552ms","start":"2026-04-23T00:57:09.010804Z","end":"2026-04-23T00:57:09.205468Z","steps":["trace[1014333044] 'process raft request' (duration: 194.505208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.224123Z","caller":"traceutil/trace.go:171","msg":"trace[25570852] transaction","detail":"{read_only:false; response_revision:18488; number_of_response:1; }","duration":"213.243083ms","start":"2026-04-23T00:57:09.010865Z","end":"2026-04-23T00:57:09.224108Z","steps":["trace[25570852] 'process raft request' (duration: 213.194072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.224227Z","caller":"traceutil/trace.go:171","msg":"trace[2094883976] transaction","detail":"{read_only:false; response_revision:18487; number_of_response:1; }","duration":"213.371396ms","start":"2026-04-23T00:57:09.010848Z","end":"2026-04-23T00:57:09.224219Z","steps":["trace[2094883976] 'process raft request' (duration: 213.120619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.224533Z","caller":"traceutil/trace.go:171","msg":"trace[628749882] linearizableReadLoop","detail":"{readStateIndex:19140; appliedIndex:19135; }","duration":"167.80129ms","start":"2026-04-23T00:57:09.056722Z","end":"2026-04-23T00:57:09.224524Z","steps":["trace[628749882] 'read index received' (duration: 148.616765ms)","trace[628749882] 'applied index is now lower than readState.Index' (duration: 19.183625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:09.224525Z","caller":"traceutil/trace.go:171","msg":"trace[461360619] transaction","detail":"{read_only:false; response_revision:18489; number_of_response:1; }","duration":"213.584772ms","start":"2026-04-23T00:57:09.010911Z","end":"2026-04-23T00:57:09.224496Z","steps":["trace[461360619] 'process raft request' (duration: 213.173111ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:09.224636Z","caller":"traceutil/trace.go:171","msg":"trace[57166186] transaction","detail":"{read_only:false; response_revision:18490; number_of_response:1; }","duration":"212.914855ms","start":"2026-04-23T00:57:09.011661Z","end":"2026-04-23T00:57:09.224576Z","steps":["trace[57166186] 'process raft request' (duration: 212.688279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.224856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.116359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-04-23T00:57:09.224899Z","caller":"traceutil/trace.go:171","msg":"trace[234296866] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:18490; }","duration":"168.1722ms","start":"2026-04-23T00:57:09.056717Z","end":"2026-04-23T00:57:09.224889Z","steps":["trace[234296866] 'agreement among raft nodes before linearized reading' (duration: 168.019936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.225399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.617673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T00:57:09.225439Z","caller":"traceutil/trace.go:171","msg":"trace[133000989] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-m9gr5; range_end:; response_count:1; response_revision:18491; }","duration":"155.694385ms","start":"2026-04-23T00:57:09.069737Z","end":"2026-04-23T00:57:09.225431Z","steps":["trace[133000989] 'agreement among raft nodes before linearized reading' (duration: 155.592832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.225699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.03404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:09.225759Z","caller":"traceutil/trace.go:171","msg":"trace[2072496394] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:18491; }","duration":"118.115293ms","start":"2026-04-23T00:57:09.107627Z","end":"2026-04-23T00:57:09.225742Z","steps":["trace[2072496394] 'agreement among raft nodes before linearized reading' (duration: 118.034311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:09.225787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.273915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:09.226024Z","caller":"traceutil/trace.go:171","msg":"trace[1060331357] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:18491; }","duration":"127.530831ms","start":"2026-04-23T00:57:09.098477Z","end":"2026-04-23T00:57:09.226008Z","steps":["trace[1060331357] 'agreement among raft nodes before linearized reading' (duration: 127.267025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.501694Z","caller":"traceutil/trace.go:171","msg":"trace[713736894] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18515; }","duration":"141.69987ms","start":"2026-04-23T00:57:12.359971Z","end":"2026-04-23T00:57:12.501671Z","steps":["trace[713736894] 'process raft request' (duration: 141.661779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.501983Z","caller":"traceutil/trace.go:171","msg":"trace[2144181084] transaction","detail":"{read_only:false; response_revision:18515; number_of_response:1; }","duration":"146.464681ms","start":"2026-04-23T00:57:12.355485Z","end":"2026-04-23T00:57:12.50195Z","steps":["trace[2144181084] 'process raft request' (duration: 146.090271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.502064Z","caller":"traceutil/trace.go:171","msg":"trace[349129085] linearizableReadLoop","detail":"{readStateIndex:19165; appliedIndex:19162; }","duration":"149.556788ms","start":"2026-04-23T00:57:12.352494Z","end":"2026-04-23T00:57:12.502051Z","steps":["trace[349129085] 'read index received' (duration: 6.608537ms)","trace[349129085] 'applied index is now lower than readState.Index' (duration: 142.946971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:12.502209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.697202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-q67xx-api\" ","response":"range_response_count:1 size:1499"} {"level":"info","ts":"2026-04-23T00:57:12.502242Z","caller":"traceutil/trace.go:171","msg":"trace[554248722] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-q67xx-api; range_end:; response_count:1; response_revision:18515; }","duration":"149.764114ms","start":"2026-04-23T00:57:12.352468Z","end":"2026-04-23T00:57:12.502232Z","steps":["trace[554248722] 'agreement among raft nodes before linearized reading' (duration: 149.697282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.502258Z","caller":"traceutil/trace.go:171","msg":"trace[151461093] transaction","detail":"{read_only:false; response_revision:18514; number_of_response:1; }","duration":"151.061586ms","start":"2026-04-23T00:57:12.351179Z","end":"2026-04-23T00:57:12.50224Z","steps":["trace[151461093] 'process raft request' (duration: 77.337779ms)","trace[151461093] 'compare' (duration: 72.903666ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:12.502393Z","caller":"traceutil/trace.go:171","msg":"trace[1995511367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18514; }","duration":"151.170158ms","start":"2026-04-23T00:57:12.351213Z","end":"2026-04-23T00:57:12.502384Z","steps":["trace[1995511367] 'process raft request' (duration: 150.319897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:12.502515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.249401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18a8d66f86beb4e8\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-04-23T00:57:12.502554Z","caller":"traceutil/trace.go:171","msg":"trace[1241906617] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18a8d66f86beb4e8; range_end:; response_count:1; response_revision:18515; }","duration":"147.327622ms","start":"2026-04-23T00:57:12.355216Z","end":"2026-04-23T00:57:12.502544Z","steps":["trace[1241906617] 'agreement among raft nodes before linearized reading' (duration: 147.122366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.695518Z","caller":"traceutil/trace.go:171","msg":"trace[800724920] transaction","detail":"{read_only:false; response_revision:18518; number_of_response:1; }","duration":"175.838564ms","start":"2026-04-23T00:57:12.519657Z","end":"2026-04-23T00:57:12.695496Z","steps":["trace[800724920] 'process raft request' (duration: 175.67784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.695789Z","caller":"traceutil/trace.go:171","msg":"trace[79394478] transaction","detail":"{read_only:false; response_revision:18519; number_of_response:1; }","duration":"175.979258ms","start":"2026-04-23T00:57:12.51978Z","end":"2026-04-23T00:57:12.695759Z","steps":["trace[79394478] 'process raft request' (duration: 175.626049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:12.696014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.430954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T00:57:12.696076Z","caller":"traceutil/trace.go:171","msg":"trace[2139170158] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:18519; }","duration":"171.519226ms","start":"2026-04-23T00:57:12.524533Z","end":"2026-04-23T00:57:12.696052Z","steps":["trace[2139170158] 'agreement among raft nodes before linearized reading' (duration: 171.363072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.696014Z","caller":"traceutil/trace.go:171","msg":"trace[987746070] transaction","detail":"{read_only:false; response_revision:18517; number_of_response:1; }","duration":"181.98504ms","start":"2026-04-23T00:57:12.513571Z","end":"2026-04-23T00:57:12.695556Z","steps":["trace[987746070] 'process raft request' (duration: 181.630271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.696538Z","caller":"traceutil/trace.go:171","msg":"trace[1301952219] linearizableReadLoop","detail":"{readStateIndex:19171; appliedIndex:19167; }","duration":"170.87969ms","start":"2026-04-23T00:57:12.524566Z","end":"2026-04-23T00:57:12.695445Z","steps":["trace[1301952219] 'read index received' (duration: 21.028844ms)","trace[1301952219] 'applied index is now lower than readState.Index' (duration: 149.849596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:12.745258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.287398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fe128c72-ac87-4748-b94a-ba5053eca042\" ","response":"range_response_count:1 size:3942"} {"level":"info","ts":"2026-04-23T00:57:12.745334Z","caller":"traceutil/trace.go:171","msg":"trace[1645740215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fe128c72-ac87-4748-b94a-ba5053eca042; range_end:; response_count:1; response_revision:18520; }","duration":"169.473703ms","start":"2026-04-23T00:57:12.575843Z","end":"2026-04-23T00:57:12.745317Z","steps":["trace[1645740215] 'agreement among raft nodes before linearized reading' (duration: 168.812007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.864564Z","caller":"traceutil/trace.go:171","msg":"trace[1510833282] linearizableReadLoop","detail":"{readStateIndex:19177; appliedIndex:19172; }","duration":"116.578724ms","start":"2026-04-23T00:57:12.747965Z","end":"2026-04-23T00:57:12.864544Z","steps":["trace[1510833282] 'read index received' (duration: 74.665592ms)","trace[1510833282] 'applied index is now lower than readState.Index' (duration: 41.912082ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:57:12.864938Z","caller":"traceutil/trace.go:171","msg":"trace[196661743] transaction","detail":"{read_only:false; response_revision:18521; number_of_response:1; }","duration":"161.534793ms","start":"2026-04-23T00:57:12.70339Z","end":"2026-04-23T00:57:12.864925Z","steps":["trace[196661743] 'process raft request' (duration: 160.927128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:12.865374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.380614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T00:57:12.865502Z","caller":"traceutil/trace.go:171","msg":"trace[1564074738] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"139.860383ms","start":"2026-04-23T00:57:12.72563Z","end":"2026-04-23T00:57:12.86549Z","steps":["trace[1564074738] 'process raft request' (duration: 138.842508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.86564Z","caller":"traceutil/trace.go:171","msg":"trace[175864496] transaction","detail":"{read_only:false; response_revision:18522; number_of_response:1; }","duration":"148.561244ms","start":"2026-04-23T00:57:12.71707Z","end":"2026-04-23T00:57:12.865631Z","steps":["trace[175864496] 'process raft request' (duration: 147.348643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.86639Z","caller":"traceutil/trace.go:171","msg":"trace[1017043607] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"133.721977ms","start":"2026-04-23T00:57:12.732657Z","end":"2026-04-23T00:57:12.866379Z","steps":["trace[1017043607] 'process raft request' (duration: 131.849061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.86666Z","caller":"traceutil/trace.go:171","msg":"trace[403510030] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:18524; }","duration":"117.488697ms","start":"2026-04-23T00:57:12.747949Z","end":"2026-04-23T00:57:12.865438Z","steps":["trace[403510030] 'agreement among raft nodes before linearized reading' (duration: 117.257661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:12.877679Z","caller":"traceutil/trace.go:171","msg":"trace[1624960555] transaction","detail":"{read_only:false; response_revision:18525; number_of_response:1; }","duration":"127.941231ms","start":"2026-04-23T00:57:12.749721Z","end":"2026-04-23T00:57:12.877662Z","steps":["trace[1624960555] 'process raft request' (duration: 127.759986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:13.56726Z","caller":"traceutil/trace.go:171","msg":"trace[887990732] transaction","detail":"{read_only:false; response_revision:18527; number_of_response:1; }","duration":"700.96011ms","start":"2026-04-23T00:57:12.866269Z","end":"2026-04-23T00:57:13.56723Z","steps":["trace[887990732] 'process raft request' (duration: 700.833676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:13.567348Z","caller":"traceutil/trace.go:171","msg":"trace[1233049199] linearizableReadLoop","detail":"{readStateIndex:19179; appliedIndex:19177; }","duration":"702.694112ms","start":"2026-04-23T00:57:12.86463Z","end":"2026-04-23T00:57:13.567324Z","steps":["trace[1233049199] 'read index received' (duration: 12.894045ms)","trace[1233049199] 'applied index is now lower than readState.Index' (duration: 689.798127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:13.567545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:12.866256Z","time spent":"701.078672ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:13.567691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.951432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:57:13.567746Z","caller":"traceutil/trace.go:171","msg":"trace[2132423935] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:18528; }","duration":"741.072225ms","start":"2026-04-23T00:57:12.826657Z","end":"2026-04-23T00:57:13.567729Z","steps":["trace[2132423935] 'agreement among raft nodes before linearized reading' (duration: 740.840329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.567784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:12.826636Z","time spent":"741.136767ms","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:57:13.568221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.757851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-q67xx-vnc\" ","response":"range_response_count:1 size:2048"} {"level":"info","ts":"2026-04-23T00:57:13.56827Z","caller":"traceutil/trace.go:171","msg":"trace[149289532] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-q67xx-vnc; range_end:; response_count:1; response_revision:18528; }","duration":"814.805322ms","start":"2026-04-23T00:57:12.753451Z","end":"2026-04-23T00:57:13.568256Z","steps":["trace[149289532] 'agreement among raft nodes before linearized reading' (duration: 814.627978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.568301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:12.753389Z","time spent":"814.904915ms","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2071,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-q67xx-vnc\" "} {"level":"warn","ts":"2026-04-23T00:57:13.568574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.538278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T00:57:13.568614Z","caller":"traceutil/trace.go:171","msg":"trace[1566610339] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:18528; }","duration":"820.587999ms","start":"2026-04-23T00:57:12.748016Z","end":"2026-04-23T00:57:13.568604Z","steps":["trace[1566610339] 'agreement among raft nodes before linearized reading' (duration: 820.449465ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:13.567287Z","caller":"traceutil/trace.go:171","msg":"trace[2061692281] transaction","detail":"{read_only:false; response_revision:18528; number_of_response:1; }","duration":"318.450008ms","start":"2026-04-23T00:57:13.248818Z","end":"2026-04-23T00:57:13.567268Z","steps":["trace[2061692281] 'process raft request' (duration: 318.383166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.568641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:12.748013Z","time spent":"820.62245ms","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-23T00:57:13.56874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.248803Z","time spent":"319.853363ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:57:13.569241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.068665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:57:13.569329Z","caller":"traceutil/trace.go:171","msg":"trace[852006884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18528; }","duration":"308.205478ms","start":"2026-04-23T00:57:13.261099Z","end":"2026-04-23T00:57:13.569305Z","steps":["trace[852006884] 'agreement among raft nodes before linearized reading' (duration: 307.783578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.569322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.973997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-82xbl\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-04-23T00:57:13.569404Z","caller":"traceutil/trace.go:171","msg":"trace[2011017797] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-82xbl; range_end:; response_count:1; response_revision:18528; }","duration":"277.10496ms","start":"2026-04-23T00:57:13.292275Z","end":"2026-04-23T00:57:13.56938Z","steps":["trace[2011017797] 'agreement among raft nodes before linearized reading' (duration: 276.851654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.569406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.176607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:57:13.569534Z","caller":"traceutil/trace.go:171","msg":"trace[1341208835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18528; }","duration":"319.343011ms","start":"2026-04-23T00:57:13.250165Z","end":"2026-04-23T00:57:13.569508Z","steps":["trace[1341208835] 'agreement among raft nodes before linearized reading' (duration: 319.105495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.569608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.250135Z","time spent":"319.452864ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:57:13.569636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.554444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T00:57:13.569692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.168259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:57:13.569716Z","caller":"traceutil/trace.go:171","msg":"trace[251526448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18528; }","duration":"315.656036ms","start":"2026-04-23T00:57:13.254041Z","end":"2026-04-23T00:57:13.569697Z","steps":["trace[251526448] 'agreement among raft nodes before linearized reading' (duration: 315.41075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:57:13.569731Z","caller":"traceutil/trace.go:171","msg":"trace[1066631675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18528; }","duration":"346.266423ms","start":"2026-04-23T00:57:13.223455Z","end":"2026-04-23T00:57:13.569721Z","steps":["trace[1066631675] 'agreement among raft nodes before linearized reading' (duration: 346.164529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.569766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.223421Z","time spent":"346.338585ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:57:13.569773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.25403Z","time spent":"315.722879ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:57:13.569315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.704243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T00:57:13.569882Z","caller":"traceutil/trace.go:171","msg":"trace[2045210707] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-m9gr5; range_end:; response_count:1; response_revision:18528; }","duration":"300.303599ms","start":"2026-04-23T00:57:13.269558Z","end":"2026-04-23T00:57:13.569861Z","steps":["trace[2045210707] 'agreement among raft nodes before linearized reading' (duration: 299.57325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.569935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.269545Z","time spent":"300.373491ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-m9gr5\" "} {"level":"warn","ts":"2026-04-23T00:57:13.569951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.493628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-04-23T00:57:13.570016Z","caller":"traceutil/trace.go:171","msg":"trace[319214697] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18528; }","duration":"434.627002ms","start":"2026-04-23T00:57:13.135375Z","end":"2026-04-23T00:57:13.570002Z","steps":["trace[319214697] 'agreement among raft nodes before linearized reading' (duration: 433.311058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.570056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.135357Z","time spent":"434.688983ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212908,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-23T00:57:13.570135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.381452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T00:57:13.570182Z","caller":"traceutil/trace.go:171","msg":"trace[1513134490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18528; }","duration":"321.477545ms","start":"2026-04-23T00:57:13.248693Z","end":"2026-04-23T00:57:13.57017Z","steps":["trace[1513134490] 'agreement among raft nodes before linearized reading' (duration: 320.609992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.570214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.248667Z","time spent":"321.539276ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:57:13.570181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.012961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T00:57:13.570865Z","caller":"traceutil/trace.go:171","msg":"trace[1867945821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18528; }","duration":"315.716969ms","start":"2026-04-23T00:57:13.255089Z","end":"2026-04-23T00:57:13.570806Z","steps":["trace[1867945821] 'agreement among raft nodes before linearized reading' (duration: 314.344904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:57:13.570959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.255073Z","time spent":"315.867622ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:57:13.572545Z","caller":"traceutil/trace.go:171","msg":"trace[447954949] transaction","detail":"{read_only:false; response_revision:18526; number_of_response:1; }","duration":"721.757395ms","start":"2026-04-23T00:57:12.845498Z","end":"2026-04-23T00:57:13.567255Z","steps":["trace[447954949] 'process raft request' (duration: 632.945435ms)","trace[447954949] 'compare' (duration: 88.42694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:57:13.572709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:12.845472Z","time spent":"727.170753ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:57:13.569378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:57:13.261088Z","time spent":"308.27966ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:58:19.652215Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16672} {"level":"info","ts":"2026-04-23T00:58:19.752102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16672,"took":"97.271013ms","hash":2133532358,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":33488896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T00:58:19.75217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2133532358,"revision":16672,"compact-revision":14299} {"level":"info","ts":"2026-04-23T00:58:34.186053Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:58:34.190734Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T00:58:34.190809Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T00:58:47.38677Z","caller":"traceutil/trace.go:171","msg":"trace[2121835372] transaction","detail":"{read_only:false; response_revision:19428; number_of_response:1; }","duration":"138.836107ms","start":"2026-04-23T00:58:47.247909Z","end":"2026-04-23T00:58:47.386745Z","steps":["trace[2121835372] 'process raft request' (duration: 138.714004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:11.511832Z","caller":"traceutil/trace.go:171","msg":"trace[1013663377] linearizableReadLoop","detail":"{readStateIndex:21668; appliedIndex:21667; }","duration":"322.281829ms","start":"2026-04-23T01:02:11.189531Z","end":"2026-04-23T01:02:11.511812Z","steps":["trace[1013663377] 'read index received' (duration: 321.91713ms)","trace[1013663377] 'applied index is now lower than readState.Index' (duration: 363.909µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:11.512142Z","caller":"traceutil/trace.go:171","msg":"trace[775482493] transaction","detail":"{read_only:false; response_revision:20940; number_of_response:1; }","duration":"326.058714ms","start":"2026-04-23T01:02:11.185902Z","end":"2026-04-23T01:02:11.511961Z","steps":["trace[775482493] 'process raft request' (duration: 325.644574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:11.512273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.69971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:02:11.512342Z","caller":"traceutil/trace.go:171","msg":"trace[254207077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20940; }","duration":"322.825762ms","start":"2026-04-23T01:02:11.189504Z","end":"2026-04-23T01:02:11.512329Z","steps":["trace[254207077] 'agreement among raft nodes before linearized reading' (duration: 322.556386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:11.512283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.758345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:02:11.512327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.847553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:02:11.512393Z","caller":"traceutil/trace.go:171","msg":"trace[867413420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20940; }","duration":"319.911279ms","start":"2026-04-23T01:02:11.192466Z","end":"2026-04-23T01:02:11.512378Z","steps":["trace[867413420] 'agreement among raft nodes before linearized reading' (duration: 319.681543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:11.512406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.189493Z","time spent":"322.899474ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:02:11.512436Z","caller":"traceutil/trace.go:171","msg":"trace[462793991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20940; }","duration":"321.006766ms","start":"2026-04-23T01:02:11.191401Z","end":"2026-04-23T01:02:11.512408Z","steps":["trace[462793991] 'agreement among raft nodes before linearized reading' (duration: 320.717179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:11.512447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.19246Z","time spent":"319.95962ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:11.512496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.191381Z","time spent":"321.101728ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:02:11.51266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:11.185883Z","time spent":"326.430663ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:17.42236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795333810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:02:17.508694Z","caller":"traceutil/trace.go:171","msg":"trace[39906799] linearizableReadLoop","detail":"{readStateIndex:21695; appliedIndex:21694; }","duration":"586.360355ms","start":"2026-04-23T01:02:16.922307Z","end":"2026-04-23T01:02:17.508667Z","steps":["trace[39906799] 'read index received' (duration: 586.184141ms)","trace[39906799] 'applied index is now lower than readState.Index' (duration: 175.474µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:17.509168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.519009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:17.509222Z","caller":"traceutil/trace.go:171","msg":"trace[2102333046] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20966; }","duration":"398.624232ms","start":"2026-04-23T01:02:17.110583Z","end":"2026-04-23T01:02:17.509207Z","steps":["trace[2102333046] 'agreement among raft nodes before linearized reading' (duration: 398.503429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:17.509237Z","caller":"traceutil/trace.go:171","msg":"trace[1684851910] transaction","detail":"{read_only:false; response_revision:20966; number_of_response:1; }","duration":"724.191505ms","start":"2026-04-23T01:02:16.785014Z","end":"2026-04-23T01:02:17.509206Z","steps":["trace[1684851910] 'process raft request' (duration: 723.510258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:17.509238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.472647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:02:17.509264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.110569Z","time spent":"398.682063ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:17.509308Z","caller":"traceutil/trace.go:171","msg":"trace[1634053212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20966; }","duration":"443.60792ms","start":"2026-04-23T01:02:17.065685Z","end":"2026-04-23T01:02:17.509292Z","steps":["trace[1634053212] 'agreement among raft nodes before linearized reading' (duration: 443.379754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:17.509349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.065627Z","time spent":"443.710934ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:02:17.509344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.920626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:02:17.509404Z","caller":"traceutil/trace.go:171","msg":"trace[1730232836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20966; }","duration":"438.021869ms","start":"2026-04-23T01:02:17.071369Z","end":"2026-04-23T01:02:17.50939Z","steps":["trace[1730232836] 'agreement among raft nodes before linearized reading' (duration: 437.755713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:17.509362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.784998Z","time spent":"724.295197ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:17.509443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.071356Z","time spent":"438.0773ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:17.509551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.252098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:17.509576Z","caller":"traceutil/trace.go:171","msg":"trace[1897357989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:20966; }","duration":"587.31755ms","start":"2026-04-23T01:02:16.922252Z","end":"2026-04-23T01:02:17.50957Z","steps":["trace[1897357989] 'agreement among raft nodes before linearized reading' (duration: 586.825467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:17.509671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.922233Z","time spent":"587.430862ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:18.03834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795333813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:02:18.193929Z","caller":"traceutil/trace.go:171","msg":"trace[521235705] transaction","detail":"{read_only:false; response_revision:20967; number_of_response:1; }","duration":"681.044502ms","start":"2026-04-23T01:02:17.51286Z","end":"2026-04-23T01:02:18.193904Z","steps":["trace[521235705] 'process raft request' (duration: 670.402882ms)","trace[521235705] 'compare' (duration: 10.094236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:18.194056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.512837Z","time spent":"681.153975ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.625694Z","caller":"traceutil/trace.go:171","msg":"trace[1002664177] transaction","detail":"{read_only:false; response_revision:20968; number_of_response:1; }","duration":"1.11154243s","start":"2026-04-23T01:02:17.514123Z","end":"2026-04-23T01:02:18.625666Z","steps":["trace[1002664177] 'process raft request' (duration: 1.10952812s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.625822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.514102Z","time spent":"1.111655083s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.626098Z","caller":"traceutil/trace.go:171","msg":"trace[1426714518] transaction","detail":"{read_only:false; response_revision:20969; number_of_response:1; }","duration":"741.532993ms","start":"2026-04-23T01:02:17.884528Z","end":"2026-04-23T01:02:18.626061Z","steps":["trace[1426714518] 'process raft request' (duration: 740.591249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.626345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.884509Z","time spent":"741.742109ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.628846Z","caller":"traceutil/trace.go:171","msg":"trace[1756844834] transaction","detail":"{read_only:false; response_revision:20970; number_of_response:1; }","duration":"640.649239ms","start":"2026-04-23T01:02:17.988175Z","end":"2026-04-23T01:02:18.628824Z","steps":["trace[1756844834] 'process raft request' (duration: 640.493334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.629101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.988155Z","time spent":"640.757282ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.629117Z","caller":"traceutil/trace.go:171","msg":"trace[154386310] transaction","detail":"{read_only:false; response_revision:20971; number_of_response:1; }","duration":"457.75764ms","start":"2026-04-23T01:02:18.171344Z","end":"2026-04-23T01:02:18.629101Z","steps":["trace[154386310] 'process raft request' (duration: 457.438001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:18.629118Z","caller":"traceutil/trace.go:171","msg":"trace[1776084734] linearizableReadLoop","detail":"{readStateIndex:21700; appliedIndex:21695; }","duration":"1.091121104s","start":"2026-04-23T01:02:17.537968Z","end":"2026-04-23T01:02:18.62909Z","steps":["trace[1776084734] 'read index received' (duration: 645.308346ms)","trace[1776084734] 'applied index is now lower than readState.Index' (duration: 445.811758ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:18.629151Z","caller":"traceutil/trace.go:171","msg":"trace[1920665433] transaction","detail":"{read_only:false; response_revision:20972; number_of_response:1; }","duration":"453.992743ms","start":"2026-04-23T01:02:18.175126Z","end":"2026-04-23T01:02:18.629119Z","steps":["trace[1920665433] 'process raft request' (duration: 453.886101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.6293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:18.175097Z","time spent":"454.125177ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:18.629327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038308656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:02:18.629184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:18.171325Z","time spent":"457.827061ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.629357Z","caller":"traceutil/trace.go:171","msg":"trace[1804609348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20972; }","duration":"1.038363468s","start":"2026-04-23T01:02:17.590983Z","end":"2026-04-23T01:02:18.629346Z","steps":["trace[1804609348] 'agreement among raft nodes before linearized reading' (duration: 1.038241605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.629359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091382361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:02:18.629378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.590965Z","time spent":"1.03840705s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:02:18.629397Z","caller":"traceutil/trace.go:171","msg":"trace[1824360517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20972; }","duration":"1.091466203s","start":"2026-04-23T01:02:17.537919Z","end":"2026-04-23T01:02:18.629385Z","steps":["trace[1824360517] 'agreement among raft nodes before linearized reading' (duration: 1.091290979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.62943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.537895Z","time spent":"1.091527734s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:02:18.629497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.291788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:02:18.629538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.333252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:02:18.629561Z","caller":"traceutil/trace.go:171","msg":"trace[203361756] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20972; }","duration":"309.405263ms","start":"2026-04-23T01:02:18.32015Z","end":"2026-04-23T01:02:18.629555Z","steps":["trace[203361756] 'agreement among raft nodes before linearized reading' (duration: 309.28508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:18.629564Z","caller":"traceutil/trace.go:171","msg":"trace[498623988] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20972; }","duration":"288.423322ms","start":"2026-04-23T01:02:18.341124Z","end":"2026-04-23T01:02:18.629547Z","steps":["trace[498623988] 'agreement among raft nodes before linearized reading' (duration: 288.285719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.629581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:18.320124Z","time spent":"309.449785ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":147,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:18.629546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037377893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:02:18.629629Z","caller":"traceutil/trace.go:171","msg":"trace[167096886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20972; }","duration":"1.037479627s","start":"2026-04-23T01:02:17.592131Z","end":"2026-04-23T01:02:18.62961Z","steps":["trace[167096886] 'agreement among raft nodes before linearized reading' (duration: 1.037253601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.62967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.592125Z","time spent":"1.037538968s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:18.629915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037138557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:02:18.629951Z","caller":"traceutil/trace.go:171","msg":"trace[1886046762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20972; }","duration":"1.037193018s","start":"2026-04-23T01:02:17.592746Z","end":"2026-04-23T01:02:18.629939Z","steps":["trace[1886046762] 'agreement among raft nodes before linearized reading' (duration: 1.037110986s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.630014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.592736Z","time spent":"1.037267899s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:18.630592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.139988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:02:18.630649Z","caller":"traceutil/trace.go:171","msg":"trace[468235405] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20972; }","duration":"330.23251ms","start":"2026-04-23T01:02:18.300404Z","end":"2026-04-23T01:02:18.630637Z","steps":["trace[468235405] 'agreement among raft nodes before linearized reading' (duration: 328.847626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.630682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:18.300382Z","time spent":"330.291642ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2180,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:30.55535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.000691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:30.555442Z","caller":"traceutil/trace.go:171","msg":"trace[45788078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21029; }","duration":"162.148015ms","start":"2026-04-23T01:02:30.393272Z","end":"2026-04-23T01:02:30.55542Z","steps":["trace[45788078] 'count revisions from in-memory index tree' (duration: 161.911299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:30.887463Z","caller":"traceutil/trace.go:171","msg":"trace[1422892567] linearizableReadLoop","detail":"{readStateIndex:21763; appliedIndex:21762; }","duration":"206.21262ms","start":"2026-04-23T01:02:30.681206Z","end":"2026-04-23T01:02:30.887419Z","steps":["trace[1422892567] 'read index received' (duration: 8.133316ms)","trace[1422892567] 'applied index is now lower than readState.Index' (duration: 198.077594ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:30.887538Z","caller":"traceutil/trace.go:171","msg":"trace[1505976601] transaction","detail":"{read_only:false; response_revision:21031; number_of_response:1; }","duration":"211.72384ms","start":"2026-04-23T01:02:30.675783Z","end":"2026-04-23T01:02:30.887507Z","steps":["trace[1505976601] 'process raft request' (duration: 185.029635ms)","trace[1505976601] 'compare' (duration: 26.311695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:30.887844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.611651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:02:30.887974Z","caller":"traceutil/trace.go:171","msg":"trace[977907138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21031; }","duration":"206.773975ms","start":"2026-04-23T01:02:30.681174Z","end":"2026-04-23T01:02:30.887948Z","steps":["trace[977907138] 'agreement among raft nodes before linearized reading' (duration: 206.486038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:30.893762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.309451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:02:30.893823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.367275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:30.893839Z","caller":"traceutil/trace.go:171","msg":"trace[2056373843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21032; }","duration":"211.399893ms","start":"2026-04-23T01:02:30.68242Z","end":"2026-04-23T01:02:30.89382Z","steps":["trace[2056373843] 'agreement among raft nodes before linearized reading' (duration: 211.211428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:30.893894Z","caller":"traceutil/trace.go:171","msg":"trace[2035951883] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21032; }","duration":"174.479098ms","start":"2026-04-23T01:02:30.719397Z","end":"2026-04-23T01:02:30.893876Z","steps":["trace[2035951883] 'agreement among raft nodes before linearized reading' (duration: 174.308054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:30.893933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.431841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:30.893994Z","caller":"traceutil/trace.go:171","msg":"trace[1701547298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21032; }","duration":"190.523564ms","start":"2026-04-23T01:02:30.70346Z","end":"2026-04-23T01:02:30.893983Z","steps":["trace[1701547298] 'agreement among raft nodes before linearized reading' (duration: 190.409351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:30.894095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.419326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:02:30.894181Z","caller":"traceutil/trace.go:171","msg":"trace[1779075822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21032; }","duration":"204.530968ms","start":"2026-04-23T01:02:30.689629Z","end":"2026-04-23T01:02:30.89416Z","steps":["trace[1779075822] 'agreement among raft nodes before linearized reading' (duration: 204.236381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:30.894518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.45179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:02:30.894587Z","caller":"traceutil/trace.go:171","msg":"trace[498511795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21032; }","duration":"201.599703ms","start":"2026-04-23T01:02:30.692968Z","end":"2026-04-23T01:02:30.894568Z","steps":["trace[498511795] 'agreement among raft nodes before linearized reading' (duration: 200.825024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:32.509533Z","caller":"traceutil/trace.go:171","msg":"trace[415026385] transaction","detail":"{read_only:false; response_revision:21039; number_of_response:1; }","duration":"159.337463ms","start":"2026-04-23T01:02:32.350174Z","end":"2026-04-23T01:02:32.509512Z","steps":["trace[415026385] 'process raft request' (duration: 159.2139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.290921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334021,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:02:34.42391Z","caller":"traceutil/trace.go:171","msg":"trace[134553530] transaction","detail":"{read_only:false; response_revision:21048; number_of_response:1; }","duration":"783.25917ms","start":"2026-04-23T01:02:33.640627Z","end":"2026-04-23T01:02:34.423886Z","steps":["trace[134553530] 'process raft request' (duration: 783.086116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.424084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.640602Z","time spent":"783.399864ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:34.433599Z","caller":"traceutil/trace.go:171","msg":"trace[1988705058] linearizableReadLoop","detail":"{readStateIndex:21782; appliedIndex:21780; }","duration":"643.234744ms","start":"2026-04-23T01:02:33.790342Z","end":"2026-04-23T01:02:34.433576Z","steps":["trace[1988705058] 'read index received' (duration: 633.480427ms)","trace[1988705058] 'applied index is now lower than readState.Index' (duration: 9.753497ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:34.433686Z","caller":"traceutil/trace.go:171","msg":"trace[2081033851] transaction","detail":"{read_only:false; response_revision:21049; number_of_response:1; }","duration":"649.188504ms","start":"2026-04-23T01:02:33.784486Z","end":"2026-04-23T01:02:34.433675Z","steps":["trace[2081033851] 'process raft request' (duration: 648.984759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.433781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.784461Z","time spent":"649.243856ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:34.433796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.218949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.433832Z","caller":"traceutil/trace.go:171","msg":"trace[1663443126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21049; }","duration":"627.272831ms","start":"2026-04-23T01:02:33.806547Z","end":"2026-04-23T01:02:34.43382Z","steps":["trace[1663443126] 'agreement among raft nodes before linearized reading' (duration: 627.215139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.433861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.806539Z","time spent":"627.315692ms","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:34.434003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.10178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:34.43399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.615233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:34.434026Z","caller":"traceutil/trace.go:171","msg":"trace[1278987483] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21049; }","duration":"342.178953ms","start":"2026-04-23T01:02:34.091841Z","end":"2026-04-23T01:02:34.43402Z","steps":["trace[1278987483] 'agreement among raft nodes before linearized reading' (duration: 342.139822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.434052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:34.091823Z","time spent":"342.223674ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:34.434067Z","caller":"traceutil/trace.go:171","msg":"trace[331126460] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21049; }","duration":"643.756336ms","start":"2026-04-23T01:02:33.790289Z","end":"2026-04-23T01:02:34.434045Z","steps":["trace[331126460] 'agreement among raft nodes before linearized reading' (duration: 643.593282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:34.434104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:33.790268Z","time spent":"643.828929ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:35.089642Z","caller":"traceutil/trace.go:171","msg":"trace[1178130648] transaction","detail":"{read_only:false; response_revision:21053; number_of_response:1; }","duration":"112.012746ms","start":"2026-04-23T01:02:34.977597Z","end":"2026-04-23T01:02:35.08961Z","steps":["trace[1178130648] 'process raft request' (duration: 54.529121ms)","trace[1178130648] 'compare' (duration: 57.118316ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:35.196145Z","caller":"traceutil/trace.go:171","msg":"trace[405766643] transaction","detail":"{read_only:false; response_revision:21055; number_of_response:1; }","duration":"217.529756ms","start":"2026-04-23T01:02:34.978538Z","end":"2026-04-23T01:02:35.196068Z","steps":["trace[405766643] 'process raft request' (duration: 217.432594ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:35.196181Z","caller":"traceutil/trace.go:171","msg":"trace[877054914] transaction","detail":"{read_only:false; response_revision:21054; number_of_response:1; }","duration":"217.714902ms","start":"2026-04-23T01:02:34.978439Z","end":"2026-04-23T01:02:35.196154Z","steps":["trace[877054914] 'process raft request' (duration: 213.992828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:35.196332Z","caller":"traceutil/trace.go:171","msg":"trace[2040346058] transaction","detail":"{read_only:false; response_revision:21057; number_of_response:1; }","duration":"215.865026ms","start":"2026-04-23T01:02:34.980457Z","end":"2026-04-23T01:02:35.196322Z","steps":["trace[2040346058] 'process raft request' (duration: 215.763043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:35.196321Z","caller":"traceutil/trace.go:171","msg":"trace[2089547707] transaction","detail":"{read_only:false; response_revision:21056; number_of_response:1; }","duration":"217.719342ms","start":"2026-04-23T01:02:34.978569Z","end":"2026-04-23T01:02:35.196288Z","steps":["trace[2089547707] 'process raft request' (duration: 217.455934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:35.196341Z","caller":"traceutil/trace.go:171","msg":"trace[1569477807] linearizableReadLoop","detail":"{readStateIndex:21790; appliedIndex:21786; }","duration":"108.274012ms","start":"2026-04-23T01:02:35.088049Z","end":"2026-04-23T01:02:35.196323Z","steps":["trace[1569477807] 'read index received' (duration: 104.28846ms)","trace[1569477807] 'applied index is now lower than readState.Index' (duration: 3.984392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:35.196593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.521438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:02:35.19667Z","caller":"traceutil/trace.go:171","msg":"trace[460890214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21057; }","duration":"108.651931ms","start":"2026-04-23T01:02:35.088Z","end":"2026-04-23T01:02:35.196652Z","steps":["trace[460890214] 'agreement among raft nodes before linearized reading' (duration: 108.408085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.332232Z","caller":"traceutil/trace.go:171","msg":"trace[1092696863] transaction","detail":"{read_only:false; response_revision:21064; number_of_response:1; }","duration":"128.706698ms","start":"2026-04-23T01:02:37.203497Z","end":"2026-04-23T01:02:37.332204Z","steps":["trace[1092696863] 'process raft request' (duration: 128.488323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.332529Z","caller":"traceutil/trace.go:171","msg":"trace[1014779336] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"128.865293ms","start":"2026-04-23T01:02:37.20363Z","end":"2026-04-23T01:02:37.332495Z","steps":["trace[1014779336] 'process raft request' (duration: 128.529104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:37.332555Z","caller":"traceutil/trace.go:171","msg":"trace[239986515] transaction","detail":"{read_only:false; response_revision:21066; number_of_response:1; }","duration":"126.00364ms","start":"2026-04-23T01:02:37.206526Z","end":"2026-04-23T01:02:37.33253Z","steps":["trace[239986515] 'process raft request' (duration: 125.888538ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:39.324152Z","caller":"traceutil/trace.go:171","msg":"trace[1069312436] transaction","detail":"{read_only:false; response_revision:21074; number_of_response:1; }","duration":"102.488565ms","start":"2026-04-23T01:02:39.221638Z","end":"2026-04-23T01:02:39.324127Z","steps":["trace[1069312436] 'process raft request' (duration: 100.662419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.011266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:02:41.194231Z","caller":"traceutil/trace.go:171","msg":"trace[1079725258] transaction","detail":"{read_only:false; response_revision:21078; number_of_response:1; }","duration":"737.340477ms","start":"2026-04-23T01:02:40.456824Z","end":"2026-04-23T01:02:41.194164Z","steps":["trace[1079725258] 'process raft request' (duration: 737.149953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:41.194508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.456788Z","time spent":"737.530132ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:42.113405Z","caller":"traceutil/trace.go:171","msg":"trace[1592635239] transaction","detail":"{read_only:false; response_revision:21079; number_of_response:1; }","duration":"1.143718326s","start":"2026-04-23T01:02:40.969656Z","end":"2026-04-23T01:02:42.113374Z","steps":["trace[1592635239] 'process raft request' (duration: 1.079929981s)","trace[1592635239] 'compare' (duration: 63.579709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:42.113578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.969632Z","time spent":"1.14386058s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:42.113591Z","caller":"traceutil/trace.go:171","msg":"trace[494662161] linearizableReadLoop","detail":"{readStateIndex:21814; appliedIndex:21811; }","duration":"1.603043233s","start":"2026-04-23T01:02:40.510481Z","end":"2026-04-23T01:02:42.113524Z","steps":["trace[494662161] 'read index received' (duration: 683.40286ms)","trace[494662161] 'applied index is now lower than readState.Index' (duration: 919.638063ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:42.113779Z","caller":"traceutil/trace.go:171","msg":"trace[208561419] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"1.144063444s","start":"2026-04-23T01:02:40.969701Z","end":"2026-04-23T01:02:42.113765Z","steps":["trace[208561419] 'process raft request' (duration: 1.143620093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:42.114039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.96966Z","time spent":"1.144155817s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:42.114113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603615227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:42.114193Z","caller":"traceutil/trace.go:171","msg":"trace[1398900541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21080; }","duration":"1.603745801s","start":"2026-04-23T01:02:40.510428Z","end":"2026-04-23T01:02:42.114174Z","steps":["trace[1398900541] 'agreement among raft nodes before linearized reading' (duration: 1.603608847s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:42.114241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.510408Z","time spent":"1.603821753s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:42.61426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:42.705763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:02:42.705879Z","caller":"traceutil/trace.go:171","msg":"trace[1252316904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000819264s","start":"2026-04-23T01:02:40.705035Z","end":"2026-04-23T01:02:42.705854Z","steps":["trace[1252316904] 'agreement among raft nodes before linearized reading' (duration: 2.000608988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:42.705953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.705024Z","time spent":"2.000912806s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:02:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:02:43.114815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:43.488239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377149773s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:02:43.488672Z","caller":"traceutil/trace.go:171","msg":"trace[346014425] transaction","detail":"{read_only:false; response_revision:21081; number_of_response:1; }","duration":"2.284602959s","start":"2026-04-23T01:02:41.204045Z","end":"2026-04-23T01:02:43.488648Z","steps":["trace[346014425] 'process raft request' (duration: 2.284423554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.488832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.204015Z","time spent":"2.284748743s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:43.488939Z","caller":"traceutil/trace.go:171","msg":"trace[443941056] linearizableReadLoop","detail":"{readStateIndex:21816; appliedIndex:21814; }","duration":"1.375164894s","start":"2026-04-23T01:02:42.113705Z","end":"2026-04-23T01:02:43.48887Z","steps":["trace[443941056] 'read index received' (duration: 1.374827456s)","trace[443941056] 'applied index is now lower than readState.Index' (duration: 335.058µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:43.489061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949656769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:43.489128Z","caller":"traceutil/trace.go:171","msg":"trace[677829460] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21082; }","duration":"1.949771941s","start":"2026-04-23T01:02:41.539343Z","end":"2026-04-23T01:02:43.489115Z","steps":["trace[677829460] 'agreement among raft nodes before linearized reading' (duration: 1.949633558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73140742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:43.48914Z","caller":"traceutil/trace.go:171","msg":"trace[1888859920] transaction","detail":"{read_only:false; response_revision:21082; number_of_response:1; }","duration":"1.559999913s","start":"2026-04-23T01:02:41.929075Z","end":"2026-04-23T01:02:43.489075Z","steps":["trace[1888859920] 'process raft request' (duration: 1.559532342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.539246Z","time spent":"1.949933095s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:43.489217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145462605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:02:43.489348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801169576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:02:43.489348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148248627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:02:43.489392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281074908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:02:43.489414Z","caller":"traceutil/trace.go:171","msg":"trace[2118732959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21082; }","duration":"2.801282129s","start":"2026-04-23T01:02:40.688117Z","end":"2026-04-23T01:02:43.4894Z","steps":["trace[2118732959] 'agreement among raft nodes before linearized reading' (duration: 2.801117794s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:43.489445Z","caller":"traceutil/trace.go:171","msg":"trace[609733495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21082; }","duration":"2.14837842s","start":"2026-04-23T01:02:41.34103Z","end":"2026-04-23T01:02:43.489408Z","steps":["trace[609733495] 'agreement among raft nodes before linearized reading' (duration: 2.148044491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141095095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:43.489405Z","caller":"traceutil/trace.go:171","msg":"trace[1856517617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21082; }","duration":"2.145689911s","start":"2026-04-23T01:02:41.343696Z","end":"2026-04-23T01:02:43.489386Z","steps":["trace[1856517617] 'agreement among raft nodes before linearized reading' (duration: 2.14525449s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.688099Z","time spent":"2.801370531s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:02:43.489481Z","caller":"traceutil/trace.go:171","msg":"trace[452315577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21082; }","duration":"2.281185721s","start":"2026-04-23T01:02:41.208272Z","end":"2026-04-23T01:02:43.489457Z","steps":["trace[452315577] 'agreement among raft nodes before linearized reading' (duration: 2.281053828s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:43.489507Z","caller":"traceutil/trace.go:171","msg":"trace[1789128281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21082; }","duration":"2.141368642s","start":"2026-04-23T01:02:41.348117Z","end":"2026-04-23T01:02:43.489485Z","steps":["trace[1789128281] 'agreement among raft nodes before linearized reading' (duration: 2.14088345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.208254Z","time spent":"2.281264283s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:02:43.489314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15670508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6d8474bb64-tdk82.18a8d5d218ac3e7b\" ","response":"range_response_count:1 size:1180"} {"level":"warn","ts":"2026-04-23T01:02:43.489533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.341003Z","time spent":"2.148496762s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:02:43.489579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.348089Z","time spent":"2.141451254s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:02:43.489611Z","caller":"traceutil/trace.go:171","msg":"trace[939222033] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6d8474bb64-tdk82.18a8d5d218ac3e7b; range_end:; response_count:1; response_revision:21082; }","duration":"2.157017518s","start":"2026-04-23T01:02:41.332564Z","end":"2026-04-23T01:02:43.489582Z","steps":["trace[939222033] 'agreement among raft nodes before linearized reading' (duration: 2.156660129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14168415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:02:43.489355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.929054Z","time spent":"1.560194489s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:43.48937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972324099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:43.489673Z","caller":"traceutil/trace.go:171","msg":"trace[90329514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21082; }","duration":"2.142104521s","start":"2026-04-23T01:02:41.347552Z","end":"2026-04-23T01:02:43.489656Z","steps":["trace[90329514] 'agreement among raft nodes before linearized reading' (duration: 2.141452205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.332545Z","time spent":"2.157114701s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-6d8474bb64-tdk82.18a8d5d218ac3e7b\" "} {"level":"warn","ts":"2026-04-23T01:02:43.489707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.347542Z","time spent":"2.142155102s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:02:43.489707Z","caller":"traceutil/trace.go:171","msg":"trace[1157183349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21082; }","duration":"2.972682398s","start":"2026-04-23T01:02:40.51701Z","end":"2026-04-23T01:02:43.489692Z","steps":["trace[1157183349] 'agreement among raft nodes before linearized reading' (duration: 2.972336469s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:43.489204Z","caller":"traceutil/trace.go:171","msg":"trace[55157347] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21082; }","duration":"2.731492652s","start":"2026-04-23T01:02:40.757698Z","end":"2026-04-23T01:02:43.489191Z","steps":["trace[55157347] 'agreement among raft nodes before linearized reading' (duration: 2.73140283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:43.489775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.516991Z","time spent":"2.972768061s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:43.489794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:40.757681Z","time spent":"2.732107247s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:02:43.489522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:41.343685Z","time spent":"2.145817444s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:43.989678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:44.490507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:02:44.544689Z","caller":"traceutil/trace.go:171","msg":"trace[1133971765] transaction","detail":"{read_only:false; response_revision:21083; number_of_response:1; }","duration":"1.343734379s","start":"2026-04-23T01:02:43.200923Z","end":"2026-04-23T01:02:44.544657Z","steps":["trace[1133971765] 'process raft request' (duration: 1.310319163s)","trace[1133971765] 'compare' (duration: 33.222352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:44.544838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.200902Z","time spent":"1.343859232s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:44.70624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:02:44.706315Z","caller":"traceutil/trace.go:171","msg":"trace[1371583696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000230719s","start":"2026-04-23T01:02:42.706066Z","end":"2026-04-23T01:02:44.706297Z","steps":["trace[1371583696] 'agreement among raft nodes before linearized reading' (duration: 2.000129147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:44.70636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:42.706035Z","time spent":"2.000315641s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:02:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:02:45.636219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.298535ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-23T01:02:45.636598Z","caller":"traceutil/trace.go:171","msg":"trace[48891575] linearizableReadLoop","detail":"{readStateIndex:21826; appliedIndex:21816; }","duration":"2.147565839s","start":"2026-04-23T01:02:43.489018Z","end":"2026-04-23T01:02:45.636584Z","steps":["trace[48891575] 'read index received' (duration: 1.0222416s)","trace[48891575] 'applied index is now lower than readState.Index' (duration: 1.125323449s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:45.636659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.492576Z","time spent":"2.144081511s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:02:45.637043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143375314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:45.637011Z","caller":"traceutil/trace.go:171","msg":"trace[2130573868] transaction","detail":"{read_only:false; response_revision:21090; number_of_response:1; }","duration":"1.518089993s","start":"2026-04-23T01:02:44.11888Z","end":"2026-04-23T01:02:45.63697Z","steps":["trace[2130573868] 'process raft request' (duration: 1.517657032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631961366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:45.637125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093506269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T01:02:45.637176Z","caller":"traceutil/trace.go:171","msg":"trace[7215536] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:21091; }","duration":"3.093606191s","start":"2026-04-23T01:02:42.543556Z","end":"2026-04-23T01:02:45.637163Z","steps":["trace[7215536] 'agreement among raft nodes before linearized reading' (duration: 3.093398196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036351037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:45.637201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:42.543537Z","time spent":"3.093659592s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:02:45.637182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317726824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:02:45.637195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15710406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:45.637198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646420983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:02:45.637243Z","caller":"traceutil/trace.go:171","msg":"trace[2042553880] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21091; }","duration":"1.03650807s","start":"2026-04-23T01:02:44.600705Z","end":"2026-04-23T01:02:45.637213Z","steps":["trace[2042553880] 'agreement among raft nodes before linearized reading' (duration: 1.036301615s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637269Z","caller":"traceutil/trace.go:171","msg":"trace[1004400433] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21091; }","duration":"2.157219823s","start":"2026-04-23T01:02:43.480029Z","end":"2026-04-23T01:02:45.637249Z","steps":["trace[1004400433] 'agreement among raft nodes before linearized reading' (duration: 2.15708057s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637266Z","caller":"traceutil/trace.go:171","msg":"trace[1824122541] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21091; }","duration":"3.317854987s","start":"2026-04-23T01:02:42.319387Z","end":"2026-04-23T01:02:45.637242Z","steps":["trace[1824122541] 'agreement among raft nodes before linearized reading' (duration: 3.317595151s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:44.118852Z","time spent":"1.518289718s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:45.637278Z","caller":"traceutil/trace.go:171","msg":"trace[1512381870] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21091; }","duration":"1.646545746s","start":"2026-04-23T01:02:43.990712Z","end":"2026-04-23T01:02:45.637258Z","steps":["trace[1512381870] 'agreement among raft nodes before linearized reading' (duration: 1.646400352s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965810238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:02:45.637303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.480012Z","time spent":"2.157283066s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:45.637314Z","caller":"traceutil/trace.go:171","msg":"trace[206058540] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21091; }","duration":"1.96589348s","start":"2026-04-23T01:02:43.671416Z","end":"2026-04-23T01:02:45.637309Z","steps":["trace[206058540] 'agreement among raft nodes before linearized reading' (duration: 1.965741806s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637254Z","caller":"traceutil/trace.go:171","msg":"trace[544731846] transaction","detail":"{read_only:false; response_revision:21091; number_of_response:1; }","duration":"1.516699058s","start":"2026-04-23T01:02:44.120498Z","end":"2026-04-23T01:02:45.637197Z","steps":["trace[544731846] 'process raft request' (duration: 1.516060461s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637409Z","caller":"traceutil/trace.go:171","msg":"trace[1218052879] transaction","detail":"{read_only:false; response_revision:21084; number_of_response:1; }","duration":"2.142576093s","start":"2026-04-23T01:02:43.494813Z","end":"2026-04-23T01:02:45.637389Z","steps":["trace[1218052879] 'process raft request' (duration: 2.141476564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:44.600667Z","time spent":"1.036633934s","remote":"127.0.0.1:54400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:45.637457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.302372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T01:02:45.637482Z","caller":"traceutil/trace.go:171","msg":"trace[1920141271] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21091; }","duration":"377.354904ms","start":"2026-04-23T01:02:45.260118Z","end":"2026-04-23T01:02:45.637473Z","steps":["trace[1920141271] 'agreement among raft nodes before linearized reading' (duration: 377.265912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:45.260102Z","time spent":"377.394125ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-23T01:02:45.637491Z","caller":"traceutil/trace.go:171","msg":"trace[1715836678] transaction","detail":"{read_only:false; response_revision:21085; number_of_response:1; }","duration":"2.14247419s","start":"2026-04-23T01:02:43.495008Z","end":"2026-04-23T01:02:45.637482Z","steps":["trace[1715836678] 'process raft request' (duration: 2.141406073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.6375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.494795Z","time spent":"2.142644815s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:45.637546Z","caller":"traceutil/trace.go:171","msg":"trace[986957313] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"2.140776117s","start":"2026-04-23T01:02:43.496756Z","end":"2026-04-23T01:02:45.637532Z","steps":["trace[986957313] 'process raft request' (duration: 2.139759851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.49499Z","time spent":"2.142530642s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:45.637555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:44.120482Z","time spent":"1.516941245s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:45.637323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.990692Z","time spent":"1.646620127s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:02:45.637291Z","caller":"traceutil/trace.go:171","msg":"trace[726669156] transaction","detail":"{read_only:false; response_revision:21086; number_of_response:1; }","duration":"2.141967218s","start":"2026-04-23T01:02:43.495275Z","end":"2026-04-23T01:02:45.637243Z","steps":["trace[726669156] 'process raft request' (duration: 2.141166427s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637078Z","caller":"traceutil/trace.go:171","msg":"trace[297017588] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21091; }","duration":"2.143414745s","start":"2026-04-23T01:02:43.493653Z","end":"2026-04-23T01:02:45.637068Z","steps":["trace[297017588] 'agreement among raft nodes before linearized reading' (duration: 2.143319293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.495266Z","time spent":"2.142348658s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:45.637648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.496745Z","time spent":"2.140845239s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:45.637653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.493612Z","time spent":"2.14402439s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:02:45.637682Z","caller":"traceutil/trace.go:171","msg":"trace[1502839555] transaction","detail":"{read_only:false; response_revision:21087; number_of_response:1; }","duration":"2.142330477s","start":"2026-04-23T01:02:43.49534Z","end":"2026-04-23T01:02:45.63767Z","steps":["trace[1502839555] 'process raft request' (duration: 2.141127626s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637144Z","caller":"traceutil/trace.go:171","msg":"trace[391441955] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21091; }","duration":"1.631984457s","start":"2026-04-23T01:02:44.005153Z","end":"2026-04-23T01:02:45.637137Z","steps":["trace[391441955] 'agreement among raft nodes before linearized reading' (duration: 1.631939075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:42.319366Z","time spent":"3.31793527s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:02:45.637715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.122851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:45.637362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.671381Z","time spent":"1.965952822s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":197,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:45.637757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.495332Z","time spent":"2.142374748s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:45.63776Z","caller":"traceutil/trace.go:171","msg":"trace[2039394236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21091; }","duration":"906.202013ms","start":"2026-04-23T01:02:44.731543Z","end":"2026-04-23T01:02:45.637745Z","steps":["trace[2039394236] 'agreement among raft nodes before linearized reading' (duration: 906.130761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:45.637765Z","caller":"traceutil/trace.go:171","msg":"trace[1000417694] transaction","detail":"{read_only:false; response_revision:21088; number_of_response:1; }","duration":"2.141204649s","start":"2026-04-23T01:02:43.496548Z","end":"2026-04-23T01:02:45.637752Z","steps":["trace[1000417694] 'process raft request' (duration: 2.139943437s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:44.731524Z","time spent":"906.260224ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:45.637369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616323976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:45.637838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.496534Z","time spent":"2.14126247s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:45.637853Z","caller":"traceutil/trace.go:171","msg":"trace[808526777] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21091; }","duration":"2.616853269s","start":"2026-04-23T01:02:43.020991Z","end":"2026-04-23T01:02:45.637844Z","steps":["trace[808526777] 'agreement among raft nodes before linearized reading' (duration: 2.616336616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:45.637877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:43.020962Z","time spent":"2.616908191s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:45.637723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:44.005111Z","time spent":"1.632600962s","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:46.143037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:46.644049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795334124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:46.773719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133725711s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:02:48.070735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:02:48.070797Z","caller":"traceutil/trace.go:171","msg":"trace[573154708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080766s","start":"2026-04-23T01:02:46.070702Z","end":"2026-04-23T01:02:48.070782Z","steps":["trace[573154708] 'agreement among raft nodes before linearized reading' (duration: 2.000003574s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:48.070824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:46.070678Z","time spent":"2.000140387s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:02:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:02:48.268035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:46.218209Z","time spent":"2.049817805s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:02:48.268907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494832754s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:02:48.269035Z","caller":"traceutil/trace.go:171","msg":"trace[1259260281] transaction","detail":"{read_only:false; response_revision:21092; number_of_response:1; }","duration":"2.629203833s","start":"2026-04-23T01:02:45.63981Z","end":"2026-04-23T01:02:48.269013Z","steps":["trace[1259260281] 'process raft request' (duration: 1.134163433s)","trace[1259260281] 'compare' (duration: 1.494543277s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:48.269115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:45.639793Z","time spent":"2.629288684s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:48.284214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012465342s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:02:48.284791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:45.639819Z","time spent":"2.644957662s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:02:48.284959Z","caller":"traceutil/trace.go:171","msg":"trace[13019156] transaction","detail":"{read_only:false; response_revision:21093; number_of_response:1; }","duration":"2.642030617s","start":"2026-04-23T01:02:45.642903Z","end":"2026-04-23T01:02:48.284934Z","steps":["trace[13019156] 'process raft request' (duration: 2.641774371s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:48.284996Z","caller":"traceutil/trace.go:171","msg":"trace[999168149] transaction","detail":"{read_only:false; response_revision:21094; number_of_response:1; }","duration":"1.73404807s","start":"2026-04-23T01:02:46.550928Z","end":"2026-04-23T01:02:48.284976Z","steps":["trace[999168149] 'process raft request' (duration: 1.733893206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:48.285126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:45.642891Z","time spent":"2.642141961s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:48.285159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:46.550897Z","time spent":"1.734179204s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:48.285489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643524316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de8041a3-ad92-4023-bcb3-8c53763a96c3\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-23T01:02:48.284894Z","caller":"traceutil/trace.go:171","msg":"trace[1249840071] linearizableReadLoop","detail":"{readStateIndex:21830; appliedIndex:21826; }","duration":"2.642938961s","start":"2026-04-23T01:02:45.641927Z","end":"2026-04-23T01:02:48.284866Z","steps":["trace[1249840071] 'read index received' (duration: 1.131997409s)","trace[1249840071] 'applied index is now lower than readState.Index' (duration: 1.510940302s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:48.285578Z","caller":"traceutil/trace.go:171","msg":"trace[224362255] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de8041a3-ad92-4023-bcb3-8c53763a96c3; range_end:; response_count:1; response_revision:21094; }","duration":"2.643643569s","start":"2026-04-23T01:02:45.641897Z","end":"2026-04-23T01:02:48.285541Z","steps":["trace[224362255] 'agreement among raft nodes before linearized reading' (duration: 2.643301271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:48.285631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:45.641885Z","time spent":"2.643736211s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-de8041a3-ad92-4023-bcb3-8c53763a96c3\" "} {"level":"warn","ts":"2026-04-23T01:02:48.704261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:02:48.704352Z","caller":"traceutil/trace.go:171","msg":"trace[1228543968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102946s","start":"2026-04-23T01:02:46.704227Z","end":"2026-04-23T01:02:48.70433Z","steps":["trace[1228543968] 'agreement among raft nodes before linearized reading' (duration: 1.999984923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:48.704401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:46.704206Z","time spent":"2.000185678s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:49.149954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.744565ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:02:49.150556Z","caller":"traceutil/trace.go:171","msg":"trace[1521327568] transaction","detail":"{read_only:false; response_revision:21096; number_of_response:1; }","duration":"1.506955851s","start":"2026-04-23T01:02:47.643568Z","end":"2026-04-23T01:02:49.150524Z","steps":["trace[1521327568] 'process raft request' (duration: 1.506478009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.15083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.643557Z","time spent":"1.507070594s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:49.154213Z","caller":"traceutil/trace.go:171","msg":"trace[461905653] transaction","detail":"{read_only:false; response_revision:21097; number_of_response:1; }","duration":"1.507386852s","start":"2026-04-23T01:02:47.646807Z","end":"2026-04-23T01:02:49.154194Z","steps":["trace[461905653] 'process raft request' (duration: 1.503699389s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:49.154251Z","caller":"traceutil/trace.go:171","msg":"trace[618296694] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21097; }","duration":"868.21792ms","start":"2026-04-23T01:02:48.286012Z","end":"2026-04-23T01:02:49.15423Z","steps":["trace[618296694] 'process raft request' (duration: 868.173589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.154308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.646801Z","time spent":"1.507459304s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:49.154324Z","caller":"traceutil/trace.go:171","msg":"trace[433745679] linearizableReadLoop","detail":"{readStateIndex:21833; appliedIndex:21830; }","duration":"868.744903ms","start":"2026-04-23T01:02:48.285554Z","end":"2026-04-23T01:02:49.154298Z","steps":["trace[433745679] 'read index received' (duration: 55.743481ms)","trace[433745679] 'applied index is now lower than readState.Index' (duration: 812.998442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:49.154501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508448529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:49.154564Z","caller":"traceutil/trace.go:171","msg":"trace[1253800452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21097; }","duration":"1.50852628s","start":"2026-04-23T01:02:47.646022Z","end":"2026-04-23T01:02:49.154549Z","steps":["trace[1253800452] 'agreement among raft nodes before linearized reading' (duration: 1.508304165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.154573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512236154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:02:49.1546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.646017Z","time spent":"1.508575241s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:02:49.154613Z","caller":"traceutil/trace.go:171","msg":"trace[739434136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21097; }","duration":"1.512302967s","start":"2026-04-23T01:02:47.642294Z","end":"2026-04-23T01:02:49.154597Z","steps":["trace[739434136] 'agreement among raft nodes before linearized reading' (duration: 1.512120332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.154588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512117002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:02:49.15473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512765608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:02:49.154711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.152675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:49.154785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126838158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:02:49.154651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:48.285991Z","time spent":"868.307133ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:49.154822Z","caller":"traceutil/trace.go:171","msg":"trace[1038598398] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21097; }","duration":"1.12694488s","start":"2026-04-23T01:02:48.027866Z","end":"2026-04-23T01:02:49.154811Z","steps":["trace[1038598398] 'agreement among raft nodes before linearized reading' (duration: 1.126830667s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:49.154834Z","caller":"traceutil/trace.go:171","msg":"trace[60263754] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21097; }","duration":"888.33693ms","start":"2026-04-23T01:02:48.26647Z","end":"2026-04-23T01:02:49.154807Z","steps":["trace[60263754] 'agreement among raft nodes before linearized reading' (duration: 888.144935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.154865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:48.027847Z","time spent":"1.127009412s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:49.154886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:48.266449Z","time spent":"888.424111ms","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:49.154927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.901459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:02:49.154768Z","caller":"traceutil/trace.go:171","msg":"trace[1975794701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21097; }","duration":"1.51283918s","start":"2026-04-23T01:02:47.64192Z","end":"2026-04-23T01:02:49.154759Z","steps":["trace[1975794701] 'agreement among raft nodes before linearized reading' (duration: 1.512747317s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:49.154957Z","caller":"traceutil/trace.go:171","msg":"trace[2093892857] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21097; }","duration":"761.930629ms","start":"2026-04-23T01:02:48.393016Z","end":"2026-04-23T01:02:49.154947Z","steps":["trace[2093892857] 'agreement among raft nodes before linearized reading' (duration: 761.855157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.154985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:48.392948Z","time spent":"762.030572ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T01:02:49.154971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508383627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:02:49.154843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511252613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:02:49.155014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.641899Z","time spent":"1.513088646s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:02:49.155042Z","caller":"traceutil/trace.go:171","msg":"trace[1637114946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21097; }","duration":"1.508467819s","start":"2026-04-23T01:02:47.646557Z","end":"2026-04-23T01:02:49.155024Z","steps":["trace[1637114946] 'agreement among raft nodes before linearized reading' (duration: 1.508227473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.155062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.498632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-546fbfdc44-4cwf5.18a8d69f1cc088bd\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-23T01:02:49.155091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.80464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:49.155118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.646551Z","time spent":"1.508548971s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:02:49.155128Z","caller":"traceutil/trace.go:171","msg":"trace[36223791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21097; }","duration":"442.868552ms","start":"2026-04-23T01:02:48.712249Z","end":"2026-04-23T01:02:49.155118Z","steps":["trace[36223791] 'agreement among raft nodes before linearized reading' (duration: 442.80378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.155167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:48.712233Z","time spent":"442.928034ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:02:49.155052Z","caller":"traceutil/trace.go:171","msg":"trace[1248514885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21097; }","duration":"3.511464758s","start":"2026-04-23T01:02:45.643568Z","end":"2026-04-23T01:02:49.155033Z","steps":["trace[1248514885] 'agreement among raft nodes before linearized reading' (duration: 3.511218252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.155253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:45.643562Z","time spent":"3.511674814s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:02:49.155123Z","caller":"traceutil/trace.go:171","msg":"trace[320937209] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-546fbfdc44-4cwf5.18a8d69f1cc088bd; range_end:; response_count:1; response_revision:21097; }","duration":"882.580534ms","start":"2026-04-23T01:02:48.272522Z","end":"2026-04-23T01:02:49.155102Z","steps":["trace[320937209] 'agreement among raft nodes before linearized reading' (duration: 882.39951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.155345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:48.27251Z","time spent":"882.81428ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-546fbfdc44-4cwf5.18a8d69f1cc088bd\" "} {"level":"warn","ts":"2026-04-23T01:02:49.154647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.642286Z","time spent":"1.512353288s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:02:49.15477Z","caller":"traceutil/trace.go:171","msg":"trace[955898328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21097; }","duration":"1.512268856s","start":"2026-04-23T01:02:47.642428Z","end":"2026-04-23T01:02:49.154697Z","steps":["trace[955898328] 'agreement among raft nodes before linearized reading' (duration: 1.511911957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.15551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.64242Z","time spent":"1.513077867s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:49.154661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511842654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:02:49.155615Z","caller":"traceutil/trace.go:171","msg":"trace[194061176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21097; }","duration":"1.512795758s","start":"2026-04-23T01:02:47.642793Z","end":"2026-04-23T01:02:49.155589Z","steps":["trace[194061176] 'agreement among raft nodes before linearized reading' (duration: 1.511789212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:49.155713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:47.642786Z","time spent":"1.512905102s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:02:51.105098Z","caller":"traceutil/trace.go:171","msg":"trace[217329690] transaction","detail":"{read_only:false; response_revision:21112; number_of_response:1; }","duration":"109.071311ms","start":"2026-04-23T01:02:50.995936Z","end":"2026-04-23T01:02:51.105007Z","steps":["trace[217329690] 'process raft request' (duration: 108.918777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:51.292817Z","caller":"traceutil/trace.go:171","msg":"trace[1182227588] transaction","detail":"{read_only:false; response_revision:21115; number_of_response:1; }","duration":"111.165934ms","start":"2026-04-23T01:02:51.1816Z","end":"2026-04-23T01:02:51.292766Z","steps":["trace[1182227588] 'process raft request' (duration: 50.291344ms)","trace[1182227588] 'compare' (duration: 60.541171ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:51.303857Z","caller":"traceutil/trace.go:171","msg":"trace[489212382] transaction","detail":"{read_only:false; response_revision:21116; number_of_response:1; }","duration":"121.779812ms","start":"2026-04-23T01:02:51.182038Z","end":"2026-04-23T01:02:51.303818Z","steps":["trace[489212382] 'process raft request' (duration: 121.576387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:51.304229Z","caller":"traceutil/trace.go:171","msg":"trace[80116213] transaction","detail":"{read_only:false; response_revision:21117; number_of_response:1; }","duration":"120.585284ms","start":"2026-04-23T01:02:51.183616Z","end":"2026-04-23T01:02:51.304201Z","steps":["trace[80116213] 'process raft request' (duration: 120.156342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:51.304338Z","caller":"traceutil/trace.go:171","msg":"trace[705716085] transaction","detail":"{read_only:false; response_revision:21120; number_of_response:1; }","duration":"120.302336ms","start":"2026-04-23T01:02:51.184008Z","end":"2026-04-23T01:02:51.30431Z","steps":["trace[705716085] 'process raft request' (duration: 120.242304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:51.304353Z","caller":"traceutil/trace.go:171","msg":"trace[50689233] transaction","detail":"{read_only:false; response_revision:21118; number_of_response:1; }","duration":"120.671295ms","start":"2026-04-23T01:02:51.183655Z","end":"2026-04-23T01:02:51.304327Z","steps":["trace[50689233] 'process raft request' (duration: 120.449629ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:51.304366Z","caller":"traceutil/trace.go:171","msg":"trace[1754757918] transaction","detail":"{read_only:false; response_revision:21119; number_of_response:1; }","duration":"120.596443ms","start":"2026-04-23T01:02:51.183747Z","end":"2026-04-23T01:02:51.304343Z","steps":["trace[1754757918] 'process raft request' (duration: 120.457989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:19.669484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19238} {"level":"info","ts":"2026-04-23T01:03:19.863445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19238,"took":"190.586695ms","hash":3866214545,"current-db-size-bytes":54153216,"current-db-size":"54 MB","current-db-size-in-use-bytes":28987392,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-23T01:03:19.863543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3866214545,"revision":19238,"compact-revision":16672} {"level":"info","ts":"2026-04-23T01:06:36.435508Z","caller":"traceutil/trace.go:171","msg":"trace[1695353681] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"121.539996ms","start":"2026-04-23T01:06:36.313946Z","end":"2026-04-23T01:06:36.435486Z","steps":["trace[1695353681] 'process raft request' (duration: 121.427233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:36.461632Z","caller":"traceutil/trace.go:171","msg":"trace[1117376235] linearizableReadLoop","detail":"{readStateIndex:23849; appliedIndex:23847; }","duration":"130.560544ms","start":"2026-04-23T01:06:36.331043Z","end":"2026-04-23T01:06:36.461603Z","steps":["trace[1117376235] 'read index received' (duration: 104.347151ms)","trace[1117376235] 'applied index is now lower than readState.Index' (duration: 26.212493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:36.461688Z","caller":"traceutil/trace.go:171","msg":"trace[661159603] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"140.307512ms","start":"2026-04-23T01:06:36.321351Z","end":"2026-04-23T01:06:36.461659Z","steps":["trace[661159603] 'process raft request' (duration: 140.030965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:36.461991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.871853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:36.462216Z","caller":"traceutil/trace.go:171","msg":"trace[1580482372] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23049; }","duration":"131.121828ms","start":"2026-04-23T01:06:36.331011Z","end":"2026-04-23T01:06:36.462133Z","steps":["trace[1580482372] 'agreement among raft nodes before linearized reading' (duration: 130.709868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.968613Z","caller":"traceutil/trace.go:171","msg":"trace[634687849] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"220.80011ms","start":"2026-04-23T01:06:42.747783Z","end":"2026-04-23T01:06:42.968583Z","steps":["trace[634687849] 'process raft request' (duration: 220.581294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.96861Z","caller":"traceutil/trace.go:171","msg":"trace[772145684] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24225; }","duration":"198.036654ms","start":"2026-04-23T01:06:42.770523Z","end":"2026-04-23T01:06:42.968559Z","steps":["trace[772145684] 'read index received' (duration: 197.700956ms)","trace[772145684] 'applied index is now lower than readState.Index' (duration: 334.658µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:42.96892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.352032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-04-23T01:06:42.968974Z","caller":"traceutil/trace.go:171","msg":"trace[1608666853] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23417; }","duration":"198.463694ms","start":"2026-04-23T01:06:42.770493Z","end":"2026-04-23T01:06:42.968957Z","steps":["trace[1608666853] 'agreement among raft nodes before linearized reading' (duration: 198.192237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.980042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.007709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:06:42.980113Z","caller":"traceutil/trace.go:171","msg":"trace[278511125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23419; }","duration":"109.120322ms","start":"2026-04-23T01:06:42.870975Z","end":"2026-04-23T01:06:42.980095Z","steps":["trace[278511125] 'agreement among raft nodes before linearized reading' (duration: 108.935078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.644804Z","caller":"traceutil/trace.go:171","msg":"trace[1546860] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"156.314248ms","start":"2026-04-23T01:06:44.488181Z","end":"2026-04-23T01:06:44.644495Z","steps":["trace[1546860] 'process raft request' (duration: 156.089672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.645371Z","caller":"traceutil/trace.go:171","msg":"trace[2045863109] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"150.130521ms","start":"2026-04-23T01:06:44.495223Z","end":"2026-04-23T01:06:44.645353Z","steps":["trace[2045863109] 'process raft request' (duration: 149.937837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.645361Z","caller":"traceutil/trace.go:171","msg":"trace[1926260241] linearizableReadLoop","detail":"{readStateIndex:24287; appliedIndex:24285; }","duration":"145.673448ms","start":"2026-04-23T01:06:44.499663Z","end":"2026-04-23T01:06:44.645336Z","steps":["trace[1926260241] 'read index received' (duration: 144.573149ms)","trace[1926260241] 'applied index is now lower than readState.Index' (duration: 1.099129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:44.645508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.813031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:44.645834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.100411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.645877Z","caller":"traceutil/trace.go:171","msg":"trace[814777767] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23479; }","duration":"133.161982ms","start":"2026-04-23T01:06:44.512704Z","end":"2026-04-23T01:06:44.645866Z","steps":["trace[814777767] 'agreement among raft nodes before linearized reading' (duration: 133.07069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.646145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.91042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.646235Z","caller":"traceutil/trace.go:171","msg":"trace[1436871648] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23479; }","duration":"134.007153ms","start":"2026-04-23T01:06:44.512202Z","end":"2026-04-23T01:06:44.64621Z","steps":["trace[1436871648] 'agreement among raft nodes before linearized reading' (duration: 133.872279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.64627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.081915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.645515Z","caller":"traceutil/trace.go:171","msg":"trace[1277904350] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"130.120715ms","start":"2026-04-23T01:06:44.515378Z","end":"2026-04-23T01:06:44.645499Z","steps":["trace[1277904350] 'process raft request' (duration: 129.9092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.646293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.130749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.645712Z","caller":"traceutil/trace.go:171","msg":"trace[1344725264] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23479; }","duration":"146.056398ms","start":"2026-04-23T01:06:44.49964Z","end":"2026-04-23T01:06:44.645697Z","steps":["trace[1344725264] 'agreement among raft nodes before linearized reading' (duration: 145.773311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.646496Z","caller":"traceutil/trace.go:171","msg":"trace[904018258] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23479; }","duration":"146.789676ms","start":"2026-04-23T01:06:44.499688Z","end":"2026-04-23T01:06:44.646478Z","steps":["trace[904018258] 'agreement among raft nodes before linearized reading' (duration: 146.078099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.646594Z","caller":"traceutil/trace.go:171","msg":"trace[1137693312] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23479; }","duration":"134.165117ms","start":"2026-04-23T01:06:44.512152Z","end":"2026-04-23T01:06:44.646317Z","steps":["trace[1137693312] 'agreement among raft nodes before linearized reading' (duration: 134.087005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.180137Z","caller":"traceutil/trace.go:171","msg":"trace[27348586] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24336; }","duration":"134.547967ms","start":"2026-04-23T01:06:46.045566Z","end":"2026-04-23T01:06:46.180114Z","steps":["trace[27348586] 'read index received' (duration: 134.380762ms)","trace[27348586] 'applied index is now lower than readState.Index' (duration: 166.345µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:46.180304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.712822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/domains/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.180362Z","caller":"traceutil/trace.go:171","msg":"trace[1983305363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/domains/cert-manager-test0; response_count:0; response_revision:23528; }","duration":"134.795454ms","start":"2026-04-23T01:06:46.045556Z","end":"2026-04-23T01:06:46.180351Z","steps":["trace[1983305363] 'agreement among raft nodes before linearized reading' (duration: 134.697371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.180638Z","caller":"traceutil/trace.go:171","msg":"trace[1836765308] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"135.748257ms","start":"2026-04-23T01:06:46.044878Z","end":"2026-04-23T01:06:46.180626Z","steps":["trace[1836765308] 'process raft request' (duration: 134.962007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:47.719586Z","caller":"traceutil/trace.go:171","msg":"trace[1781612882] linearizableReadLoop","detail":"{readStateIndex:24359; appliedIndex:24358; }","duration":"171.770219ms","start":"2026-04-23T01:06:47.54779Z","end":"2026-04-23T01:06:47.71956Z","steps":["trace[1781612882] 'read index received' (duration: 171.609275ms)","trace[1781612882] 'applied index is now lower than readState.Index' (duration: 159.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:47.71962Z","caller":"traceutil/trace.go:171","msg":"trace[1613039697] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"189.636742ms","start":"2026-04-23T01:06:47.529959Z","end":"2026-04-23T01:06:47.719596Z","steps":["trace[1613039697] 'process raft request' (duration: 189.460127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.719847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.039085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-04-23T01:06:47.71993Z","caller":"traceutil/trace.go:171","msg":"trace[971579958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23550; }","duration":"172.159969ms","start":"2026-04-23T01:06:47.547756Z","end":"2026-04-23T01:06:47.719916Z","steps":["trace[971579958] 'agreement among raft nodes before linearized reading' (duration: 171.926963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.750407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.989294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:47.750492Z","caller":"traceutil/trace.go:171","msg":"trace[348222804] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23551; }","duration":"108.142888ms","start":"2026-04-23T01:06:47.642322Z","end":"2026-04-23T01:06:47.750465Z","steps":["trace[348222804] 'agreement among raft nodes before linearized reading' (duration: 107.989244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.518807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795341513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:06:51.731285Z","caller":"traceutil/trace.go:171","msg":"trace[85884495] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"725.881817ms","start":"2026-04-23T01:06:51.005358Z","end":"2026-04-23T01:06:51.73124Z","steps":["trace[85884495] 'process raft request' (duration: 725.415675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.731547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.005347Z","time spent":"726.107992ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:51.731761Z","caller":"traceutil/trace.go:171","msg":"trace[2063415693] linearizableReadLoop","detail":"{readStateIndex:24429; appliedIndex:24427; }","duration":"713.666868ms","start":"2026-04-23T01:06:51.018019Z","end":"2026-04-23T01:06:51.731686Z","steps":["trace[2063415693] 'read index received' (duration: 713.098814ms)","trace[2063415693] 'applied index is now lower than readState.Index' (duration: 567.214µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:51.732176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.026778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:06:51.732214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.16809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:06:51.7323Z","caller":"traceutil/trace.go:171","msg":"trace[575061074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23618; }","duration":"714.298784ms","start":"2026-04-23T01:06:51.017979Z","end":"2026-04-23T01:06:51.732277Z","steps":["trace[575061074] 'agreement among raft nodes before linearized reading' (duration: 714.004406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.732344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.017961Z","time spent":"714.373565ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:06:51.732515Z","caller":"traceutil/trace.go:171","msg":"trace[1941067744] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"255.17408ms","start":"2026-04-23T01:06:51.477327Z","end":"2026-04-23T01:06:51.732501Z","steps":["trace[1941067744] 'process raft request' (duration: 254.244507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.732534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.425668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:51.732574Z","caller":"traceutil/trace.go:171","msg":"trace[1091753276] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:23618; }","duration":"575.50791ms","start":"2026-04-23T01:06:51.157055Z","end":"2026-04-23T01:06:51.732563Z","steps":["trace[1091753276] 'agreement among raft nodes before linearized reading' (duration: 575.430497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.732672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.157039Z","time spent":"575.620213ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:51.732224Z","caller":"traceutil/trace.go:171","msg":"trace[529217358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23618; }","duration":"703.10473ms","start":"2026-04-23T01:06:51.029107Z","end":"2026-04-23T01:06:51.732211Z","steps":["trace[529217358] 'agreement among raft nodes before linearized reading' (duration: 702.888195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:51.733075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.02909Z","time spent":"703.973152ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:53.796922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696755296s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:53.797181Z","caller":"traceutil/trace.go:171","msg":"trace[396545668] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"2.059696884s","start":"2026-04-23T01:06:51.737448Z","end":"2026-04-23T01:06:53.797145Z","steps":["trace[396545668] 'process raft request' (duration: 362.642111ms)","trace[396545668] 'compare' (duration: 1.696149291s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:53.797362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.737432Z","time spent":"2.059843639s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.797397Z","caller":"traceutil/trace.go:171","msg":"trace[878576889] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"2.052139804s","start":"2026-04-23T01:06:51.745237Z","end":"2026-04-23T01:06:53.797377Z","steps":["trace[878576889] 'process raft request' (duration: 2.051787564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.797577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.745215Z","time spent":"2.052223796s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:53.905354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.805370816s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:53.906054Z","caller":"traceutil/trace.go:171","msg":"trace[1660993481] linearizableReadLoop","detail":"{readStateIndex:24433; appliedIndex:24430; }","duration":"1.975877682s","start":"2026-04-23T01:06:51.930151Z","end":"2026-04-23T01:06:53.906028Z","steps":["trace[1660993481] 'read index received' (duration: 169.902411ms)","trace[1660993481] 'applied index is now lower than readState.Index' (duration: 1.805974301s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:53.906227Z","caller":"traceutil/trace.go:171","msg":"trace[342368036] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"1.8075168s","start":"2026-04-23T01:06:52.098696Z","end":"2026-04-23T01:06:53.906213Z","steps":["trace[342368036] 'process raft request' (duration: 1.807242294s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.906201Z","caller":"traceutil/trace.go:171","msg":"trace[97208713] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"2.094380871s","start":"2026-04-23T01:06:51.811755Z","end":"2026-04-23T01:06:53.906136Z","steps":["trace[97208713] 'process raft request' (duration: 2.094026253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.90632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976144919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:53.906386Z","caller":"traceutil/trace.go:171","msg":"trace[1438343234] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23623; }","duration":"1.976271572s","start":"2026-04-23T01:06:51.930098Z","end":"2026-04-23T01:06:53.906369Z","steps":["trace[1438343234] 'agreement among raft nodes before linearized reading' (duration: 1.976120088s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.906393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.811736Z","time spent":"2.094583417s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:53.906432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.930071Z","time spent":"1.976350164s","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:53.906657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.098671Z","time spent":"1.80788166s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.910499Z","caller":"traceutil/trace.go:171","msg":"trace[892902922] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"1.691750669s","start":"2026-04-23T01:06:52.218729Z","end":"2026-04-23T01:06:53.91048Z","steps":["trace[892902922] 'process raft request' (duration: 1.691602015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.910597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.218705Z","time spent":"1.691842282s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.910801Z","caller":"traceutil/trace.go:171","msg":"trace[1901650455] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"1.242456114s","start":"2026-04-23T01:06:52.668308Z","end":"2026-04-23T01:06:53.910764Z","steps":["trace[1901650455] 'process raft request' (duration: 1.242133606s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.910853Z","caller":"traceutil/trace.go:171","msg":"trace[310721823] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"1.242321731s","start":"2026-04-23T01:06:52.668514Z","end":"2026-04-23T01:06:53.910836Z","steps":["trace[310721823] 'process raft request' (duration: 1.242111416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.910904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.668505Z","time spent":"1.242373312s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.910912Z","caller":"traceutil/trace.go:171","msg":"trace[1404293318] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"1.241705535s","start":"2026-04-23T01:06:52.669178Z","end":"2026-04-23T01:06:53.910883Z","steps":["trace[1404293318] 'process raft request' (duration: 1.24149896s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.910944Z","caller":"traceutil/trace.go:171","msg":"trace[1443731200] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"1.186716074s","start":"2026-04-23T01:06:52.7242Z","end":"2026-04-23T01:06:53.910916Z","steps":["trace[1443731200] 'process raft request' (duration: 1.186611521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.910987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501253156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-23T01:06:53.910989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.66828Z","time spent":"1.242601598s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.911024Z","caller":"traceutil/trace.go:171","msg":"trace[578729027] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23630; }","duration":"1.501321738s","start":"2026-04-23T01:06:52.409692Z","end":"2026-04-23T01:06:53.911014Z","steps":["trace[578729027] 'agreement among raft nodes before linearized reading' (duration: 1.501207105s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.409672Z","time spent":"1.50136892s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:06:53.91105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.669154Z","time spent":"1.241829309s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:53.911078Z","caller":"traceutil/trace.go:171","msg":"trace[1289666238] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"117.502155ms","start":"2026-04-23T01:06:53.793569Z","end":"2026-04-23T01:06:53.911071Z","steps":["trace[1289666238] 'process raft request' (duration: 117.274129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.724187Z","time spent":"1.186835758s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:53.911154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202941184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:53.911185Z","caller":"traceutil/trace.go:171","msg":"trace[207005960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23630; }","duration":"1.202995885s","start":"2026-04-23T01:06:52.708182Z","end":"2026-04-23T01:06:53.911178Z","steps":["trace[207005960] 'agreement among raft nodes before linearized reading' (duration: 1.202948704s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34453877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-23T01:06:53.911202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.708164Z","time spent":"1.203034126s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:53.911215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325650811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:53.911276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.764999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:53.911285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.324771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-23T01:06:53.911286Z","caller":"traceutil/trace.go:171","msg":"trace[1108808386] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23630; }","duration":"1.325732892s","start":"2026-04-23T01:06:52.585521Z","end":"2026-04-23T01:06:53.911254Z","steps":["trace[1108808386] 'agreement among raft nodes before linearized reading' (duration: 1.32561908s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.91131Z","caller":"traceutil/trace.go:171","msg":"trace[1220712686] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23630; }","duration":"457.825411ms","start":"2026-04-23T01:06:53.453475Z","end":"2026-04-23T01:06:53.911301Z","steps":["trace[1220712686] 'agreement among raft nodes before linearized reading' (duration: 457.727278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.911315Z","caller":"traceutil/trace.go:171","msg":"trace[1159217990] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23630; }","duration":"403.373933ms","start":"2026-04-23T01:06:53.507933Z","end":"2026-04-23T01:06:53.911306Z","steps":["trace[1159217990] 'agreement among raft nodes before linearized reading' (duration: 403.294451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160615433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:06:53.911337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.453456Z","time spent":"457.875821ms","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:53.911341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.507923Z","time spent":"403.412033ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:53.911349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.5855Z","time spent":"1.325833755s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:53.911377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172846702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:06:53.911395Z","caller":"traceutil/trace.go:171","msg":"trace[1989958326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23630; }","duration":"1.172889993s","start":"2026-04-23T01:06:52.7385Z","end":"2026-04-23T01:06:53.91139Z","steps":["trace[1989958326] 'agreement among raft nodes before linearized reading' (duration: 1.172858142s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.738484Z","time spent":"1.172931054s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:53.911383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.722963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T01:06:53.911552Z","caller":"traceutil/trace.go:171","msg":"trace[128335114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23630; }","duration":"172.937397ms","start":"2026-04-23T01:06:53.738553Z","end":"2026-04-23T01:06:53.911491Z","steps":["trace[128335114] 'agreement among raft nodes before linearized reading' (duration: 172.345282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238682329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:06:53.911642Z","caller":"traceutil/trace.go:171","msg":"trace[1607356837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23630; }","duration":"1.238740751s","start":"2026-04-23T01:06:52.672894Z","end":"2026-04-23T01:06:53.911635Z","steps":["trace[1607356837] 'agreement among raft nodes before linearized reading' (duration: 1.238672069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.67288Z","time spent":"1.238780722s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:53.911346Z","caller":"traceutil/trace.go:171","msg":"trace[1334324328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23630; }","duration":"1.160653624s","start":"2026-04-23T01:06:52.750687Z","end":"2026-04-23T01:06:53.911341Z","steps":["trace[1334324328] 'agreement among raft nodes before linearized reading' (duration: 1.160613833s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:53.911207Z","caller":"traceutil/trace.go:171","msg":"trace[1309632518] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:23630; }","duration":"1.344588291s","start":"2026-04-23T01:06:52.566612Z","end":"2026-04-23T01:06:53.911201Z","steps":["trace[1309632518] 'agreement among raft nodes before linearized reading' (duration: 1.34453328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.911911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.566587Z","time spent":"1.345314059s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:06:53.911949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.750677Z","time spent":"1.161149156s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:53.91221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203992511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:06:53.912258Z","caller":"traceutil/trace.go:171","msg":"trace[896745163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23630; }","duration":"1.204074163s","start":"2026-04-23T01:06:52.708167Z","end":"2026-04-23T01:06:53.912241Z","steps":["trace[896745163] 'agreement among raft nodes before linearized reading' (duration: 1.203523548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.91229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.708145Z","time spent":"1.204138575s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:08:06.412901Z","caller":"traceutil/trace.go:171","msg":"trace[1144138805] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"217.380423ms","start":"2026-04-23T01:08:06.195495Z","end":"2026-04-23T01:08:06.412876Z","steps":["trace[1144138805] 'process raft request' (duration: 217.210799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.414429Z","caller":"traceutil/trace.go:171","msg":"trace[1682741370] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"176.415926ms","start":"2026-04-23T01:08:06.237991Z","end":"2026-04-23T01:08:06.414407Z","steps":["trace[1682741370] 'process raft request' (duration: 176.274523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.414553Z","caller":"traceutil/trace.go:171","msg":"trace[239888789] linearizableReadLoop","detail":"{readStateIndex:25266; appliedIndex:25264; }","duration":"176.470087ms","start":"2026-04-23T01:08:06.238073Z","end":"2026-04-23T01:08:06.414543Z","steps":["trace[239888789] 'read index received' (duration: 174.635281ms)","trace[239888789] 'applied index is now lower than readState.Index' (duration: 1.834026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:06.414741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.647132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:06.414791Z","caller":"traceutil/trace.go:171","msg":"trace[1884874989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24438; }","duration":"176.728964ms","start":"2026-04-23T01:08:06.238046Z","end":"2026-04-23T01:08:06.414774Z","steps":["trace[1884874989] 'agreement among raft nodes before linearized reading' (duration: 176.574471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.414839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.406912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:08:06.414932Z","caller":"traceutil/trace.go:171","msg":"trace[516243466] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24438; }","duration":"147.530135ms","start":"2026-04-23T01:08:06.267379Z","end":"2026-04-23T01:08:06.414909Z","steps":["trace[516243466] 'agreement among raft nodes before linearized reading' (duration: 147.294889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:06.415107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.354315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:06.415142Z","caller":"traceutil/trace.go:171","msg":"trace[310863119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24438; }","duration":"146.398146ms","start":"2026-04-23T01:08:06.268735Z","end":"2026-04-23T01:08:06.415133Z","steps":["trace[310863119] 'agreement among raft nodes before linearized reading' (duration: 146.309664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:06.414447Z","caller":"traceutil/trace.go:171","msg":"trace[1975260975] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"160.3755ms","start":"2026-04-23T01:08:06.254054Z","end":"2026-04-23T01:08:06.414429Z","steps":["trace[1975260975] 'process raft request' (duration: 160.310998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.014299Z","caller":"traceutil/trace.go:171","msg":"trace[557247686] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"140.263841ms","start":"2026-04-23T01:08:18.874004Z","end":"2026-04-23T01:08:19.014268Z","steps":["trace[557247686] 'process raft request' (duration: 140.109267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.296931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.80648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:19.297068Z","caller":"traceutil/trace.go:171","msg":"trace[1350495491] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24541; }","duration":"207.996005ms","start":"2026-04-23T01:08:19.089051Z","end":"2026-04-23T01:08:19.297047Z","steps":["trace[1350495491] 'range keys from in-memory index tree' (duration: 207.704608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.297401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.470007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:19.297424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.346825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:19.297492Z","caller":"traceutil/trace.go:171","msg":"trace[1482953986] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24541; }","duration":"208.606931ms","start":"2026-04-23T01:08:19.088861Z","end":"2026-04-23T01:08:19.297467Z","steps":["trace[1482953986] 'range keys from in-memory index tree' (duration: 208.334564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.297503Z","caller":"traceutil/trace.go:171","msg":"trace[914744825] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24541; }","duration":"208.458077ms","start":"2026-04-23T01:08:19.089024Z","end":"2026-04-23T01:08:19.297482Z","steps":["trace[914744825] 'range keys from in-memory index tree' (duration: 208.215341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.297404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.575309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-23T01:08:19.297401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.675031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T01:08:19.297665Z","caller":"traceutil/trace.go:171","msg":"trace[1835988826] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24541; }","duration":"206.864567ms","start":"2026-04-23T01:08:19.090773Z","end":"2026-04-23T01:08:19.297638Z","steps":["trace[1835988826] 'range keys from in-memory index tree' (duration: 206.363564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.297773Z","caller":"traceutil/trace.go:171","msg":"trace[1606360691] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24541; }","duration":"109.050011ms","start":"2026-04-23T01:08:19.188693Z","end":"2026-04-23T01:08:19.297743Z","steps":["trace[1606360691] 'range keys from in-memory index tree' (duration: 108.423625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.29749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.55408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:19.298256Z","caller":"traceutil/trace.go:171","msg":"trace[790030169] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24541; }","duration":"209.358221ms","start":"2026-04-23T01:08:19.088881Z","end":"2026-04-23T01:08:19.29824Z","steps":["trace[790030169] 'range keys from in-memory index tree' (duration: 208.480328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.607265Z","caller":"traceutil/trace.go:171","msg":"trace[1115648052] linearizableReadLoop","detail":"{readStateIndex:25375; appliedIndex:25374; }","duration":"340.372577ms","start":"2026-04-23T01:08:19.266863Z","end":"2026-04-23T01:08:19.607236Z","steps":["trace[1115648052] 'read index received' (duration: 340.165272ms)","trace[1115648052] 'applied index is now lower than readState.Index' (duration: 206.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:19.60739Z","caller":"traceutil/trace.go:171","msg":"trace[1836447664] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"379.276031ms","start":"2026-04-23T01:08:19.228069Z","end":"2026-04-23T01:08:19.607345Z","steps":["trace[1836447664] 'process raft request' (duration: 378.974244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.60751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.615613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:19.60756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.228043Z","time spent":"379.422936ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:19.607633Z","caller":"traceutil/trace.go:171","msg":"trace[550531354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24542; }","duration":"340.773257ms","start":"2026-04-23T01:08:19.266827Z","end":"2026-04-23T01:08:19.6076Z","steps":["trace[550531354] 'agreement among raft nodes before linearized reading' (duration: 340.541362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.607672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.266812Z","time spent":"340.851689ms","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:19.60755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.209481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T01:08:19.607747Z","caller":"traceutil/trace.go:171","msg":"trace[363896808] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da; range_end:; response_count:1; response_revision:24542; }","duration":"306.443527ms","start":"2026-04-23T01:08:19.301278Z","end":"2026-04-23T01:08:19.607721Z","steps":["trace[363896808] 'agreement among raft nodes before linearized reading' (duration: 306.107279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.60781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.301263Z","time spent":"306.528899ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" "} {"level":"warn","ts":"2026-04-23T01:08:19.860464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.014106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:19.860658Z","caller":"traceutil/trace.go:171","msg":"trace[1247469628] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"189.942088ms","start":"2026-04-23T01:08:19.670692Z","end":"2026-04-23T01:08:19.860634Z","steps":["trace[1247469628] 'process raft request' (duration: 189.881797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.86067Z","caller":"traceutil/trace.go:171","msg":"trace[50569510] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"230.68242ms","start":"2026-04-23T01:08:19.62995Z","end":"2026-04-23T01:08:19.860633Z","steps":["trace[50569510] 'process raft request' (duration: 118.420298ms)","trace[50569510] 'compare' (duration: 111.905763ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:19.86069Z","caller":"traceutil/trace.go:171","msg":"trace[1422243804] linearizableReadLoop","detail":"{readStateIndex:25376; appliedIndex:25375; }","duration":"201.319947ms","start":"2026-04-23T01:08:19.65932Z","end":"2026-04-23T01:08:19.86064Z","steps":["trace[1422243804] 'read index received' (duration: 89.068165ms)","trace[1422243804] 'applied index is now lower than readState.Index' (duration: 112.247142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:19.860845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.508101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:19.860946Z","caller":"traceutil/trace.go:171","msg":"trace[1234386220] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24544; }","duration":"201.655185ms","start":"2026-04-23T01:08:19.659265Z","end":"2026-04-23T01:08:19.860921Z","steps":["trace[1234386220] 'agreement among raft nodes before linearized reading' (duration: 201.478591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.86097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.262251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:19.861037Z","caller":"traceutil/trace.go:171","msg":"trace[1564839316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24544; }","duration":"155.375233ms","start":"2026-04-23T01:08:19.705645Z","end":"2026-04-23T01:08:19.86102Z","steps":["trace[1564839316] 'agreement among raft nodes before linearized reading' (duration: 155.245659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.038947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21263} {"level":"warn","ts":"2026-04-23T01:08:20.039477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.145624ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-23T01:08:20.039583Z","caller":"traceutil/trace.go:171","msg":"trace[1375137523] linearizableReadLoop","detail":"{readStateIndex:25378; appliedIndex:25377; }","duration":"177.165095ms","start":"2026-04-23T01:08:19.8624Z","end":"2026-04-23T01:08:20.039565Z","steps":["trace[1375137523] 'read index received' (duration: 16.072237ms)","trace[1375137523] 'applied index is now lower than readState.Index' (duration: 161.091338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:20.039694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.274288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.039607Z","caller":"traceutil/trace.go:171","msg":"trace[173134108] compact","detail":"{revision:21263; response_revision:24544; }","duration":"177.734639ms","start":"2026-04-23T01:08:19.861844Z","end":"2026-04-23T01:08:20.039579Z","steps":["trace[173134108] 'check and update compact revision' (duration: 160.047461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.039739Z","caller":"traceutil/trace.go:171","msg":"trace[1388498873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24544; }","duration":"177.36711ms","start":"2026-04-23T01:08:19.862355Z","end":"2026-04-23T01:08:20.039722Z","steps":["trace[1388498873] 'agreement among raft nodes before linearized reading' (duration: 177.262557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.191104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.664605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:20.191167Z","caller":"traceutil/trace.go:171","msg":"trace[502905387] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24544; }","duration":"120.781488ms","start":"2026-04-23T01:08:20.070372Z","end":"2026-04-23T01:08:20.191154Z","steps":["trace[502905387] 'count revisions from in-memory index tree' (duration: 120.575412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.86414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.838973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:20.864279Z","caller":"traceutil/trace.go:171","msg":"trace[1590373941] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"404.245665ms","start":"2026-04-23T01:08:20.460004Z","end":"2026-04-23T01:08:20.86425Z","steps":["trace[1590373941] 'process raft request' (duration: 64.203956ms)","trace[1590373941] 'compare' (duration: 134.463774ms)","trace[1590373941] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 204.949769ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T01:08:20.864371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.45998Z","time spent":"404.343008ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:20.865542Z","caller":"traceutil/trace.go:171","msg":"trace[767931120] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25378; }","duration":"383.675764ms","start":"2026-04-23T01:08:20.481846Z","end":"2026-04-23T01:08:20.865522Z","steps":["trace[767931120] 'read index received' (duration: 42.373183ms)","trace[767931120] 'applied index is now lower than readState.Index' (duration: 341.301501ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:20.865581Z","caller":"traceutil/trace.go:171","msg":"trace[272569719] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"402.643854ms","start":"2026-04-23T01:08:20.462915Z","end":"2026-04-23T01:08:20.865558Z","steps":["trace[272569719] 'process raft request' (duration: 402.440678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.865658Z","caller":"traceutil/trace.go:171","msg":"trace[786551156] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"402.621553ms","start":"2026-04-23T01:08:20.463024Z","end":"2026-04-23T01:08:20.865645Z","steps":["trace[786551156] 'process raft request' (duration: 402.448538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.866014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.463017Z","time spent":"402.949822ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:20.865747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.462897Z","time spent":"402.729356ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:20.86578Z","caller":"traceutil/trace.go:171","msg":"trace[1819767261] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"401.465624ms","start":"2026-04-23T01:08:20.4643Z","end":"2026-04-23T01:08:20.865765Z","steps":["trace[1819767261] 'process raft request' (duration: 401.195717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.866133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.464289Z","time spent":"401.821562ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:20.865927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.060733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:08:20.866259Z","caller":"traceutil/trace.go:171","msg":"trace[776998075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24548; }","duration":"384.424102ms","start":"2026-04-23T01:08:20.481804Z","end":"2026-04-23T01:08:20.866228Z","steps":["trace[776998075] 'agreement among raft nodes before linearized reading' (duration: 384.004372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.866367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.481786Z","time spent":"384.533214ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:08:20.92531Z","caller":"traceutil/trace.go:171","msg":"trace[121969806] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"141.123973ms","start":"2026-04-23T01:08:20.784138Z","end":"2026-04-23T01:08:20.925262Z","steps":["trace[121969806] 'process raft request' (duration: 107.865781ms)","trace[121969806] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 27.846015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:20.925514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.46252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:08:20.925556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.261737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.925607Z","caller":"traceutil/trace.go:171","msg":"trace[1180093064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24550; }","duration":"440.607545ms","start":"2026-04-23T01:08:20.484973Z","end":"2026-04-23T01:08:20.92558Z","steps":["trace[1180093064] 'agreement among raft nodes before linearized reading' (duration: 440.41074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.925647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.48495Z","time spent":"440.688146ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:20.925704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.956717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:08:20.92577Z","caller":"traceutil/trace.go:171","msg":"trace[2101311834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24550; }","duration":"438.056031ms","start":"2026-04-23T01:08:20.4877Z","end":"2026-04-23T01:08:20.925756Z","steps":["trace[2101311834] 'agreement among raft nodes before linearized reading' (duration: 437.849795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.925808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.487691Z","time spent":"438.110362ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:20.925974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.587498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.925999Z","caller":"traceutil/trace.go:171","msg":"trace[1156319685] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24550; }","duration":"356.634189ms","start":"2026-04-23T01:08:20.569358Z","end":"2026-04-23T01:08:20.925992Z","steps":["trace[1156319685] 'agreement among raft nodes before linearized reading' (duration: 356.558367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.926001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.307767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:08:20.926018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.569348Z","time spent":"356.664911ms","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:20.926039Z","caller":"traceutil/trace.go:171","msg":"trace[1380324488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24550; }","duration":"438.375919ms","start":"2026-04-23T01:08:20.487652Z","end":"2026-04-23T01:08:20.926028Z","steps":["trace[1380324488] 'agreement among raft nodes before linearized reading' (duration: 438.122203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.9261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.351813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:08:20.926145Z","caller":"traceutil/trace.go:171","msg":"trace[1902708171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24550; }","duration":"439.448846ms","start":"2026-04-23T01:08:20.486684Z","end":"2026-04-23T01:08:20.926132Z","steps":["trace[1902708171] 'agreement among raft nodes before linearized reading' (duration: 439.301672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.926185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.486645Z","time spent":"439.531218ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:20.926385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.311652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:08:20.926416Z","caller":"traceutil/trace.go:171","msg":"trace[2011333900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24550; }","duration":"439.354803ms","start":"2026-04-23T01:08:20.487052Z","end":"2026-04-23T01:08:20.926407Z","steps":["trace[2011333900] 'agreement among raft nodes before linearized reading' (duration: 439.266541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.926434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.487045Z","time spent":"439.385634ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:20.926108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.487637Z","time spent":"438.461141ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:08:20.925657Z","caller":"traceutil/trace.go:171","msg":"trace[2069016075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24550; }","duration":"209.417911ms","start":"2026-04-23T01:08:20.716214Z","end":"2026-04-23T01:08:20.925632Z","steps":["trace[2069016075] 'agreement among raft nodes before linearized reading' (duration: 209.230926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.926155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.74932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.926756Z","caller":"traceutil/trace.go:171","msg":"trace[194934492] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24550; }","duration":"366.315804ms","start":"2026-04-23T01:08:20.560358Z","end":"2026-04-23T01:08:20.926674Z","steps":["trace[194934492] 'agreement among raft nodes before linearized reading' (duration: 365.7716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.926922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.560328Z","time spent":"366.511259ms","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:20.967418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21263,"took":"923.980911ms","hash":408874146,"current-db-size-bytes":55013376,"current-db-size":"55 MB","current-db-size-in-use-bytes":42094592,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-23T01:08:20.967485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":408874146,"revision":21263,"compact-revision":19238} {"level":"info","ts":"2026-04-23T01:09:53.338846Z","caller":"traceutil/trace.go:171","msg":"trace[1633283204] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"126.308216ms","start":"2026-04-23T01:09:53.212516Z","end":"2026-04-23T01:09:53.338825Z","steps":["trace[1633283204] 'process raft request' (duration: 126.190103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:53.36902Z","caller":"traceutil/trace.go:171","msg":"trace[1296400461] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"145.937903ms","start":"2026-04-23T01:09:53.223065Z","end":"2026-04-23T01:09:53.369003Z","steps":["trace[1296400461] 'process raft request' (duration: 145.81188ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:53.369174Z","caller":"traceutil/trace.go:171","msg":"trace[163670168] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"144.688762ms","start":"2026-04-23T01:09:53.224479Z","end":"2026-04-23T01:09:53.369167Z","steps":["trace[163670168] 'process raft request' (duration: 144.497407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:53.369318Z","caller":"traceutil/trace.go:171","msg":"trace[1615062114] linearizableReadLoop","detail":"{readStateIndex:26220; appliedIndex:26216; }","duration":"139.190573ms","start":"2026-04-23T01:09:53.230119Z","end":"2026-04-23T01:09:53.369309Z","steps":["trace[1615062114] 'read index received' (duration: 108.568428ms)","trace[1615062114] 'applied index is now lower than readState.Index' (duration: 30.621385ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:53.369391Z","caller":"traceutil/trace.go:171","msg":"trace[555130697] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"144.671901ms","start":"2026-04-23T01:09:53.224713Z","end":"2026-04-23T01:09:53.369385Z","steps":["trace[555130697] 'process raft request' (duration: 144.425905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:53.369725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.379117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:09:53.369783Z","caller":"traceutil/trace.go:171","msg":"trace[445845363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25366; }","duration":"139.669885ms","start":"2026-04-23T01:09:53.230089Z","end":"2026-04-23T01:09:53.369759Z","steps":["trace[445845363] 'agreement among raft nodes before linearized reading' (duration: 139.349827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:53.491273Z","caller":"traceutil/trace.go:171","msg":"trace[150780952] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"109.786918ms","start":"2026-04-23T01:09:53.381462Z","end":"2026-04-23T01:09:53.491249Z","steps":["trace[150780952] 'process raft request' (duration: 107.819249ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:53.49923Z","caller":"traceutil/trace.go:171","msg":"trace[1842544539] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"116.730133ms","start":"2026-04-23T01:09:53.382463Z","end":"2026-04-23T01:09:53.499193Z","steps":["trace[1842544539] 'process raft request' (duration: 116.545268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:53.499252Z","caller":"traceutil/trace.go:171","msg":"trace[879467709] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"116.310743ms","start":"2026-04-23T01:09:53.382918Z","end":"2026-04-23T01:09:53.499228Z","steps":["trace[879467709] 'process raft request' (duration: 116.20522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.52678Z","caller":"traceutil/trace.go:171","msg":"trace[2119553138] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"151.35948ms","start":"2026-04-23T01:09:55.37539Z","end":"2026-04-23T01:09:55.52675Z","steps":["trace[2119553138] 'process raft request' (duration: 71.058367ms)","trace[2119553138] 'compare' (duration: 80.069837ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:55.549961Z","caller":"traceutil/trace.go:171","msg":"trace[1138559221] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"173.649454ms","start":"2026-04-23T01:09:55.376277Z","end":"2026-04-23T01:09:55.549926Z","steps":["trace[1138559221] 'process raft request' (duration: 173.449919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.550294Z","caller":"traceutil/trace.go:171","msg":"trace[1366354545] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"173.606123ms","start":"2026-04-23T01:09:55.376667Z","end":"2026-04-23T01:09:55.550273Z","steps":["trace[1366354545] 'process raft request' (duration: 173.216993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.550743Z","caller":"traceutil/trace.go:171","msg":"trace[328349744] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"169.210562ms","start":"2026-04-23T01:09:55.381516Z","end":"2026-04-23T01:09:55.550727Z","steps":["trace[328349744] 'process raft request' (duration: 168.930604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.708842Z","caller":"traceutil/trace.go:171","msg":"trace[1645205444] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"149.900754ms","start":"2026-04-23T01:09:55.558913Z","end":"2026-04-23T01:09:55.708814Z","steps":["trace[1645205444] 'process raft request' (duration: 149.801021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.708872Z","caller":"traceutil/trace.go:171","msg":"trace[1510959369] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"150.104029ms","start":"2026-04-23T01:09:55.558731Z","end":"2026-04-23T01:09:55.708835Z","steps":["trace[1510959369] 'process raft request' (duration: 70.419152ms)","trace[1510959369] 'compare' (duration: 79.40728ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:55.708943Z","caller":"traceutil/trace.go:171","msg":"trace[1845909199] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"149.947045ms","start":"2026-04-23T01:09:55.558968Z","end":"2026-04-23T01:09:55.708915Z","steps":["trace[1845909199] 'process raft request' (duration: 149.800262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.708897Z","caller":"traceutil/trace.go:171","msg":"trace[1957220077] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26235; }","duration":"149.059712ms","start":"2026-04-23T01:09:55.559808Z","end":"2026-04-23T01:09:55.708868Z","steps":["trace[1957220077] 'read index received' (duration: 23.396502ms)","trace[1957220077] 'applied index is now lower than readState.Index' (duration: 125.66153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:55.709241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.408421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:09:55.70932Z","caller":"traceutil/trace.go:171","msg":"trace[1399908141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25385; }","duration":"149.594655ms","start":"2026-04-23T01:09:55.559699Z","end":"2026-04-23T01:09:55.709294Z","steps":["trace[1399908141] 'agreement among raft nodes before linearized reading' (duration: 149.373899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.709414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.450281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:09:55.709549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.775417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-04-23T01:09:55.70955Z","caller":"traceutil/trace.go:171","msg":"trace[230609536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25385; }","duration":"149.607876ms","start":"2026-04-23T01:09:55.559923Z","end":"2026-04-23T01:09:55.70953Z","steps":["trace[230609536] 'agreement among raft nodes before linearized reading' (duration: 149.299768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:55.709859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.135318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-23T01:09:55.709976Z","caller":"traceutil/trace.go:171","msg":"trace[625024357] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25385; }","duration":"146.273161ms","start":"2026-04-23T01:09:55.563685Z","end":"2026-04-23T01:09:55.709959Z","steps":["trace[625024357] 'agreement among raft nodes before linearized reading' (duration: 146.068996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:55.709902Z","caller":"traceutil/trace.go:171","msg":"trace[851018800] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25385; }","duration":"106.164556ms","start":"2026-04-23T01:09:55.603716Z","end":"2026-04-23T01:09:55.70988Z","steps":["trace[851018800] 'agreement among raft nodes before linearized reading' (duration: 105.609483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:56.296449Z","caller":"traceutil/trace.go:171","msg":"trace[597284380] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"220.147261ms","start":"2026-04-23T01:09:56.076273Z","end":"2026-04-23T01:09:56.29642Z","steps":["trace[597284380] 'process raft request' (duration: 219.991627ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:56.418238Z","caller":"traceutil/trace.go:171","msg":"trace[1663436581] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"190.371317ms","start":"2026-04-23T01:09:56.227838Z","end":"2026-04-23T01:09:56.418209Z","steps":["trace[1663436581] 'process raft request' (duration: 190.259254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:56.418331Z","caller":"traceutil/trace.go:171","msg":"trace[1691407181] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"278.162348ms","start":"2026-04-23T01:09:56.14014Z","end":"2026-04-23T01:09:56.418303Z","steps":["trace[1691407181] 'process raft request' (duration: 277.539953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:57.516549Z","caller":"traceutil/trace.go:171","msg":"trace[2123986807] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"148.414795ms","start":"2026-04-23T01:09:57.368109Z","end":"2026-04-23T01:09:57.516524Z","steps":["trace[2123986807] 'process raft request' (duration: 148.275481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.136217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.14637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:09:58.136339Z","caller":"traceutil/trace.go:171","msg":"trace[1537977301] linearizableReadLoop","detail":"{readStateIndex:26253; appliedIndex:26252; }","duration":"431.097498ms","start":"2026-04-23T01:09:57.705224Z","end":"2026-04-23T01:09:58.136321Z","steps":["trace[1537977301] 'read index received' (duration: 34.961µs)","trace[1537977301] 'applied index is now lower than readState.Index' (duration: 431.061407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:58.136671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.428647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:58.136759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.777843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:09:58.136774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.752251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-23T01:09:58.13683Z","caller":"traceutil/trace.go:171","msg":"trace[358535433] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25398; }","duration":"400.865073ms","start":"2026-04-23T01:09:57.735951Z","end":"2026-04-23T01:09:58.136816Z","steps":["trace[358535433] 'agreement among raft nodes before linearized reading' (duration: 400.689899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.136858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.735932Z","time spent":"400.920985ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:09:58.136865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.881666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:09:58.136875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.693854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:09:58.13692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.833688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:09:58.136874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.45538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:58.136932Z","caller":"traceutil/trace.go:171","msg":"trace[1298597550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25398; }","duration":"424.01188ms","start":"2026-04-23T01:09:57.7129Z","end":"2026-04-23T01:09:58.136912Z","steps":["trace[1298597550] 'agreement among raft nodes before linearized reading' (duration: 423.836966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:58.136781Z","caller":"traceutil/trace.go:171","msg":"trace[1209310153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25398; }","duration":"431.580701ms","start":"2026-04-23T01:09:57.705176Z","end":"2026-04-23T01:09:58.136757Z","steps":["trace[1209310153] 'agreement among raft nodes before linearized reading' (duration: 431.406277ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:58.136967Z","caller":"traceutil/trace.go:171","msg":"trace[1164697672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25398; }","duration":"331.918309ms","start":"2026-04-23T01:09:57.805036Z","end":"2026-04-23T01:09:58.136954Z","steps":["trace[1164697672] 'agreement among raft nodes before linearized reading' (duration: 331.778605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:58.136968Z","caller":"traceutil/trace.go:171","msg":"trace[495083107] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25398; }","duration":"331.825648ms","start":"2026-04-23T01:09:57.805114Z","end":"2026-04-23T01:09:58.13694Z","steps":["trace[495083107] 'agreement among raft nodes before linearized reading' (duration: 331.555701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.136988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.705157Z","time spent":"431.826087ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:58.136989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.712863Z","time spent":"424.113592ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:09:58.136998Z","caller":"traceutil/trace.go:171","msg":"trace[1957076756] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25398; }","duration":"224.631493ms","start":"2026-04-23T01:09:57.912337Z","end":"2026-04-23T01:09:58.136968Z","steps":["trace[1957076756] 'agreement among raft nodes before linearized reading' (duration: 224.398747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.137008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.805016Z","time spent":"331.981001ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:58.137013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.805082Z","time spent":"331.920979ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:58.137011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.509732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:09:58.137093Z","caller":"traceutil/trace.go:171","msg":"trace[532836869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25398; }","duration":"423.889177ms","start":"2026-04-23T01:09:57.712906Z","end":"2026-04-23T01:09:58.136795Z","steps":["trace[532836869] 'agreement among raft nodes before linearized reading' (duration: 423.714653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:58.137128Z","caller":"traceutil/trace.go:171","msg":"trace[740647228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25398; }","duration":"160.777529ms","start":"2026-04-23T01:09:57.976324Z","end":"2026-04-23T01:09:58.137102Z","steps":["trace[740647228] 'agreement among raft nodes before linearized reading' (duration: 160.396709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.137202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.712881Z","time spent":"424.303307ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:09:58.136694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.853894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:58.137476Z","caller":"traceutil/trace.go:171","msg":"trace[1004643322] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25398; }","duration":"318.629982ms","start":"2026-04-23T01:09:57.818788Z","end":"2026-04-23T01:09:58.137418Z","steps":["trace[1004643322] 'agreement among raft nodes before linearized reading' (duration: 317.840683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.137544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.818773Z","time spent":"318.750296ms","remote":"127.0.0.1:36500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:58.137935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.348007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:09:58.13843Z","caller":"traceutil/trace.go:171","msg":"trace[1743460177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25398; }","duration":"424.846579ms","start":"2026-04-23T01:09:57.713558Z","end":"2026-04-23T01:09:58.138405Z","steps":["trace[1743460177] 'agreement among raft nodes before linearized reading' (duration: 423.129436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.138738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:57.713518Z","time spent":"425.195348ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:09:58.836472Z","caller":"traceutil/trace.go:171","msg":"trace[477820591] linearizableReadLoop","detail":"{readStateIndex:26260; appliedIndex:26259; }","duration":"332.071852ms","start":"2026-04-23T01:09:58.504364Z","end":"2026-04-23T01:09:58.836436Z","steps":["trace[477820591] 'read index received' (duration: 294.147753ms)","trace[477820591] 'applied index is now lower than readState.Index' (duration: 37.922699ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:58.836734Z","caller":"traceutil/trace.go:171","msg":"trace[1466659123] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"411.135093ms","start":"2026-04-23T01:09:58.42553Z","end":"2026-04-23T01:09:58.836665Z","steps":["trace[1466659123] 'process raft request' (duration: 373.090891ms)","trace[1466659123] 'compare' (duration: 37.309174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:58.836987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.764487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:58.837045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.425492Z","time spent":"411.438032ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:58.837116Z","caller":"traceutil/trace.go:171","msg":"trace[906913685] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25405; }","duration":"318.920091ms","start":"2026-04-23T01:09:58.518139Z","end":"2026-04-23T01:09:58.83706Z","steps":["trace[906913685] 'agreement among raft nodes before linearized reading' (duration: 318.727426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.837206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.518117Z","time spent":"319.047083ms","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:58.837337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.939365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-nh6c6\" ","response":"range_response_count:1 size:8673"} {"level":"info","ts":"2026-04-23T01:09:58.837415Z","caller":"traceutil/trace.go:171","msg":"trace[423203824] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-nh6c6; range_end:; response_count:1; response_revision:25405; }","duration":"333.074898ms","start":"2026-04-23T01:09:58.504326Z","end":"2026-04-23T01:09:58.837401Z","steps":["trace[423203824] 'agreement among raft nodes before linearized reading' (duration: 332.411532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:58.837476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:58.504307Z","time spent":"333.15922ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8696,"request content":"key:\"/registry/pods/openstack/magnum-domain-ks-user-nh6c6\" "} {"level":"info","ts":"2026-04-23T01:09:59.557839Z","caller":"traceutil/trace.go:171","msg":"trace[1204041721] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"127.554919ms","start":"2026-04-23T01:09:59.430261Z","end":"2026-04-23T01:09:59.557816Z","steps":["trace[1204041721] 'process raft request' (duration: 127.399395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.741627Z","caller":"traceutil/trace.go:171","msg":"trace[1595766682] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"147.857822ms","start":"2026-04-23T01:09:59.593731Z","end":"2026-04-23T01:09:59.741589Z","steps":["trace[1595766682] 'process raft request' (duration: 96.894602ms)","trace[1595766682] 'compare' (duration: 50.793805ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:59.750064Z","caller":"traceutil/trace.go:171","msg":"trace[2102216618] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"139.48447ms","start":"2026-04-23T01:09:59.610551Z","end":"2026-04-23T01:09:59.750036Z","steps":["trace[2102216618] 'process raft request' (duration: 139.246513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.75017Z","caller":"traceutil/trace.go:171","msg":"trace[2103419965] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26263; }","duration":"125.088026ms","start":"2026-04-23T01:09:59.625064Z","end":"2026-04-23T01:09:59.750152Z","steps":["trace[2103419965] 'read index received' (duration: 65.663111ms)","trace[2103419965] 'applied index is now lower than readState.Index' (duration: 59.423345ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:59.750048Z","caller":"traceutil/trace.go:171","msg":"trace[265076209] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"138.961556ms","start":"2026-04-23T01:09:59.611058Z","end":"2026-04-23T01:09:59.750019Z","steps":["trace[265076209] 'process raft request' (duration: 138.878533ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:59.75026Z","caller":"traceutil/trace.go:171","msg":"trace[1146852260] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"139.166701ms","start":"2026-04-23T01:09:59.611082Z","end":"2026-04-23T01:09:59.750248Z","steps":["trace[1146852260] 'process raft request' (duration: 138.896263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:59.750479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.393833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:09:59.750533Z","caller":"traceutil/trace.go:171","msg":"trace[557140407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25412; }","duration":"125.472715ms","start":"2026-04-23T01:09:59.625043Z","end":"2026-04-23T01:09:59.750516Z","steps":["trace[557140407] 'agreement among raft nodes before linearized reading' (duration: 125.2854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.041748Z","caller":"traceutil/trace.go:171","msg":"trace[1333949149] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"150.841467ms","start":"2026-04-23T01:09:59.89088Z","end":"2026-04-23T01:10:00.041722Z","steps":["trace[1333949149] 'process raft request' (duration: 150.301702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.255501Z","caller":"traceutil/trace.go:171","msg":"trace[1967330577] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26270; }","duration":"109.333826ms","start":"2026-04-23T01:10:00.146137Z","end":"2026-04-23T01:10:00.255471Z","steps":["trace[1967330577] 'read index received' (duration: 109.033909ms)","trace[1967330577] 'applied index is now lower than readState.Index' (duration: 298.647µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:00.255666Z","caller":"traceutil/trace.go:171","msg":"trace[1107832319] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"149.698227ms","start":"2026-04-23T01:10:00.105951Z","end":"2026-04-23T01:10:00.255649Z","steps":["trace[1107832319] 'process raft request' (duration: 149.284627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.256043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.88866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-23T01:10:00.256085Z","caller":"traceutil/trace.go:171","msg":"trace[157671934] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25416; }","duration":"109.995033ms","start":"2026-04-23T01:10:00.146079Z","end":"2026-04-23T01:10:00.256074Z","steps":["trace[157671934] 'agreement among raft nodes before linearized reading' (duration: 109.714106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.256452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.925019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:10:00.256552Z","caller":"traceutil/trace.go:171","msg":"trace[2139811504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25416; }","duration":"102.068662ms","start":"2026-04-23T01:10:00.154457Z","end":"2026-04-23T01:10:00.256526Z","steps":["trace[2139811504] 'agreement among raft nodes before linearized reading' (duration: 101.757885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.772647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.264174Z","time spent":"508.464147ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:10:00.810952Z","caller":"traceutil/trace.go:171","msg":"trace[1414803402] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"545.418851ms","start":"2026-04-23T01:10:00.265491Z","end":"2026-04-23T01:10:00.81091Z","steps":["trace[1414803402] 'process raft request' (duration: 545.038081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.811217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.265467Z","time spent":"545.621495ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:00.812449Z","caller":"traceutil/trace.go:171","msg":"trace[109507736] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"545.425592ms","start":"2026-04-23T01:10:00.267007Z","end":"2026-04-23T01:10:00.812433Z","steps":["trace[109507736] 'process raft request' (duration: 545.34554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.812501Z","caller":"traceutil/trace.go:171","msg":"trace[1087406006] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"546.046608ms","start":"2026-04-23T01:10:00.266429Z","end":"2026-04-23T01:10:00.812475Z","steps":["trace[1087406006] 'process raft request' (duration: 545.842463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.812546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.267Z","time spent":"545.501774ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:00.812599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.266424Z","time spent":"546.12062ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:00.812692Z","caller":"traceutil/trace.go:171","msg":"trace[1554234715] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"546.93698ms","start":"2026-04-23T01:10:00.265725Z","end":"2026-04-23T01:10:00.812662Z","steps":["trace[1554234715] 'process raft request' (duration: 545.099053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.812865Z","caller":"traceutil/trace.go:171","msg":"trace[96448086] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"477.973435ms","start":"2026-04-23T01:10:00.33487Z","end":"2026-04-23T01:10:00.812843Z","steps":["trace[96448086] 'process raft request' (duration: 477.517294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.8129Z","caller":"traceutil/trace.go:171","msg":"trace[182128314] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"546.274843ms","start":"2026-04-23T01:10:00.266376Z","end":"2026-04-23T01:10:00.812651Z","steps":["trace[182128314] 'process raft request' (duration: 545.845253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.812934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.265718Z","time spent":"547.078703ms","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:00.813013Z","caller":"traceutil/trace.go:171","msg":"trace[1946526654] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26271; }","duration":"546.431067ms","start":"2026-04-23T01:10:00.266563Z","end":"2026-04-23T01:10:00.812994Z","steps":["trace[1946526654] 'read index received' (duration: 459.936878ms)","trace[1946526654] 'applied index is now lower than readState.Index' (duration: 86.491549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:00.813005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.334842Z","time spent":"478.092718ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:00.81306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.266368Z","time spent":"546.611661ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:00.81341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.631899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:00.813643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.788191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-nh6c6\" ","response":"range_response_count:1 size:8859"} {"level":"warn","ts":"2026-04-23T01:10:00.813668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.684461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:00.813677Z","caller":"traceutil/trace.go:171","msg":"trace[417157422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25424; }","duration":"108.923056ms","start":"2026-04-23T01:10:00.704737Z","end":"2026-04-23T01:10:00.81366Z","steps":["trace[417157422] 'agreement among raft nodes before linearized reading' (duration: 108.631459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.813697Z","caller":"traceutil/trace.go:171","msg":"trace[2101099780] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-nh6c6; range_end:; response_count:1; response_revision:25424; }","duration":"198.872193ms","start":"2026-04-23T01:10:00.614809Z","end":"2026-04-23T01:10:00.813681Z","steps":["trace[2101099780] 'agreement among raft nodes before linearized reading' (duration: 198.682478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:00.813699Z","caller":"traceutil/trace.go:171","msg":"trace[1405920637] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25424; }","duration":"439.054ms","start":"2026-04-23T01:10:00.374634Z","end":"2026-04-23T01:10:00.813688Z","steps":["trace[1405920637] 'agreement among raft nodes before linearized reading' (duration: 438.66889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.813503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.930839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:00.813929Z","caller":"traceutil/trace.go:171","msg":"trace[73711193] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25424; }","duration":"547.34334ms","start":"2026-04-23T01:10:00.266533Z","end":"2026-04-23T01:10:00.813876Z","steps":["trace[73711193] 'agreement among raft nodes before linearized reading' (duration: 546.513249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.813977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.266526Z","time spent":"547.441412ms","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:10:00.813791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.374619Z","time spent":"439.163572ms","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:00.814417Z","caller":"traceutil/trace.go:171","msg":"trace[1815074216] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"545.673128ms","start":"2026-04-23T01:10:00.266923Z","end":"2026-04-23T01:10:00.812596Z","steps":["trace[1815074216] 'process raft request' (duration: 545.390331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:00.815229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.266916Z","time spent":"547.538654ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:01.505056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.257072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:01.50515Z","caller":"traceutil/trace.go:171","msg":"trace[1105127554] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"686.41896ms","start":"2026-04-23T01:10:00.818715Z","end":"2026-04-23T01:10:01.505134Z","steps":["trace[1105127554] 'process raft request' (duration: 485.031404ms)","trace[1105127554] 'compare' (duration: 200.826822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:01.505188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.818688Z","time spent":"686.485371ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5614,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:01.643222Z","caller":"traceutil/trace.go:171","msg":"trace[1138051954] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26280; }","duration":"794.820282ms","start":"2026-04-23T01:10:00.848378Z","end":"2026-04-23T01:10:01.643198Z","steps":["trace[1138051954] 'read index received' (duration: 455.385823ms)","trace[1138051954] 'applied index is now lower than readState.Index' (duration: 339.433329ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:01.643538Z","caller":"traceutil/trace.go:171","msg":"trace[549993035] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"816.646164ms","start":"2026-04-23T01:10:00.826878Z","end":"2026-04-23T01:10:01.643524Z","steps":["trace[549993035] 'process raft request' (duration: 778.450868ms)","trace[549993035] 'compare' (duration: 37.685524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:01.643791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.826861Z","time spent":"816.86191ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8843,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:01.643991Z","caller":"traceutil/trace.go:171","msg":"trace[1763039005] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"800.062585ms","start":"2026-04-23T01:10:00.843897Z","end":"2026-04-23T01:10:01.643959Z","steps":["trace[1763039005] 'process raft request' (duration: 799.245334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.644143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.843856Z","time spent":"800.206109ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:01.644311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.930181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:10:01.644351Z","caller":"traceutil/trace.go:171","msg":"trace[1522719734] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25427; }","duration":"796.012163ms","start":"2026-04-23T01:10:00.848329Z","end":"2026-04-23T01:10:01.644341Z","steps":["trace[1522719734] 'agreement among raft nodes before linearized reading' (duration: 795.841598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.644382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.848315Z","time spent":"796.059894ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:10:01.665618Z","caller":"traceutil/trace.go:171","msg":"trace[1407096034] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"150.136318ms","start":"2026-04-23T01:10:01.515445Z","end":"2026-04-23T01:10:01.665582Z","steps":["trace[1407096034] 'process raft request' (duration: 149.909753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.665726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.483448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:01.665779Z","caller":"traceutil/trace.go:171","msg":"trace[864787254] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25431; }","duration":"712.587781ms","start":"2026-04-23T01:10:00.953177Z","end":"2026-04-23T01:10:01.665764Z","steps":["trace[864787254] 'agreement among raft nodes before linearized reading' (duration: 712.497839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.665808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:00.953154Z","time spent":"712.645452ms","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:01.665799Z","caller":"traceutil/trace.go:171","msg":"trace[1710833568] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"150.156799ms","start":"2026-04-23T01:10:01.515618Z","end":"2026-04-23T01:10:01.665775Z","steps":["trace[1710833568] 'process raft request' (duration: 149.927013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:01.666099Z","caller":"traceutil/trace.go:171","msg":"trace[985668758] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"150.547349ms","start":"2026-04-23T01:10:01.515533Z","end":"2026-04-23T01:10:01.66608Z","steps":["trace[985668758] 'process raft request' (duration: 149.930783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.666198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.287083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-04-23T01:10:01.666249Z","caller":"traceutil/trace.go:171","msg":"trace[760225999] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25431; }","duration":"444.427307ms","start":"2026-04-23T01:10:01.221809Z","end":"2026-04-23T01:10:01.666237Z","steps":["trace[760225999] 'agreement among raft nodes before linearized reading' (duration: 444.19697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:01.666286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.221774Z","time spent":"444.504228ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T01:10:02.301128Z","caller":"traceutil/trace.go:171","msg":"trace[1263157910] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"564.093044ms","start":"2026-04-23T01:10:01.737008Z","end":"2026-04-23T01:10:02.301101Z","steps":["trace[1263157910] 'process raft request' (duration: 563.93089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.301281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.736982Z","time spent":"564.220096ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6969,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:02.417917Z","caller":"traceutil/trace.go:171","msg":"trace[1127210616] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"670.540918ms","start":"2026-04-23T01:10:01.747341Z","end":"2026-04-23T01:10:02.417882Z","steps":["trace[1127210616] 'process raft request' (duration: 616.332536ms)","trace[1127210616] 'compare' (duration: 53.972836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:02.418202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.74732Z","time spent":"670.773624ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:02.418317Z","caller":"traceutil/trace.go:171","msg":"trace[1359552947] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"660.313399ms","start":"2026-04-23T01:10:01.757996Z","end":"2026-04-23T01:10:02.418309Z","steps":["trace[1359552947] 'process raft request' (duration: 660.161005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.418326Z","caller":"traceutil/trace.go:171","msg":"trace[1421275873] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"660.629487ms","start":"2026-04-23T01:10:01.757666Z","end":"2026-04-23T01:10:02.418295Z","steps":["trace[1421275873] 'process raft request' (duration: 660.392851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.418439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.757979Z","time spent":"660.38438ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:02.418439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.278547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:10:02.418449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.757646Z","time spent":"660.74478ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:02.418488Z","caller":"traceutil/trace.go:171","msg":"trace[105312665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25437; }","duration":"592.370059ms","start":"2026-04-23T01:10:01.826109Z","end":"2026-04-23T01:10:02.418479Z","steps":["trace[105312665] 'agreement among raft nodes before linearized reading' (duration: 592.182365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.418224Z","caller":"traceutil/trace.go:171","msg":"trace[127924812] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26288; }","duration":"592.063191ms","start":"2026-04-23T01:10:01.826139Z","end":"2026-04-23T01:10:02.418202Z","steps":["trace[127924812] 'read index received' (duration: 474.811734ms)","trace[127924812] 'applied index is now lower than readState.Index' (duration: 117.250547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:02.418514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.826094Z","time spent":"592.41421ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:10:02.418683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.427207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-04-23T01:10:02.418696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.632074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:02.418217Z","caller":"traceutil/trace.go:171","msg":"trace[933436831] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"661.175561ms","start":"2026-04-23T01:10:01.757011Z","end":"2026-04-23T01:10:02.418187Z","steps":["trace[933436831] 'process raft request' (duration: 660.807382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.418712Z","caller":"traceutil/trace.go:171","msg":"trace[737181990] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25437; }","duration":"154.493829ms","start":"2026-04-23T01:10:02.264212Z","end":"2026-04-23T01:10:02.418706Z","steps":["trace[737181990] 'agreement among raft nodes before linearized reading' (duration: 154.417387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.418725Z","caller":"traceutil/trace.go:171","msg":"trace[384436417] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25437; }","duration":"190.709706ms","start":"2026-04-23T01:10:02.228008Z","end":"2026-04-23T01:10:02.418718Z","steps":["trace[384436417] 'agreement among raft nodes before linearized reading' (duration: 190.649755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.418716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.423759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:02.418817Z","caller":"traceutil/trace.go:171","msg":"trace[768239504] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25437; }","duration":"505.569743ms","start":"2026-04-23T01:10:01.913219Z","end":"2026-04-23T01:10:02.418789Z","steps":["trace[768239504] 'agreement among raft nodes before linearized reading' (duration: 505.395119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.418883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.9132Z","time spent":"505.667125ms","remote":"127.0.0.1:37128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:02.418891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.756986Z","time spent":"661.749785ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:02.419063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.428473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:10:02.419174Z","caller":"traceutil/trace.go:171","msg":"trace[305283198] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25437; }","duration":"502.562436ms","start":"2026-04-23T01:10:01.916591Z","end":"2026-04-23T01:10:02.419154Z","steps":["trace[305283198] 'agreement among raft nodes before linearized reading' (duration: 502.069264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.419269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:01.916577Z","time spent":"502.67532ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-04-23T01:10:02.967527Z","caller":"traceutil/trace.go:171","msg":"trace[1989924930] linearizableReadLoop","detail":"{readStateIndex:26295; appliedIndex:26294; }","duration":"391.836056ms","start":"2026-04-23T01:10:02.575668Z","end":"2026-04-23T01:10:02.967505Z","steps":["trace[1989924930] 'read index received' (duration: 316.52317ms)","trace[1989924930] 'applied index is now lower than readState.Index' (duration: 75.311676ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:02.967574Z","caller":"traceutil/trace.go:171","msg":"trace[191547052] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"495.045827ms","start":"2026-04-23T01:10:02.472495Z","end":"2026-04-23T01:10:02.96754Z","steps":["trace[191547052] 'process raft request' (duration: 419.481204ms)","trace[191547052] 'compare' (duration: 74.799344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:02.967705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.020861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:10:02.967734Z","caller":"traceutil/trace.go:171","msg":"trace[525067595] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:25439; }","duration":"392.100783ms","start":"2026-04-23T01:10:02.575626Z","end":"2026-04-23T01:10:02.967727Z","steps":["trace[525067595] 'agreement among raft nodes before linearized reading' (duration: 391.968799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.96776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.575603Z","time spent":"392.151373ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:10:02.967727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.472466Z","time spent":"495.16399ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:02.997028Z","caller":"traceutil/trace.go:171","msg":"trace[2039910838] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"386.326486ms","start":"2026-04-23T01:10:02.610673Z","end":"2026-04-23T01:10:02.997Z","steps":["trace[2039910838] 'process raft request' (duration: 386.130421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.997296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.610656Z","time spent":"386.449198ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:02.997401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.004503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:02.997483Z","caller":"traceutil/trace.go:171","msg":"trace[1109398833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25442; }","duration":"389.125786ms","start":"2026-04-23T01:10:02.608338Z","end":"2026-04-23T01:10:02.997464Z","steps":["trace[1109398833] 'agreement among raft nodes before linearized reading' (duration: 388.972553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.997501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.021925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:10:02.997516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.003425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:10:02.997536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.608321Z","time spent":"389.198929ms","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:02.997518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.036786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T01:10:02.997577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.002396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:02.99756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.688096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:02.997586Z","caller":"traceutil/trace.go:171","msg":"trace[78652300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25442; }","duration":"178.099807ms","start":"2026-04-23T01:10:02.819466Z","end":"2026-04-23T01:10:02.997566Z","steps":["trace[78652300] 'agreement among raft nodes before linearized reading' (duration: 177.912842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.997605Z","caller":"traceutil/trace.go:171","msg":"trace[1198612538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25442; }","duration":"380.061438ms","start":"2026-04-23T01:10:02.617532Z","end":"2026-04-23T01:10:02.997593Z","steps":["trace[1198612538] 'agreement among raft nodes before linearized reading' (duration: 380.019127ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.997621Z","caller":"traceutil/trace.go:171","msg":"trace[1728389535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25442; }","duration":"292.771959ms","start":"2026-04-23T01:10:02.704833Z","end":"2026-04-23T01:10:02.997605Z","steps":["trace[1728389535] 'agreement among raft nodes before linearized reading' (duration: 292.674297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.99762Z","caller":"traceutil/trace.go:171","msg":"trace[634428721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25442; }","duration":"178.17821ms","start":"2026-04-23T01:10:02.819414Z","end":"2026-04-23T01:10:02.997592Z","steps":["trace[634428721] 'agreement among raft nodes before linearized reading' (duration: 177.935354ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.997662Z","caller":"traceutil/trace.go:171","msg":"trace[1430282048] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"342.932448ms","start":"2026-04-23T01:10:02.654722Z","end":"2026-04-23T01:10:02.997654Z","steps":["trace[1430282048] 'process raft request' (duration: 342.21099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.997708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.773149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:10:02.997726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.654643Z","time spent":"343.037071ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7352,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:02.99763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:02.617511Z","time spent":"380.113239ms","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:02.997764Z","caller":"traceutil/trace.go:171","msg":"trace[1832735909] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25442; }","duration":"177.892102ms","start":"2026-04-23T01:10:02.819855Z","end":"2026-04-23T01:10:02.997747Z","steps":["trace[1832735909] 'agreement among raft nodes before linearized reading' (duration: 177.761319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:02.997522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.964504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:10:02.997587Z","caller":"traceutil/trace.go:171","msg":"trace[288786479] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"176.498956ms","start":"2026-04-23T01:10:02.82107Z","end":"2026-04-23T01:10:02.997569Z","steps":["trace[288786479] 'process raft request' (duration: 176.119367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.997862Z","caller":"traceutil/trace.go:171","msg":"trace[263868952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25442; }","duration":"178.369424ms","start":"2026-04-23T01:10:02.819469Z","end":"2026-04-23T01:10:02.997839Z","steps":["trace[263868952] 'agreement among raft nodes before linearized reading' (duration: 177.856721ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:02.997534Z","caller":"traceutil/trace.go:171","msg":"trace[1633699977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25442; }","duration":"178.095287ms","start":"2026-04-23T01:10:02.819428Z","end":"2026-04-23T01:10:02.997524Z","steps":["trace[1633699977] 'agreement among raft nodes before linearized reading' (duration: 177.987004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.15266Z","caller":"traceutil/trace.go:171","msg":"trace[405131390] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"150.327294ms","start":"2026-04-23T01:10:03.0023Z","end":"2026-04-23T01:10:03.152628Z","steps":["trace[405131390] 'process raft request' (duration: 150.127759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.152686Z","caller":"traceutil/trace.go:171","msg":"trace[1384464032] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"148.950849ms","start":"2026-04-23T01:10:03.003716Z","end":"2026-04-23T01:10:03.152667Z","steps":["trace[1384464032] 'process raft request' (duration: 148.886377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.152814Z","caller":"traceutil/trace.go:171","msg":"trace[1293780810] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"150.016366ms","start":"2026-04-23T01:10:03.002791Z","end":"2026-04-23T01:10:03.152807Z","steps":["trace[1293780810] 'process raft request' (duration: 149.761709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.152853Z","caller":"traceutil/trace.go:171","msg":"trace[848703530] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"149.486552ms","start":"2026-04-23T01:10:03.003351Z","end":"2026-04-23T01:10:03.152838Z","steps":["trace[848703530] 'process raft request' (duration: 149.230726ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.153129Z","caller":"traceutil/trace.go:171","msg":"trace[661971481] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"149.325128ms","start":"2026-04-23T01:10:03.003746Z","end":"2026-04-23T01:10:03.153071Z","steps":["trace[661971481] 'process raft request' (duration: 148.888207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:03.153601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.975751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:03.153637Z","caller":"traceutil/trace.go:171","msg":"trace[1192616860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"155.049643ms","start":"2026-04-23T01:10:02.998579Z","end":"2026-04-23T01:10:03.153628Z","steps":["trace[1192616860] 'agreement among raft nodes before linearized reading' (duration: 154.957861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.153768Z","caller":"traceutil/trace.go:171","msg":"trace[2141543662] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"144.696451ms","start":"2026-04-23T01:10:03.009064Z","end":"2026-04-23T01:10:03.153761Z","steps":["trace[2141543662] 'process raft request' (duration: 144.390063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.373466Z","caller":"traceutil/trace.go:171","msg":"trace[252173405] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"211.144583ms","start":"2026-04-23T01:10:03.162292Z","end":"2026-04-23T01:10:03.373436Z","steps":["trace[252173405] 'process raft request' (duration: 185.299879ms)","trace[252173405] 'compare' (duration: 25.724501ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:03.37421Z","caller":"traceutil/trace.go:171","msg":"trace[1760966833] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"105.056318ms","start":"2026-04-23T01:10:03.269131Z","end":"2026-04-23T01:10:03.374188Z","steps":["trace[1760966833] 'process raft request' (duration: 104.908754ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.742383Z","caller":"traceutil/trace.go:171","msg":"trace[892110126] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"111.702466ms","start":"2026-04-23T01:10:03.630655Z","end":"2026-04-23T01:10:03.742357Z","steps":["trace[892110126] 'process raft request' (duration: 111.556862ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:04.396964Z","caller":"traceutil/trace.go:171","msg":"trace[752234688] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"738.021294ms","start":"2026-04-23T01:10:03.658918Z","end":"2026-04-23T01:10:04.39694Z","steps":["trace[752234688] 'process raft request' (duration: 737.83568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.397101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.658897Z","time spent":"738.133378ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:04.397136Z","caller":"traceutil/trace.go:171","msg":"trace[1435304928] linearizableReadLoop","detail":"{readStateIndex:26314; appliedIndex:26311; }","duration":"723.516618ms","start":"2026-04-23T01:10:03.673589Z","end":"2026-04-23T01:10:04.397105Z","steps":["trace[1435304928] 'read index received' (duration: 68.686778ms)","trace[1435304928] 'applied index is now lower than readState.Index' (duration: 654.827439ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:04.397235Z","caller":"traceutil/trace.go:171","msg":"trace[253160180] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"726.462143ms","start":"2026-04-23T01:10:03.670734Z","end":"2026-04-23T01:10:04.397196Z","steps":["trace[253160180] 'process raft request' (duration: 726.162395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.39744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.835786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-04-23T01:10:04.39747Z","caller":"traceutil/trace.go:171","msg":"trace[921301572] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25457; }","duration":"723.910447ms","start":"2026-04-23T01:10:03.673552Z","end":"2026-04-23T01:10:04.397462Z","steps":["trace[921301572] 'agreement among raft nodes before linearized reading' (duration: 723.685662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.397467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.670711Z","time spent":"726.665237ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:04.397495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.673541Z","time spent":"723.94805ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7387,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:10:04.397586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.519126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:10:04.397662Z","caller":"traceutil/trace.go:171","msg":"trace[302951993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25457; }","duration":"138.635339ms","start":"2026-04-23T01:10:04.259007Z","end":"2026-04-23T01:10:04.397642Z","steps":["trace[302951993] 'agreement among raft nodes before linearized reading' (duration: 138.409782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.398711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.301573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:176 size:1958012"} {"level":"info","ts":"2026-04-23T01:10:04.398759Z","caller":"traceutil/trace.go:171","msg":"trace[1302938745] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:176; response_revision:25457; }","duration":"659.380785ms","start":"2026-04-23T01:10:03.739368Z","end":"2026-04-23T01:10:04.398749Z","steps":["trace[1302938745] 'agreement among raft nodes before linearized reading' (duration: 658.001689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.398793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:03.739355Z","time spent":"659.427446ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":176,"response size":1958035,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:10:04.591795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.490565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:04.591942Z","caller":"traceutil/trace.go:171","msg":"trace[587659567] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"167.99324ms","start":"2026-04-23T01:10:04.423923Z","end":"2026-04-23T01:10:04.591917Z","steps":["trace[587659567] 'process raft request' (duration: 59.30281ms)","trace[587659567] 'compare' (duration: 108.379713ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:04.602484Z","caller":"traceutil/trace.go:171","msg":"trace[684089738] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"176.999059ms","start":"2026-04-23T01:10:04.425459Z","end":"2026-04-23T01:10:04.602458Z","steps":["trace[684089738] 'process raft request' (duration: 176.924048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:04.602576Z","caller":"traceutil/trace.go:171","msg":"trace[2091932423] linearizableReadLoop","detail":"{readStateIndex:26317; appliedIndex:26314; }","duration":"176.329742ms","start":"2026-04-23T01:10:04.426235Z","end":"2026-04-23T01:10:04.602564Z","steps":["trace[2091932423] 'read index received' (duration: 57.018103ms)","trace[2091932423] 'applied index is now lower than readState.Index' (duration: 119.310359ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:04.602486Z","caller":"traceutil/trace.go:171","msg":"trace[1965585001] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"178.299632ms","start":"2026-04-23T01:10:04.424164Z","end":"2026-04-23T01:10:04.602463Z","steps":["trace[1965585001] 'process raft request' (duration: 178.085256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:04.602718Z","caller":"traceutil/trace.go:171","msg":"trace[108326704] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"175.109282ms","start":"2026-04-23T01:10:04.427561Z","end":"2026-04-23T01:10:04.60267Z","steps":["trace[108326704] 'process raft request' (duration: 174.862586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.602856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.614429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-04-23T01:10:04.602899Z","caller":"traceutil/trace.go:171","msg":"trace[81732274] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25461; }","duration":"176.695831ms","start":"2026-04-23T01:10:04.42619Z","end":"2026-04-23T01:10:04.602886Z","steps":["trace[81732274] 'agreement among raft nodes before linearized reading' (duration: 176.570998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:04.6033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.170465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:10:04.60335Z","caller":"traceutil/trace.go:171","msg":"trace[1000597378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25461; }","duration":"164.263796ms","start":"2026-04-23T01:10:04.439075Z","end":"2026-04-23T01:10:04.603338Z","steps":["trace[1000597378] 'agreement among raft nodes before linearized reading' (duration: 164.072522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.657049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795345894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:05.840034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.720958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:05.840276Z","caller":"traceutil/trace.go:171","msg":"trace[1242988572] linearizableReadLoop","detail":"{readStateIndex:26321; appliedIndex:26320; }","duration":"683.65531ms","start":"2026-04-23T01:10:05.156598Z","end":"2026-04-23T01:10:05.840253Z","steps":["trace[1242988572] 'read index received' (duration: 580.51684ms)","trace[1242988572] 'applied index is now lower than readState.Index' (duration: 103.13611ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:05.840421Z","caller":"traceutil/trace.go:171","msg":"trace[1966405463] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"837.364369ms","start":"2026-04-23T01:10:05.003007Z","end":"2026-04-23T01:10:05.840372Z","steps":["trace[1966405463] 'process raft request' (duration: 734.136407ms)","trace[1966405463] 'compare' (duration: 102.562664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:05.84059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.002956Z","time spent":"837.546023ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:05.840936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.288567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:10:05.841167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.4847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:10:05.841233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.681192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/magnum-cluster-api-proxy-config\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:05.84128Z","caller":"traceutil/trace.go:171","msg":"trace[1214509169] range","detail":"{range_begin:/registry/configmaps/openstack/magnum-cluster-api-proxy-config; range_end:; response_count:0; response_revision:25464; }","duration":"640.737463ms","start":"2026-04-23T01:10:05.200531Z","end":"2026-04-23T01:10:05.841268Z","steps":["trace[1214509169] 'agreement among raft nodes before linearized reading' (duration: 640.653781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.84131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.200445Z","time spent":"640.861016ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/openstack/magnum-cluster-api-proxy-config\" "} {"level":"info","ts":"2026-04-23T01:10:05.8411Z","caller":"traceutil/trace.go:171","msg":"trace[559984919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25464; }","duration":"684.517442ms","start":"2026-04-23T01:10:05.156563Z","end":"2026-04-23T01:10:05.841081Z","steps":["trace[559984919] 'agreement among raft nodes before linearized reading' (duration: 684.03782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.841265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.630348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:05.841456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.331863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:05.841473Z","caller":"traceutil/trace.go:171","msg":"trace[454251156] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25464; }","duration":"278.390914ms","start":"2026-04-23T01:10:05.563076Z","end":"2026-04-23T01:10:05.841467Z","steps":["trace[454251156] 'agreement among raft nodes before linearized reading' (duration: 278.358913ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:05.841508Z","caller":"traceutil/trace.go:171","msg":"trace[295939624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25464; }","duration":"123.889674ms","start":"2026-04-23T01:10:05.717582Z","end":"2026-04-23T01:10:05.841471Z","steps":["trace[295939624] 'agreement among raft nodes before linearized reading' (duration: 123.627098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.841391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.337886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:10:05.841531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.729409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:10:05.841577Z","caller":"traceutil/trace.go:171","msg":"trace[1277929954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25464; }","duration":"682.618544ms","start":"2026-04-23T01:10:05.158945Z","end":"2026-04-23T01:10:05.841564Z","steps":["trace[1277929954] 'agreement among raft nodes before linearized reading' (duration: 682.243414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:05.841608Z","caller":"traceutil/trace.go:171","msg":"trace[1794846575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25464; }","duration":"677.830082ms","start":"2026-04-23T01:10:05.163759Z","end":"2026-04-23T01:10:05.841589Z","steps":["trace[1794846575] 'agreement among raft nodes before linearized reading' (duration: 677.690899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.841625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.158935Z","time spent":"682.675345ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:05.841652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.163747Z","time spent":"677.892434ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:05.841629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.183012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:10:05.841722Z","caller":"traceutil/trace.go:171","msg":"trace[1239958949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25464; }","duration":"684.323166ms","start":"2026-04-23T01:10:05.157377Z","end":"2026-04-23T01:10:05.8417Z","steps":["trace[1239958949] 'agreement among raft nodes before linearized reading' (duration: 683.995948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.841791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.157356Z","time spent":"684.421598ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:10:05.841227Z","caller":"traceutil/trace.go:171","msg":"trace[39997513] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25464; }","duration":"684.555912ms","start":"2026-04-23T01:10:05.156655Z","end":"2026-04-23T01:10:05.841211Z","steps":["trace[39997513] 'agreement among raft nodes before linearized reading' (duration: 684.413178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:05.841886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.156652Z","time spent":"685.214448ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:05.841724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.156545Z","time spent":"684.885671ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:10:06.364813Z","caller":"traceutil/trace.go:171","msg":"trace[1449597042] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"520.272535ms","start":"2026-04-23T01:10:05.844509Z","end":"2026-04-23T01:10:06.364781Z","steps":["trace[1449597042] 'process raft request' (duration: 508.865887ms)","trace[1449597042] 'compare' (duration: 11.300086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:06.364949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.844499Z","time spent":"520.385788ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:06.742853Z","caller":"traceutil/trace.go:171","msg":"trace[556046182] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"896.778482ms","start":"2026-04-23T01:10:05.846023Z","end":"2026-04-23T01:10:06.742801Z","steps":["trace[556046182] 'process raft request' (duration: 891.229592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:06.742929Z","caller":"traceutil/trace.go:171","msg":"trace[1377622494] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"896.794663ms","start":"2026-04-23T01:10:05.846104Z","end":"2026-04-23T01:10:06.742898Z","steps":["trace[1377622494] 'process raft request' (duration: 896.411363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.743002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.846Z","time spent":"896.923446ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:06.743023Z","caller":"traceutil/trace.go:171","msg":"trace[454673562] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"896.794062ms","start":"2026-04-23T01:10:05.846206Z","end":"2026-04-23T01:10:06.743Z","steps":["trace[454673562] 'process raft request' (duration: 896.681609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.74306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.846089Z","time spent":"896.907735ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":564,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:06.743071Z","caller":"traceutil/trace.go:171","msg":"trace[20715912] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"896.853664ms","start":"2026-04-23T01:10:05.846181Z","end":"2026-04-23T01:10:06.743034Z","steps":["trace[20715912] 'process raft request' (duration: 896.602028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.743168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.846196Z","time spent":"896.881475ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:06.74323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.846162Z","time spent":"896.987318ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:06.743339Z","caller":"traceutil/trace.go:171","msg":"trace[573624125] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"896.526606ms","start":"2026-04-23T01:10:05.846799Z","end":"2026-04-23T01:10:06.743325Z","steps":["trace[573624125] 'process raft request' (duration: 896.149927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.743407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.846785Z","time spent":"896.585547ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:06.743326Z","caller":"traceutil/trace.go:171","msg":"trace[1662247319] linearizableReadLoop","detail":"{readStateIndex:26327; appliedIndex:26321; }","duration":"851.458726ms","start":"2026-04-23T01:10:05.891849Z","end":"2026-04-23T01:10:06.743308Z","steps":["trace[1662247319] 'read index received' (duration: 461.537739ms)","trace[1662247319] 'applied index is now lower than readState.Index' (duration: 389.919927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:06.743475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.607719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:06.743509Z","caller":"traceutil/trace.go:171","msg":"trace[1668612016] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25470; }","duration":"851.65148ms","start":"2026-04-23T01:10:05.891843Z","end":"2026-04-23T01:10:06.743495Z","steps":["trace[1668612016] 'agreement among raft nodes before linearized reading' (duration: 851.517237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.743529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.891803Z","time spent":"851.720652ms","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:06.748879Z","caller":"traceutil/trace.go:171","msg":"trace[1125507758] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"345.4336ms","start":"2026-04-23T01:10:06.40343Z","end":"2026-04-23T01:10:06.748864Z","steps":["trace[1125507758] 'process raft request' (duration: 345.306147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.748989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.4034Z","time spent":"345.522923ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:06.749022Z","caller":"traceutil/trace.go:171","msg":"trace[1644207176] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"345.529153ms","start":"2026-04-23T01:10:06.40348Z","end":"2026-04-23T01:10:06.749009Z","steps":["trace[1644207176] 'process raft request' (duration: 345.346248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.749117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.403449Z","time spent":"345.620185ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:06.749176Z","caller":"traceutil/trace.go:171","msg":"trace[1131023733] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"151.868923ms","start":"2026-04-23T01:10:06.597292Z","end":"2026-04-23T01:10:06.749161Z","steps":["trace[1131023733] 'process raft request' (duration: 151.664928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:06.749372Z","caller":"traceutil/trace.go:171","msg":"trace[359239954] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"141.543672ms","start":"2026-04-23T01:10:06.607817Z","end":"2026-04-23T01:10:06.749361Z","steps":["trace[359239954] 'process raft request' (duration: 141.46556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:06.749446Z","caller":"traceutil/trace.go:171","msg":"trace[608656391] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"141.635874ms","start":"2026-04-23T01:10:06.607804Z","end":"2026-04-23T01:10:06.74944Z","steps":["trace[608656391] 'process raft request' (duration: 141.287985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.749601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.608853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:06.749639Z","caller":"traceutil/trace.go:171","msg":"trace[1961476370] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25476; }","duration":"652.678235ms","start":"2026-04-23T01:10:06.096953Z","end":"2026-04-23T01:10:06.749631Z","steps":["trace[1961476370] 'agreement among raft nodes before linearized reading' (duration: 652.582483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.749658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.617618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:06.749674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.399222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:10:06.749689Z","caller":"traceutil/trace.go:171","msg":"trace[1403816742] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25476; }","duration":"370.671589ms","start":"2026-04-23T01:10:06.379002Z","end":"2026-04-23T01:10:06.749673Z","steps":["trace[1403816742] 'agreement among raft nodes before linearized reading' (duration: 370.628248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.749665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.096937Z","time spent":"652.722436ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:06.749719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.378982Z","time spent":"370.72807ms","remote":"127.0.0.1:37070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:06.749724Z","caller":"traceutil/trace.go:171","msg":"trace[716036618] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"141.653864ms","start":"2026-04-23T01:10:06.608065Z","end":"2026-04-23T01:10:06.749719Z","steps":["trace[716036618] 'process raft request' (duration: 141.264714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.749861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.984151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:06.749889Z","caller":"traceutil/trace.go:171","msg":"trace[654140573] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25476; }","duration":"764.051264ms","start":"2026-04-23T01:10:05.98583Z","end":"2026-04-23T01:10:06.749881Z","steps":["trace[654140573] 'agreement among raft nodes before linearized reading' (duration: 764.008263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.74991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:05.98581Z","time spent":"764.094415ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:06.749704Z","caller":"traceutil/trace.go:171","msg":"trace[857123594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25476; }","duration":"123.432223ms","start":"2026-04-23T01:10:06.626264Z","end":"2026-04-23T01:10:06.749696Z","steps":["trace[857123594] 'agreement among raft nodes before linearized reading' (duration: 123.344121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.749613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.04098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:10:06.75007Z","caller":"traceutil/trace.go:171","msg":"trace[1550752936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25476; }","duration":"505.537282ms","start":"2026-04-23T01:10:06.244522Z","end":"2026-04-23T01:10:06.75006Z","steps":["trace[1550752936] 'agreement among raft nodes before linearized reading' (duration: 505.000489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:06.750109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.244502Z","time spent":"505.599703ms","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T01:10:07.255282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795345914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:10:07.630269Z","caller":"traceutil/trace.go:171","msg":"trace[1621946319] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"876.107048ms","start":"2026-04-23T01:10:06.75414Z","end":"2026-04-23T01:10:07.630247Z","steps":["trace[1621946319] 'process raft request' (duration: 875.967395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.630399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.754118Z","time spent":"876.215203ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:07.664098Z","caller":"traceutil/trace.go:171","msg":"trace[1967881066] linearizableReadLoop","detail":"{readStateIndex:26335; appliedIndex:26333; }","duration":"909.3143ms","start":"2026-04-23T01:10:06.754763Z","end":"2026-04-23T01:10:07.664077Z","steps":["trace[1967881066] 'read index received' (duration: 875.285497ms)","trace[1967881066] 'applied index is now lower than readState.Index' (duration: 34.027903ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:07.664215Z","caller":"traceutil/trace.go:171","msg":"trace[230069530] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"601.793899ms","start":"2026-04-23T01:10:07.0624Z","end":"2026-04-23T01:10:07.664194Z","steps":["trace[230069530] 'process raft request' (duration: 601.550863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.664299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.516895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:10:07.664332Z","caller":"traceutil/trace.go:171","msg":"trace[66904918] range","detail":"{range_begin:/registry/persistentvolumes/pvc-484b3475-03c4-4c5d-87af-75f44ba41a56; range_end:; response_count:1; response_revision:25478; }","duration":"909.596887ms","start":"2026-04-23T01:10:06.754726Z","end":"2026-04-23T01:10:07.664323Z","steps":["trace[66904918] 'agreement among raft nodes before linearized reading' (duration: 909.451603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.66436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.754712Z","time spent":"909.639909ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" "} {"level":"warn","ts":"2026-04-23T01:10:07.664365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.062375Z","time spent":"601.931301ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:07.799135Z","caller":"traceutil/trace.go:171","msg":"trace[1646211409] linearizableReadLoop","detail":"{readStateIndex:26336; appliedIndex:26335; }","duration":"134.969875ms","start":"2026-04-23T01:10:07.664148Z","end":"2026-04-23T01:10:07.799117Z","steps":["trace[1646211409] 'read index received' (duration: 55.35191ms)","trace[1646211409] 'applied index is now lower than readState.Index' (duration: 79.617475ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:07.799126Z","caller":"traceutil/trace.go:171","msg":"trace[313871701] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"142.66731ms","start":"2026-04-23T01:10:07.656414Z","end":"2026-04-23T01:10:07.799081Z","steps":["trace[313871701] 'process raft request' (duration: 63.069896ms)","trace[313871701] 'compare' (duration: 79.303677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:07.799304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.130175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:07.799289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.410085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:07.799359Z","caller":"traceutil/trace.go:171","msg":"trace[946862055] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25479; }","duration":"700.239398ms","start":"2026-04-23T01:10:07.099103Z","end":"2026-04-23T01:10:07.799342Z","steps":["trace[946862055] 'agreement among raft nodes before linearized reading' (duration: 700.037883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.799397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.099081Z","time spent":"700.304569ms","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:07.799378Z","caller":"traceutil/trace.go:171","msg":"trace[232920692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25479; }","duration":"625.563559ms","start":"2026-04-23T01:10:07.173796Z","end":"2026-04-23T01:10:07.79936Z","steps":["trace[232920692] 'agreement among raft nodes before linearized reading' (duration: 625.387095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.799447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.17377Z","time spent":"625.659491ms","remote":"127.0.0.1:36264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:07.799485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.520394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:07.799513Z","caller":"traceutil/trace.go:171","msg":"trace[1081827199] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25479; }","duration":"349.588516ms","start":"2026-04-23T01:10:07.449917Z","end":"2026-04-23T01:10:07.799506Z","steps":["trace[1081827199] 'agreement among raft nodes before linearized reading' (duration: 349.253488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.799535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.449902Z","time spent":"349.626727ms","remote":"127.0.0.1:37026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:07.800508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.156463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:07.800551Z","caller":"traceutil/trace.go:171","msg":"trace[825152262] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25479; }","duration":"882.224524ms","start":"2026-04-23T01:10:06.918313Z","end":"2026-04-23T01:10:07.800537Z","steps":["trace[825152262] 'agreement among raft nodes before linearized reading' (duration: 880.88594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.800572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.918299Z","time spent":"882.265965ms","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:07.800575Z","caller":"traceutil/trace.go:171","msg":"trace[1367959704] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"123.491265ms","start":"2026-04-23T01:10:07.67706Z","end":"2026-04-23T01:10:07.800551Z","steps":["trace[1367959704] 'process raft request' (duration: 122.012808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.800581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.849401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:07.800676Z","caller":"traceutil/trace.go:171","msg":"trace[1693334280] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25479; }","duration":"825.025926ms","start":"2026-04-23T01:10:06.975629Z","end":"2026-04-23T01:10:07.800655Z","steps":["trace[1693334280] 'agreement among raft nodes before linearized reading' (duration: 823.58127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.800726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.975607Z","time spent":"825.106138ms","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:07.800697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044213792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:07.800832Z","caller":"traceutil/trace.go:171","msg":"trace[343093525] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25479; }","duration":"1.044398787s","start":"2026-04-23T01:10:06.756414Z","end":"2026-04-23T01:10:07.800812Z","steps":["trace[343093525] 'agreement among raft nodes before linearized reading' (duration: 1.042793147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.800905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:06.756389Z","time spent":"1.04450211s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:10:07.940041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.763901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:10:07.940161Z","caller":"traceutil/trace.go:171","msg":"trace[1706679791] linearizableReadLoop","detail":"{readStateIndex:26338; appliedIndex:26336; }","duration":"140.956967ms","start":"2026-04-23T01:10:07.799181Z","end":"2026-04-23T01:10:07.940137Z","steps":["trace[1706679791] 'read index received' (duration: 37.161µs)","trace[1706679791] 'applied index is now lower than readState.Index' (duration: 140.918345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:07.940298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.174562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:07.940407Z","caller":"traceutil/trace.go:171","msg":"trace[209134159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25480; }","duration":"237.358887ms","start":"2026-04-23T01:10:07.703029Z","end":"2026-04-23T01:10:07.940388Z","steps":["trace[209134159] 'agreement among raft nodes before linearized reading' (duration: 237.176032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:07.940407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.379326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5b89b97964-fktjn\" ","response":"range_response_count:1 size:8495"} {"level":"warn","ts":"2026-04-23T01:10:07.940295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.519833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:07.940466Z","caller":"traceutil/trace.go:171","msg":"trace[118346789] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5b89b97964-fktjn; range_end:; response_count:1; response_revision:25480; }","duration":"265.471708ms","start":"2026-04-23T01:10:07.674979Z","end":"2026-04-23T01:10:07.940451Z","steps":["trace[118346789] 'agreement among raft nodes before linearized reading' (duration: 265.255123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:07.940504Z","caller":"traceutil/trace.go:171","msg":"trace[576308939] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25480; }","duration":"200.80389ms","start":"2026-04-23T01:10:07.739679Z","end":"2026-04-23T01:10:07.940482Z","steps":["trace[576308939] 'agreement among raft nodes before linearized reading' (duration: 200.469302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:08.325984Z","caller":"traceutil/trace.go:171","msg":"trace[1090686238] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"523.165218ms","start":"2026-04-23T01:10:07.802786Z","end":"2026-04-23T01:10:08.325952Z","steps":["trace[1090686238] 'process raft request' (duration: 522.936773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.326141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.802757Z","time spent":"523.316022ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3124,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:08.530711Z","caller":"traceutil/trace.go:171","msg":"trace[844175073] linearizableReadLoop","detail":"{readStateIndex:26341; appliedIndex:26338; }","duration":"590.488102ms","start":"2026-04-23T01:10:07.940195Z","end":"2026-04-23T01:10:08.530683Z","steps":["trace[844175073] 'read index received' (duration: 385.523666ms)","trace[844175073] 'applied index is now lower than readState.Index' (duration: 204.963056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:08.530934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.848097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-04-23T01:10:08.53095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.39134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-04-23T01:10:08.530956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.037001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21559"} {"level":"info","ts":"2026-04-23T01:10:08.531002Z","caller":"traceutil/trace.go:171","msg":"trace[1881502880] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:25485; }","duration":"623.949709ms","start":"2026-04-23T01:10:07.907038Z","end":"2026-04-23T01:10:08.530988Z","steps":["trace[1881502880] 'agreement among raft nodes before linearized reading' (duration: 623.675642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.556794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-04-23T01:10:08.53104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.90703Z","time spent":"624.00026ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-23T01:10:08.531036Z","caller":"traceutil/trace.go:171","msg":"trace[1007658050] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:25485; }","duration":"624.141043ms","start":"2026-04-23T01:10:07.906881Z","end":"2026-04-23T01:10:08.531022Z","steps":["trace[1007658050] 'agreement among raft nodes before linearized reading' (duration: 623.897497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.227256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-23T01:10:08.531117Z","caller":"traceutil/trace.go:171","msg":"trace[1863020306] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:25485; }","duration":"624.279527ms","start":"2026-04-23T01:10:07.90683Z","end":"2026-04-23T01:10:08.531109Z","steps":["trace[1863020306] 'agreement among raft nodes before linearized reading' (duration: 624.204695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:08.531086Z","caller":"traceutil/trace.go:171","msg":"trace[19145439] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"580.256993ms","start":"2026-04-23T01:10:07.950798Z","end":"2026-04-23T01:10:08.531055Z","steps":["trace[19145439] 'process raft request' (duration: 579.777581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.906817Z","time spent":"624.321148ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5152,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-04-23T01:10:08.531118Z","caller":"traceutil/trace.go:171","msg":"trace[1778390153] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"525.819006ms","start":"2026-04-23T01:10:08.005289Z","end":"2026-04-23T01:10:08.531108Z","steps":["trace[1778390153] 'process raft request' (duration: 525.348334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.79734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-04-23T01:10:08.531221Z","caller":"traceutil/trace.go:171","msg":"trace[1614986230] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:25485; }","duration":"624.863691ms","start":"2026-04-23T01:10:07.906349Z","end":"2026-04-23T01:10:08.531212Z","steps":["trace[1614986230] 'agreement among raft nodes before linearized reading' (duration: 624.751958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.950775Z","time spent":"580.391226ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8488,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:08.531256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.906334Z","time spent":"624.914893ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11192,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:10:08.531241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.005219Z","time spent":"525.954829ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:08.531124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.906874Z","time spent":"624.237436ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21582,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T01:10:08.531002Z","caller":"traceutil/trace.go:171","msg":"trace[482665711] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"686.007859ms","start":"2026-04-23T01:10:07.844976Z","end":"2026-04-23T01:10:08.530984Z","steps":["trace[482665711] 'process raft request' (duration: 685.528558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:08.531062Z","caller":"traceutil/trace.go:171","msg":"trace[1454166394] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25485; }","duration":"624.644186ms","start":"2026-04-23T01:10:07.906404Z","end":"2026-04-23T01:10:08.531048Z","steps":["trace[1454166394] 'agreement among raft nodes before linearized reading' (duration: 624.41415ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:08.531014Z","caller":"traceutil/trace.go:171","msg":"trace[12498151] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25485; }","duration":"624.495153ms","start":"2026-04-23T01:10:07.906503Z","end":"2026-04-23T01:10:08.530998Z","steps":["trace[12498151] 'agreement among raft nodes before linearized reading' (duration: 624.242237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.53145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.9064Z","time spent":"625.037586ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":917,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-23T01:10:08.531473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.90649Z","time spent":"624.969164ms","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-23T01:10:08.531518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.222551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"warn","ts":"2026-04-23T01:10:08.531462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.812324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:08.531584Z","caller":"traceutil/trace.go:171","msg":"trace[1883234511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25485; }","duration":"589.947697ms","start":"2026-04-23T01:10:07.941622Z","end":"2026-04-23T01:10:08.53157Z","steps":["trace[1883234511] 'agreement among raft nodes before linearized reading' (duration: 589.819794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.94161Z","time spent":"590.002569ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:08.531405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.844957Z","time spent":"686.363448ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:08.531803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.115239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-23T01:10:08.531549Z","caller":"traceutil/trace.go:171","msg":"trace[781611645] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:25485; }","duration":"625.277332ms","start":"2026-04-23T01:10:07.906265Z","end":"2026-04-23T01:10:08.531543Z","steps":["trace[781611645] 'agreement among raft nodes before linearized reading' (duration: 625.208101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:08.530685Z","caller":"traceutil/trace.go:171","msg":"trace[1405780238] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"725.747484ms","start":"2026-04-23T01:10:07.804863Z","end":"2026-04-23T01:10:08.530611Z","steps":["trace[1405780238] 'process raft request' (duration: 725.485688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.531845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.185896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T01:10:08.531865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.906252Z","time spent":"625.60246ms","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7587,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T01:10:08.531936Z","caller":"traceutil/trace.go:171","msg":"trace[878173560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25485; }","duration":"153.313329ms","start":"2026-04-23T01:10:08.378609Z","end":"2026-04-23T01:10:08.531923Z","steps":["trace[878173560] 'agreement among raft nodes before linearized reading' (duration: 153.079773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:08.53194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:07.80484Z","time spent":"727.070018ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:08.531858Z","caller":"traceutil/trace.go:171","msg":"trace[1591426513] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:25485; }","duration":"201.205901ms","start":"2026-04-23T01:10:08.330639Z","end":"2026-04-23T01:10:08.531845Z","steps":["trace[1591426513] 'agreement among raft nodes before linearized reading' (duration: 201.044967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.045243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.33106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:09.045366Z","caller":"traceutil/trace.go:171","msg":"trace[2112598774] linearizableReadLoop","detail":"{readStateIndex:26347; appliedIndex:26346; }","duration":"417.811693ms","start":"2026-04-23T01:10:08.627532Z","end":"2026-04-23T01:10:09.045344Z","steps":["trace[2112598774] 'read index received' (duration: 251.283269ms)","trace[2112598774] 'applied index is now lower than readState.Index' (duration: 166.526324ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:09.045584Z","caller":"traceutil/trace.go:171","msg":"trace[565547716] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"496.835062ms","start":"2026-04-23T01:10:08.548713Z","end":"2026-04-23T01:10:09.045548Z","steps":["trace[565547716] 'process raft request' (duration: 330.089042ms)","trace[565547716] 'compare' (duration: 165.915518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:09.045574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.806044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:09.045897Z","caller":"traceutil/trace.go:171","msg":"trace[2053570949] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25489; }","duration":"490.165993ms","start":"2026-04-23T01:10:08.555701Z","end":"2026-04-23T01:10:09.045867Z","steps":["trace[2053570949] 'agreement among raft nodes before linearized reading' (duration: 489.717902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.046041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.555691Z","time spent":"490.325407ms","remote":"127.0.0.1:54288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:09.045813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.548704Z","time spent":"496.952416ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9936,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.099449Z","caller":"traceutil/trace.go:171","msg":"trace[952990978] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"469.312045ms","start":"2026-04-23T01:10:08.630117Z","end":"2026-04-23T01:10:09.099429Z","steps":["trace[952990978] 'process raft request' (duration: 469.021468ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.099471Z","caller":"traceutil/trace.go:171","msg":"trace[142120899] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"343.082122ms","start":"2026-04-23T01:10:08.75637Z","end":"2026-04-23T01:10:09.099453Z","steps":["trace[142120899] 'process raft request' (duration: 343.01372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.099559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.630104Z","time spent":"469.403818ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:10:09.099591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.756365Z","time spent":"343.147733ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.09983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.57019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:10:09.099863Z","caller":"traceutil/trace.go:171","msg":"trace[236327148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25497; }","duration":"350.610782ms","start":"2026-04-23T01:10:08.749244Z","end":"2026-04-23T01:10:09.099854Z","steps":["trace[236327148] 'agreement among raft nodes before linearized reading' (duration: 350.482899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.099979Z","caller":"traceutil/trace.go:171","msg":"trace[1104662900] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"468.71466ms","start":"2026-04-23T01:10:08.631247Z","end":"2026-04-23T01:10:09.099962Z","steps":["trace[1104662900] 'process raft request' (duration: 467.988692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.100012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.749238Z","time spent":"350.764756ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:09.10005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.631234Z","time spent":"468.782752ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:10:09.100165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.628034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:09.100324Z","caller":"traceutil/trace.go:171","msg":"trace[1566705980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25497; }","duration":"375.864451ms","start":"2026-04-23T01:10:08.724422Z","end":"2026-04-23T01:10:09.100287Z","steps":["trace[1566705980] 'agreement among raft nodes before linearized reading' (duration: 375.41473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.100388Z","caller":"traceutil/trace.go:171","msg":"trace[1422270378] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"346.433266ms","start":"2026-04-23T01:10:08.753938Z","end":"2026-04-23T01:10:09.100372Z","steps":["trace[1422270378] 'process raft request' (duration: 345.337429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.10048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.753926Z","time spent":"346.507807ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.100499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.72441Z","time spent":"376.064065ms","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:09.100691Z","caller":"traceutil/trace.go:171","msg":"trace[2088739982] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"346.039995ms","start":"2026-04-23T01:10:08.754634Z","end":"2026-04-23T01:10:09.100674Z","steps":["trace[2088739982] 'process raft request' (duration: 344.674891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.100784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.754626Z","time spent":"346.117548ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.100955Z","caller":"traceutil/trace.go:171","msg":"trace[586004239] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"346.120768ms","start":"2026-04-23T01:10:08.75482Z","end":"2026-04-23T01:10:09.100941Z","steps":["trace[586004239] 'process raft request' (duration: 344.511178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.101005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.793883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:10:09.101029Z","caller":"traceutil/trace.go:171","msg":"trace[1197988490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25497; }","duration":"351.831793ms","start":"2026-04-23T01:10:08.749191Z","end":"2026-04-23T01:10:09.101023Z","steps":["trace[1197988490] 'agreement among raft nodes before linearized reading' (duration: 351.764621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.101048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.749185Z","time spent":"351.858804ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:10:09.101076Z","caller":"traceutil/trace.go:171","msg":"trace[1497273606] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"345.76225ms","start":"2026-04-23T01:10:08.755303Z","end":"2026-04-23T01:10:09.101065Z","steps":["trace[1497273606] 'process raft request' (duration: 344.048536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.101142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.755294Z","time spent":"345.817301ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.101182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.943236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:10:09.101202Z","caller":"traceutil/trace.go:171","msg":"trace[108582353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25497; }","duration":"351.973857ms","start":"2026-04-23T01:10:08.749223Z","end":"2026-04-23T01:10:09.101196Z","steps":["trace[108582353] 'agreement among raft nodes before linearized reading' (duration: 351.915995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.101219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.749219Z","time spent":"351.995377ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:09.101034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.754812Z","time spent":"346.180559ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.101334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.89126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:10:09.107904Z","caller":"traceutil/trace.go:171","msg":"trace[545620602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25497; }","duration":"359.443945ms","start":"2026-04-23T01:10:08.74841Z","end":"2026-04-23T01:10:09.107854Z","steps":["trace[545620602] 'agreement among raft nodes before linearized reading' (duration: 352.882529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.108001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.748397Z","time spent":"359.582019ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:10:09.101375Z","caller":"traceutil/trace.go:171","msg":"trace[1829703860] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"345.033642ms","start":"2026-04-23T01:10:08.756325Z","end":"2026-04-23T01:10:09.101359Z","steps":["trace[1829703860] 'process raft request' (duration: 343.042081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.10025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.376793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18366"} {"level":"warn","ts":"2026-04-23T01:10:09.108248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.756317Z","time spent":"351.785892ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.108283Z","caller":"traceutil/trace.go:171","msg":"trace[432377440] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25497; }","duration":"478.429556ms","start":"2026-04-23T01:10:08.629842Z","end":"2026-04-23T01:10:09.108272Z","steps":["trace[432377440] 'agreement among raft nodes before linearized reading' (duration: 470.265039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.10854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:08.629826Z","time spent":"478.702654ms","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:10:09.338248Z","caller":"traceutil/trace.go:171","msg":"trace[81121437] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"233.397976ms","start":"2026-04-23T01:10:09.104826Z","end":"2026-04-23T01:10:09.338224Z","steps":["trace[81121437] 'process raft request' (duration: 233.257512ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.5788Z","caller":"traceutil/trace.go:171","msg":"trace[766622900] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"473.677706ms","start":"2026-04-23T01:10:09.105094Z","end":"2026-04-23T01:10:09.578772Z","steps":["trace[766622900] 'process raft request' (duration: 473.45865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.578985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.105071Z","time spent":"473.83328ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.579241Z","caller":"traceutil/trace.go:171","msg":"trace[376512903] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"472.503815ms","start":"2026-04-23T01:10:09.106724Z","end":"2026-04-23T01:10:09.579228Z","steps":["trace[376512903] 'process raft request' (duration: 472.003393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.579308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.106716Z","time spent":"472.560107ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.579409Z","caller":"traceutil/trace.go:171","msg":"trace[681027720] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"472.215008ms","start":"2026-04-23T01:10:09.107166Z","end":"2026-04-23T01:10:09.57938Z","steps":["trace[681027720] 'process raft request' (duration: 472.015193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.579476Z","caller":"traceutil/trace.go:171","msg":"trace[1092668822] linearizableReadLoop","detail":"{readStateIndex:26364; appliedIndex:26356; }","duration":"376.329323ms","start":"2026-04-23T01:10:09.203121Z","end":"2026-04-23T01:10:09.579451Z","steps":["trace[1092668822] 'read index received' (duration: 135.118219ms)","trace[1092668822] 'applied index is now lower than readState.Index' (duration: 241.209964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:09.57957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.107156Z","time spent":"472.328502ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.579645Z","caller":"traceutil/trace.go:171","msg":"trace[1802363455] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"470.785473ms","start":"2026-04-23T01:10:09.108845Z","end":"2026-04-23T01:10:09.579631Z","steps":["trace[1802363455] 'process raft request' (duration: 470.470005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.579715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.108832Z","time spent":"470.848815ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7204,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.579815Z","caller":"traceutil/trace.go:171","msg":"trace[192241840] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"469.463989ms","start":"2026-04-23T01:10:09.110337Z","end":"2026-04-23T01:10:09.579801Z","steps":["trace[192241840] 'process raft request' (duration: 469.032858ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.579865Z","caller":"traceutil/trace.go:171","msg":"trace[174091810] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"472.384333ms","start":"2026-04-23T01:10:09.107471Z","end":"2026-04-23T01:10:09.579855Z","steps":["trace[174091810] 'process raft request' (duration: 471.782558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.579952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.110324Z","time spent":"469.527611ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.579988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.107464Z","time spent":"472.492535ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3359,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:09.580066Z","caller":"traceutil/trace.go:171","msg":"trace[1914661622] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"473.244185ms","start":"2026-04-23T01:10:09.106802Z","end":"2026-04-23T01:10:09.580046Z","steps":["trace[1914661622] 'process raft request' (duration: 472.239239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.580153Z","caller":"traceutil/trace.go:171","msg":"trace[321120357] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"469.672255ms","start":"2026-04-23T01:10:09.11047Z","end":"2026-04-23T01:10:09.580143Z","steps":["trace[321120357] 'process raft request' (duration: 468.940746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.580219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.110464Z","time spent":"469.723396ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:09.580333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.207566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:09.580369Z","caller":"traceutil/trace.go:171","msg":"trace[1182750845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25506; }","duration":"377.266338ms","start":"2026-04-23T01:10:09.203093Z","end":"2026-04-23T01:10:09.58036Z","steps":["trace[1182750845] 'agreement among raft nodes before linearized reading' (duration: 377.203416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.580398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.203078Z","time spent":"377.314028ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:10:09.580154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:09.106793Z","time spent":"473.323927ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:09.612522Z","caller":"traceutil/trace.go:171","msg":"trace[1552463933] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"270.177506ms","start":"2026-04-23T01:10:09.342307Z","end":"2026-04-23T01:10:09.612485Z","steps":["trace[1552463933] 'process raft request' (duration: 269.95569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.776854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.643117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18366"} {"level":"info","ts":"2026-04-23T01:10:09.776957Z","caller":"traceutil/trace.go:171","msg":"trace[1555530801] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25508; }","duration":"136.778351ms","start":"2026-04-23T01:10:09.640157Z","end":"2026-04-23T01:10:09.776936Z","steps":["trace[1555530801] 'range keys from in-memory index tree' (duration: 136.483943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.776969Z","caller":"traceutil/trace.go:171","msg":"trace[1840941777] linearizableReadLoop","detail":"{readStateIndex:26367; appliedIndex:26366; }","duration":"134.953024ms","start":"2026-04-23T01:10:09.641992Z","end":"2026-04-23T01:10:09.776945Z","steps":["trace[1840941777] 'read index received' (duration: 79.594414ms)","trace[1840941777] 'applied index is now lower than readState.Index' (duration: 55.3574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:09.777177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3377"} {"level":"info","ts":"2026-04-23T01:10:09.777205Z","caller":"traceutil/trace.go:171","msg":"trace[627265334] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25509; }","duration":"135.225442ms","start":"2026-04-23T01:10:09.641972Z","end":"2026-04-23T01:10:09.777198Z","steps":["trace[627265334] 'agreement among raft nodes before linearized reading' (duration: 135.083918ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:09.777046Z","caller":"traceutil/trace.go:171","msg":"trace[2068846767] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"136.795602ms","start":"2026-04-23T01:10:09.640203Z","end":"2026-04-23T01:10:09.776999Z","steps":["trace[2068846767] 'process raft request' (duration: 81.371379ms)","trace[2068846767] 'compare' (duration: 55.043043ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:09.819574Z","caller":"traceutil/trace.go:171","msg":"trace[1312309983] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"166.202175ms","start":"2026-04-23T01:10:09.653337Z","end":"2026-04-23T01:10:09.81954Z","steps":["trace[1312309983] 'process raft request' (duration: 166.027161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:09.820044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.199805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:09.820138Z","caller":"traceutil/trace.go:171","msg":"trace[1490201228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25510; }","duration":"115.345429ms","start":"2026-04-23T01:10:09.704771Z","end":"2026-04-23T01:10:09.820117Z","steps":["trace[1490201228] 'agreement among raft nodes before linearized reading' (duration: 115.210855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:10.034531Z","caller":"traceutil/trace.go:171","msg":"trace[867451191] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"189.367162ms","start":"2026-04-23T01:10:09.845134Z","end":"2026-04-23T01:10:10.034501Z","steps":["trace[867451191] 'process raft request' (duration: 102.678388ms)","trace[867451191] 'compare' (duration: 86.479189ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:10.205983Z","caller":"traceutil/trace.go:171","msg":"trace[257997105] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"130.114423ms","start":"2026-04-23T01:10:10.075834Z","end":"2026-04-23T01:10:10.205948Z","steps":["trace[257997105] 'process raft request' (duration: 93.319152ms)","trace[257997105] 'compare' (duration: 36.643457ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:10.571161Z","caller":"traceutil/trace.go:171","msg":"trace[1373639589] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"149.143343ms","start":"2026-04-23T01:10:10.421984Z","end":"2026-04-23T01:10:10.571127Z","steps":["trace[1373639589] 'process raft request' (duration: 148.979599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:10.571311Z","caller":"traceutil/trace.go:171","msg":"trace[1498142483] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"149.168574ms","start":"2026-04-23T01:10:10.422124Z","end":"2026-04-23T01:10:10.571292Z","steps":["trace[1498142483] 'process raft request' (duration: 148.947889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:10.773006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.204861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:10:10.773076Z","caller":"traceutil/trace.go:171","msg":"trace[1268167602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25524; }","duration":"135.321004ms","start":"2026-04-23T01:10:10.637737Z","end":"2026-04-23T01:10:10.773058Z","steps":["trace[1268167602] 'range keys from in-memory index tree' (duration: 135.045157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.124324Z","caller":"traceutil/trace.go:171","msg":"trace[243647532] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"131.161809ms","start":"2026-04-23T01:10:10.993145Z","end":"2026-04-23T01:10:11.124307Z","steps":["trace[243647532] 'process raft request' (duration: 131.050527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.377568Z","caller":"traceutil/trace.go:171","msg":"trace[1108739003] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26392; }","duration":"380.16374ms","start":"2026-04-23T01:10:10.997386Z","end":"2026-04-23T01:10:11.377549Z","steps":["trace[1108739003] 'read index received' (duration: 127.202559ms)","trace[1108739003] 'applied index is now lower than readState.Index' (duration: 252.960511ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:11.377672Z","caller":"traceutil/trace.go:171","msg":"trace[1695860063] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"268.492864ms","start":"2026-04-23T01:10:11.109168Z","end":"2026-04-23T01:10:11.377661Z","steps":["trace[1695860063] 'process raft request' (duration: 268.288949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.377675Z","caller":"traceutil/trace.go:171","msg":"trace[1814392430] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"384.215682ms","start":"2026-04-23T01:10:10.993444Z","end":"2026-04-23T01:10:11.37766Z","steps":["trace[1814392430] 'process raft request' (duration: 364.280967ms)","trace[1814392430] 'compare' (duration: 18.858798ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:11.377693Z","caller":"traceutil/trace.go:171","msg":"trace[137942231] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"268.616148ms","start":"2026-04-23T01:10:11.109038Z","end":"2026-04-23T01:10:11.377654Z","steps":["trace[137942231] 'process raft request' (duration: 268.391142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.377782Z","caller":"traceutil/trace.go:171","msg":"trace[159620050] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"265.411956ms","start":"2026-04-23T01:10:11.112345Z","end":"2026-04-23T01:10:11.377757Z","steps":["trace[159620050] 'process raft request' (duration: 265.132519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.377717Z","caller":"traceutil/trace.go:171","msg":"trace[2067877721] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"265.233751ms","start":"2026-04-23T01:10:11.112467Z","end":"2026-04-23T01:10:11.377701Z","steps":["trace[2067877721] 'process raft request' (duration: 265.056486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.37783Z","caller":"traceutil/trace.go:171","msg":"trace[394578070] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"268.902094ms","start":"2026-04-23T01:10:11.108923Z","end":"2026-04-23T01:10:11.377825Z","steps":["trace[394578070] 'process raft request' (duration: 268.458303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.377863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.458537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:10:11.377919Z","caller":"traceutil/trace.go:171","msg":"trace[1683417381] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25540; }","duration":"380.55216ms","start":"2026-04-23T01:10:10.997354Z","end":"2026-04-23T01:10:11.377906Z","steps":["trace[1683417381] 'agreement among raft nodes before linearized reading' (duration: 380.345135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.377734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.993438Z","time spent":"384.261723ms","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3212,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:10:11.377947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:10.997345Z","time spent":"380.597441ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-23T01:10:11.377704Z","caller":"traceutil/trace.go:171","msg":"trace[340014623] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"265.260531ms","start":"2026-04-23T01:10:11.11242Z","end":"2026-04-23T01:10:11.377681Z","steps":["trace[340014623] 'process raft request' (duration: 265.084597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.417819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.367657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:11.417918Z","caller":"traceutil/trace.go:171","msg":"trace[626536119] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25541; }","duration":"154.540561ms","start":"2026-04-23T01:10:11.263356Z","end":"2026-04-23T01:10:11.417897Z","steps":["trace[626536119] 'agreement among raft nodes before linearized reading' (duration: 154.301395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.419157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.538954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-04-23T01:10:11.41923Z","caller":"traceutil/trace.go:171","msg":"trace[692317231] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25541; }","duration":"185.653037ms","start":"2026-04-23T01:10:11.233561Z","end":"2026-04-23T01:10:11.419214Z","steps":["trace[692317231] 'agreement among raft nodes before linearized reading' (duration: 184.130018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.605719Z","caller":"traceutil/trace.go:171","msg":"trace[1582330112] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"223.024214ms","start":"2026-04-23T01:10:11.382675Z","end":"2026-04-23T01:10:11.605699Z","steps":["trace[1582330112] 'process raft request' (duration: 222.919701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.605761Z","caller":"traceutil/trace.go:171","msg":"trace[1083829551] linearizableReadLoop","detail":"{readStateIndex:26407; appliedIndex:26400; }","duration":"188.159102ms","start":"2026-04-23T01:10:11.417592Z","end":"2026-04-23T01:10:11.605751Z","steps":["trace[1083829551] 'read index received' (duration: 130.168394ms)","trace[1083829551] 'applied index is now lower than readState.Index' (duration: 57.990178ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:11.605804Z","caller":"traceutil/trace.go:171","msg":"trace[1419855546] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"222.187563ms","start":"2026-04-23T01:10:11.383611Z","end":"2026-04-23T01:10:11.605799Z","steps":["trace[1419855546] 'process raft request' (duration: 222.05649ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.605775Z","caller":"traceutil/trace.go:171","msg":"trace[54182588] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"223.010704ms","start":"2026-04-23T01:10:11.382727Z","end":"2026-04-23T01:10:11.605737Z","steps":["trace[54182588] 'process raft request' (duration: 222.902911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.605856Z","caller":"traceutil/trace.go:171","msg":"trace[1792102687] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"222.07244ms","start":"2026-04-23T01:10:11.383777Z","end":"2026-04-23T01:10:11.60585Z","steps":["trace[1792102687] 'process raft request' (duration: 221.909406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.605979Z","caller":"traceutil/trace.go:171","msg":"trace[291072325] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"223.379082ms","start":"2026-04-23T01:10:11.382586Z","end":"2026-04-23T01:10:11.605965Z","steps":["trace[291072325] 'process raft request' (duration: 165.063896ms)","trace[291072325] 'compare' (duration: 57.787943ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:11.605751Z","caller":"traceutil/trace.go:171","msg":"trace[839171330] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"222.179392ms","start":"2026-04-23T01:10:11.38354Z","end":"2026-04-23T01:10:11.605719Z","steps":["trace[839171330] 'process raft request' (duration: 222.10747ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.606021Z","caller":"traceutil/trace.go:171","msg":"trace[681839104] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"215.090622ms","start":"2026-04-23T01:10:11.390924Z","end":"2026-04-23T01:10:11.606015Z","steps":["trace[681839104] 'process raft request' (duration: 214.779835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.606199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.461629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:10:11.60626Z","caller":"traceutil/trace.go:171","msg":"trace[445286596] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25548; }","duration":"224.568092ms","start":"2026-04-23T01:10:11.381675Z","end":"2026-04-23T01:10:11.606243Z","steps":["trace[445286596] 'agreement among raft nodes before linearized reading' (duration: 224.365307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.615961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.134314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:11.616011Z","caller":"traceutil/trace.go:171","msg":"trace[964533691] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25549; }","duration":"183.220816ms","start":"2026-04-23T01:10:11.432779Z","end":"2026-04-23T01:10:11.616Z","steps":["trace[964533691] 'agreement among raft nodes before linearized reading' (duration: 183.136444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.616058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.395122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-23T01:10:11.616131Z","caller":"traceutil/trace.go:171","msg":"trace[436935288] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25549; }","duration":"170.467384ms","start":"2026-04-23T01:10:11.445633Z","end":"2026-04-23T01:10:11.6161Z","steps":["trace[436935288] 'agreement among raft nodes before linearized reading' (duration: 170.221708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.616246Z","caller":"traceutil/trace.go:171","msg":"trace[89876954] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"192.629023ms","start":"2026-04-23T01:10:11.423595Z","end":"2026-04-23T01:10:11.616224Z","steps":["trace[89876954] 'process raft request' (duration: 192.08057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.764914Z","caller":"traceutil/trace.go:171","msg":"trace[704542775] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"148.275111ms","start":"2026-04-23T01:10:11.616596Z","end":"2026-04-23T01:10:11.764871Z","steps":["trace[704542775] 'process raft request' (duration: 145.185793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.765004Z","caller":"traceutil/trace.go:171","msg":"trace[241098783] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"142.781823ms","start":"2026-04-23T01:10:11.622187Z","end":"2026-04-23T01:10:11.764969Z","steps":["trace[241098783] 'process raft request' (duration: 142.607569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.765063Z","caller":"traceutil/trace.go:171","msg":"trace[903060435] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"142.70436ms","start":"2026-04-23T01:10:11.622337Z","end":"2026-04-23T01:10:11.765041Z","steps":["trace[903060435] 'process raft request' (duration: 142.535155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.765147Z","caller":"traceutil/trace.go:171","msg":"trace[821091371] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"139.144891ms","start":"2026-04-23T01:10:11.625982Z","end":"2026-04-23T01:10:11.765127Z","steps":["trace[821091371] 'process raft request' (duration: 139.050227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.76521Z","caller":"traceutil/trace.go:171","msg":"trace[114488120] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"142.077615ms","start":"2026-04-23T01:10:11.623084Z","end":"2026-04-23T01:10:11.765162Z","steps":["trace[114488120] 'process raft request' (duration: 141.869699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.766271Z","caller":"traceutil/trace.go:171","msg":"trace[1061187928] linearizableReadLoop","detail":"{readStateIndex:26410; appliedIndex:26408; }","duration":"144.24885ms","start":"2026-04-23T01:10:11.622008Z","end":"2026-04-23T01:10:11.766257Z","steps":["trace[1061187928] 'read index received' (duration: 9.526591ms)","trace[1061187928] 'applied index is now lower than readState.Index' (duration: 134.721379ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:11.766356Z","caller":"traceutil/trace.go:171","msg":"trace[1623959735] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"139.458499ms","start":"2026-04-23T01:10:11.626883Z","end":"2026-04-23T01:10:11.766342Z","steps":["trace[1623959735] 'process raft request' (duration: 138.196097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.76649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.461405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:11.766527Z","caller":"traceutil/trace.go:171","msg":"trace[23372977] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25556; }","duration":"144.527927ms","start":"2026-04-23T01:10:11.62199Z","end":"2026-04-23T01:10:11.766518Z","steps":["trace[23372977] 'agreement among raft nodes before linearized reading' (duration: 144.448866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:11.78283Z","caller":"traceutil/trace.go:171","msg":"trace[1306069061] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"149.636257ms","start":"2026-04-23T01:10:11.633175Z","end":"2026-04-23T01:10:11.782811Z","steps":["trace[1306069061] 'process raft request' (duration: 149.34628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.783182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.614755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:10:11.783215Z","caller":"traceutil/trace.go:171","msg":"trace[1198323350] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25557; }","duration":"115.691947ms","start":"2026-04-23T01:10:11.667515Z","end":"2026-04-23T01:10:11.783207Z","steps":["trace[1198323350] 'agreement among raft nodes before linearized reading' (duration: 115.579044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:11.783343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.094095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T01:10:11.783369Z","caller":"traceutil/trace.go:171","msg":"trace[2046863494] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25557; }","duration":"161.154448ms","start":"2026-04-23T01:10:11.622208Z","end":"2026-04-23T01:10:11.783362Z","steps":["trace[2046863494] 'agreement among raft nodes before linearized reading' (duration: 161.091946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.027118Z","caller":"traceutil/trace.go:171","msg":"trace[1062905921] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"255.333551ms","start":"2026-04-23T01:10:11.771758Z","end":"2026-04-23T01:10:12.027091Z","steps":["trace[1062905921] 'process raft request' (duration: 255.077395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.027111Z","caller":"traceutil/trace.go:171","msg":"trace[144382198] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"256.886091ms","start":"2026-04-23T01:10:11.770189Z","end":"2026-04-23T01:10:12.027075Z","steps":["trace[144382198] 'process raft request' (duration: 229.458887ms)","trace[144382198] 'compare' (duration: 26.563492ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.027235Z","caller":"traceutil/trace.go:171","msg":"trace[1801233093] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"255.028633ms","start":"2026-04-23T01:10:11.772185Z","end":"2026-04-23T01:10:12.027214Z","steps":["trace[1801233093] 'process raft request' (duration: 254.740926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.027497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.22989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123820"} {"level":"info","ts":"2026-04-23T01:10:12.027612Z","caller":"traceutil/trace.go:171","msg":"trace[1791331119] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25560; }","duration":"257.374173ms","start":"2026-04-23T01:10:11.770215Z","end":"2026-04-23T01:10:12.027589Z","steps":["trace[1791331119] 'agreement among raft nodes before linearized reading' (duration: 257.076595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.027625Z","caller":"traceutil/trace.go:171","msg":"trace[2118375860] linearizableReadLoop","detail":"{readStateIndex:26419; appliedIndex:26416; }","duration":"244.538507ms","start":"2026-04-23T01:10:11.782626Z","end":"2026-04-23T01:10:12.027164Z","steps":["trace[2118375860] 'read index received' (duration: 216.952739ms)","trace[2118375860] 'applied index is now lower than readState.Index' (duration: 27.584418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:12.028002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.304652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:10:12.02805Z","caller":"traceutil/trace.go:171","msg":"trace[147540659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25560; }","duration":"244.378774ms","start":"2026-04-23T01:10:11.783659Z","end":"2026-04-23T01:10:12.028038Z","steps":["trace[147540659] 'agreement among raft nodes before linearized reading' (duration: 244.20009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.028066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.349441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-23T01:10:12.028202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.922236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.028256Z","caller":"traceutil/trace.go:171","msg":"trace[382893047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25560; }","duration":"243.906392ms","start":"2026-04-23T01:10:11.784336Z","end":"2026-04-23T01:10:12.028243Z","steps":["trace[382893047] 'agreement among raft nodes before linearized reading' (duration: 243.842241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.028134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.560313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.028347Z","caller":"traceutil/trace.go:171","msg":"trace[582578068] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25560; }","duration":"241.797378ms","start":"2026-04-23T01:10:11.786533Z","end":"2026-04-23T01:10:12.02833Z","steps":["trace[582578068] 'agreement among raft nodes before linearized reading' (duration: 241.530622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.028371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.493609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.028516Z","caller":"traceutil/trace.go:171","msg":"trace[1213485872] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:25560; }","duration":"235.619414ms","start":"2026-04-23T01:10:11.792841Z","end":"2026-04-23T01:10:12.028461Z","steps":["trace[1213485872] 'agreement among raft nodes before linearized reading' (duration: 235.478729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.02825Z","caller":"traceutil/trace.go:171","msg":"trace[1127493393] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25560; }","duration":"240.535596ms","start":"2026-04-23T01:10:11.787694Z","end":"2026-04-23T01:10:12.028229Z","steps":["trace[1127493393] 'agreement among raft nodes before linearized reading' (duration: 240.222518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.188858Z","caller":"traceutil/trace.go:171","msg":"trace[1614621354] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"157.727321ms","start":"2026-04-23T01:10:12.031108Z","end":"2026-04-23T01:10:12.188835Z","steps":["trace[1614621354] 'process raft request' (duration: 152.492299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.192048Z","caller":"traceutil/trace.go:171","msg":"trace[2035709161] linearizableReadLoop","detail":"{readStateIndex:26422; appliedIndex:26419; }","duration":"159.66765ms","start":"2026-04-23T01:10:12.032354Z","end":"2026-04-23T01:10:12.192022Z","steps":["trace[2035709161] 'read index received' (duration: 151.416841ms)","trace[2035709161] 'applied index is now lower than readState.Index' (duration: 8.249579ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.192349Z","caller":"traceutil/trace.go:171","msg":"trace[1936346647] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"160.529562ms","start":"2026-04-23T01:10:12.031808Z","end":"2026-04-23T01:10:12.192337Z","steps":["trace[1936346647] 'process raft request' (duration: 159.776513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.192613Z","caller":"traceutil/trace.go:171","msg":"trace[1255265849] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"160.300096ms","start":"2026-04-23T01:10:12.032303Z","end":"2026-04-23T01:10:12.192603Z","steps":["trace[1255265849] 'process raft request' (duration: 159.403414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.192837Z","caller":"traceutil/trace.go:171","msg":"trace[199536451] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"159.873515ms","start":"2026-04-23T01:10:12.032953Z","end":"2026-04-23T01:10:12.192827Z","steps":["trace[199536451] 'process raft request' (duration: 158.810418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.193043Z","caller":"traceutil/trace.go:171","msg":"trace[1293097898] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"158.578862ms","start":"2026-04-23T01:10:12.034455Z","end":"2026-04-23T01:10:12.193033Z","steps":["trace[1293097898] 'process raft request' (duration: 157.368072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.193172Z","caller":"traceutil/trace.go:171","msg":"trace[512799253] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"157.405553ms","start":"2026-04-23T01:10:12.035758Z","end":"2026-04-23T01:10:12.193164Z","steps":["trace[512799253] 'process raft request' (duration: 156.174013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.193388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.012773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T01:10:12.193428Z","caller":"traceutil/trace.go:171","msg":"trace[21827188] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25566; }","duration":"161.080616ms","start":"2026-04-23T01:10:12.032335Z","end":"2026-04-23T01:10:12.193416Z","steps":["trace[21827188] 'agreement among raft nodes before linearized reading' (duration: 160.944652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.193652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.075975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T01:10:12.193698Z","caller":"traceutil/trace.go:171","msg":"trace[706591791] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25566; }","duration":"161.168667ms","start":"2026-04-23T01:10:12.032516Z","end":"2026-04-23T01:10:12.193684Z","steps":["trace[706591791] 'agreement among raft nodes before linearized reading' (duration: 161.033914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.194245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.181628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:12.19429Z","caller":"traceutil/trace.go:171","msg":"trace[293873083] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25566; }","duration":"138.261039ms","start":"2026-04-23T01:10:12.056017Z","end":"2026-04-23T01:10:12.194278Z","steps":["trace[293873083] 'agreement among raft nodes before linearized reading' (duration: 138.195997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.194472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.476136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-04-23T01:10:12.194506Z","caller":"traceutil/trace.go:171","msg":"trace[1392687570] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25566; }","duration":"159.522637ms","start":"2026-04-23T01:10:12.034976Z","end":"2026-04-23T01:10:12.194498Z","steps":["trace[1392687570] 'agreement among raft nodes before linearized reading' (duration: 159.432184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.400565Z","caller":"traceutil/trace.go:171","msg":"trace[997013111] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"198.196285ms","start":"2026-04-23T01:10:12.202341Z","end":"2026-04-23T01:10:12.400538Z","steps":["trace[997013111] 'process raft request' (duration: 123.161607ms)","trace[997013111] 'compare' (duration: 74.646248ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.40072Z","caller":"traceutil/trace.go:171","msg":"trace[1680192629] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"155.71568ms","start":"2026-04-23T01:10:12.244987Z","end":"2026-04-23T01:10:12.400702Z","steps":["trace[1680192629] 'process raft request' (duration: 155.690189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.4009Z","caller":"traceutil/trace.go:171","msg":"trace[959815561] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"196.766708ms","start":"2026-04-23T01:10:12.204125Z","end":"2026-04-23T01:10:12.400892Z","steps":["trace[959815561] 'process raft request' (duration: 196.328888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.400982Z","caller":"traceutil/trace.go:171","msg":"trace[1217953699] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"179.884782ms","start":"2026-04-23T01:10:12.221088Z","end":"2026-04-23T01:10:12.400973Z","steps":["trace[1217953699] 'process raft request' (duration: 179.485772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.401017Z","caller":"traceutil/trace.go:171","msg":"trace[1358041056] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25572; }","duration":"178.550237ms","start":"2026-04-23T01:10:12.222459Z","end":"2026-04-23T01:10:12.401009Z","steps":["trace[1358041056] 'process raft request' (duration: 178.153527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.40104Z","caller":"traceutil/trace.go:171","msg":"trace[1974089960] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26426; }","duration":"189.786933ms","start":"2026-04-23T01:10:12.211246Z","end":"2026-04-23T01:10:12.401033Z","steps":["trace[1974089960] 'read index received' (duration: 19.943555ms)","trace[1974089960] 'applied index is now lower than readState.Index' (duration: 169.842378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:12.401158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.899686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T01:10:12.40428Z","caller":"traceutil/trace.go:171","msg":"trace[1262500289] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25574; }","duration":"193.036415ms","start":"2026-04-23T01:10:12.211217Z","end":"2026-04-23T01:10:12.404253Z","steps":["trace[1262500289] 'agreement among raft nodes before linearized reading' (duration: 189.834753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.401259Z","caller":"traceutil/trace.go:171","msg":"trace[1008555079] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"156.321285ms","start":"2026-04-23T01:10:12.24493Z","end":"2026-04-23T01:10:12.401251Z","steps":["trace[1008555079] 'process raft request' (duration: 155.712419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.401786Z","caller":"traceutil/trace.go:171","msg":"trace[1707621113] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"193.252801ms","start":"2026-04-23T01:10:12.208525Z","end":"2026-04-23T01:10:12.401777Z","steps":["trace[1707621113] 'process raft request' (duration: 191.963197ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.401927Z","caller":"traceutil/trace.go:171","msg":"trace[213246459] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"193.229659ms","start":"2026-04-23T01:10:12.20869Z","end":"2026-04-23T01:10:12.401919Z","steps":["trace[213246459] 'process raft request' (duration: 191.839133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.564388Z","caller":"traceutil/trace.go:171","msg":"trace[1575772637] linearizableReadLoop","detail":"{readStateIndex:26435; appliedIndex:26434; }","duration":"160.145562ms","start":"2026-04-23T01:10:12.40422Z","end":"2026-04-23T01:10:12.564366Z","steps":["trace[1575772637] 'read index received' (duration: 129.098366ms)","trace[1575772637] 'applied index is now lower than readState.Index' (duration: 31.045996ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.56448Z","caller":"traceutil/trace.go:171","msg":"trace[1247653144] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"161.22998ms","start":"2026-04-23T01:10:12.403239Z","end":"2026-04-23T01:10:12.564469Z","steps":["trace[1247653144] 'process raft request' (duration: 130.093463ms)","trace[1247653144] 'compare' (duration: 30.918802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:12.564656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.962113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.564726Z","caller":"traceutil/trace.go:171","msg":"trace[328495707] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25575; }","duration":"223.072925ms","start":"2026-04-23T01:10:12.341633Z","end":"2026-04-23T01:10:12.564706Z","steps":["trace[328495707] 'agreement among raft nodes before linearized reading' (duration: 222.934252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.564844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.583659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-644zj\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-04-23T01:10:12.564885Z","caller":"traceutil/trace.go:171","msg":"trace[1513015089] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-644zj; range_end:; response_count:1; response_revision:25575; }","duration":"344.685182ms","start":"2026-04-23T01:10:12.220191Z","end":"2026-04-23T01:10:12.564876Z","steps":["trace[1513015089] 'agreement among raft nodes before linearized reading' (duration: 344.530678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.564908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.515096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-23T01:10:12.564936Z","caller":"traceutil/trace.go:171","msg":"trace[1045239330] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25575; }","duration":"176.569388ms","start":"2026-04-23T01:10:12.38836Z","end":"2026-04-23T01:10:12.564929Z","steps":["trace[1045239330] 'agreement among raft nodes before linearized reading' (duration: 176.512316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.564969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.248154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T01:10:12.565001Z","caller":"traceutil/trace.go:171","msg":"trace[1577645214] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25575; }","duration":"352.302545ms","start":"2026-04-23T01:10:12.21269Z","end":"2026-04-23T01:10:12.564992Z","steps":["trace[1577645214] 'agreement among raft nodes before linearized reading' (duration: 352.233024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.565032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.212675Z","time spent":"352.345336ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-23T01:10:12.5651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.4433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.565139Z","caller":"traceutil/trace.go:171","msg":"trace[776972733] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25575; }","duration":"177.511261ms","start":"2026-04-23T01:10:12.387618Z","end":"2026-04-23T01:10:12.56513Z","steps":["trace[776972733] 'agreement among raft nodes before linearized reading' (duration: 177.440489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.564909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:12.220173Z","time spent":"344.729323ms","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":2499,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-644zj\" "} {"level":"info","ts":"2026-04-23T01:10:12.679169Z","caller":"traceutil/trace.go:171","msg":"trace[2108927094] linearizableReadLoop","detail":"{readStateIndex:26436; appliedIndex:26435; }","duration":"114.708912ms","start":"2026-04-23T01:10:12.564441Z","end":"2026-04-23T01:10:12.67915Z","steps":["trace[2108927094] 'read index received' (duration: 103.603131ms)","trace[2108927094] 'applied index is now lower than readState.Index' (duration: 11.105231ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:12.679435Z","caller":"traceutil/trace.go:171","msg":"trace[1687266833] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"268.806552ms","start":"2026-04-23T01:10:12.410613Z","end":"2026-04-23T01:10:12.679419Z","steps":["trace[1687266833] 'process raft request' (duration: 257.422384ms)","trace[1687266833] 'compare' (duration: 10.984378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:12.679505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.104758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4349"} {"level":"warn","ts":"2026-04-23T01:10:12.679544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.14941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-23T01:10:12.679567Z","caller":"traceutil/trace.go:171","msg":"trace[628436844] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25576; }","duration":"263.173019ms","start":"2026-04-23T01:10:12.416375Z","end":"2026-04-23T01:10:12.679548Z","steps":["trace[628436844] 'agreement among raft nodes before linearized reading' (duration: 263.007455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.679618Z","caller":"traceutil/trace.go:171","msg":"trace[1384843753] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25576; }","duration":"182.273493ms","start":"2026-04-23T01:10:12.497329Z","end":"2026-04-23T01:10:12.679603Z","steps":["trace[1384843753] 'agreement among raft nodes before linearized reading' (duration: 182.046797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.67965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.285054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:12.679673Z","caller":"traceutil/trace.go:171","msg":"trace[222069583] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25576; }","duration":"267.337304ms","start":"2026-04-23T01:10:12.412328Z","end":"2026-04-23T01:10:12.679665Z","steps":["trace[222069583] 'agreement among raft nodes before linearized reading' (duration: 267.295013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.725005Z","caller":"traceutil/trace.go:171","msg":"trace[492322738] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"154.540211ms","start":"2026-04-23T01:10:12.570443Z","end":"2026-04-23T01:10:12.724983Z","steps":["trace[492322738] 'process raft request' (duration: 154.371967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.72567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.698002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:10:12.725802Z","caller":"traceutil/trace.go:171","msg":"trace[83845699] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:25579; }","duration":"148.850457ms","start":"2026-04-23T01:10:12.57693Z","end":"2026-04-23T01:10:12.725781Z","steps":["trace[83845699] 'agreement among raft nodes before linearized reading' (duration: 148.57736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.725894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.475195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T01:10:12.726032Z","caller":"traceutil/trace.go:171","msg":"trace[1854803816] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25579; }","duration":"157.605807ms","start":"2026-04-23T01:10:12.568369Z","end":"2026-04-23T01:10:12.725975Z","steps":["trace[1854803816] 'agreement among raft nodes before linearized reading' (duration: 157.374722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.726369Z","caller":"traceutil/trace.go:171","msg":"trace[1059861925] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"148.117328ms","start":"2026-04-23T01:10:12.578237Z","end":"2026-04-23T01:10:12.726354Z","steps":["trace[1059861925] 'process raft request' (duration: 147.009209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:12.725685Z","caller":"traceutil/trace.go:171","msg":"trace[746609556] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"152.974611ms","start":"2026-04-23T01:10:12.572371Z","end":"2026-04-23T01:10:12.725345Z","steps":["trace[746609556] 'process raft request' (duration: 152.563661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:12.726945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.698461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-644zj\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-04-23T01:10:12.727026Z","caller":"traceutil/trace.go:171","msg":"trace[370294165] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-644zj; range_end:; response_count:1; response_revision:25579; }","duration":"159.815694ms","start":"2026-04-23T01:10:12.567194Z","end":"2026-04-23T01:10:12.72701Z","steps":["trace[370294165] 'agreement among raft nodes before linearized reading' (duration: 159.692241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.000381Z","caller":"traceutil/trace.go:171","msg":"trace[1463922350] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"160.379347ms","start":"2026-04-23T01:10:12.839976Z","end":"2026-04-23T01:10:13.000355Z","steps":["trace[1463922350] 'process raft request' (duration: 152.462878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.000613Z","caller":"traceutil/trace.go:171","msg":"trace[452172315] linearizableReadLoop","detail":"{readStateIndex:26448; appliedIndex:26447; }","duration":"150.266002ms","start":"2026-04-23T01:10:12.850323Z","end":"2026-04-23T01:10:13.000589Z","steps":["trace[452172315] 'read index received' (duration: 142.26681ms)","trace[452172315] 'applied index is now lower than readState.Index' (duration: 7.996642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.001029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.608131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112124"} {"level":"info","ts":"2026-04-23T01:10:13.001117Z","caller":"traceutil/trace.go:171","msg":"trace[149237281] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25588; }","duration":"163.705303ms","start":"2026-04-23T01:10:12.837377Z","end":"2026-04-23T01:10:13.001082Z","steps":["trace[149237281] 'agreement among raft nodes before linearized reading' (duration: 163.347054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.001528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.465491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:10:13.001593Z","caller":"traceutil/trace.go:171","msg":"trace[1920577062] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25588; }","duration":"164.530213ms","start":"2026-04-23T01:10:12.837046Z","end":"2026-04-23T01:10:13.001576Z","steps":["trace[1920577062] 'agreement among raft nodes before linearized reading' (duration: 164.376199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.001907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.962994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T01:10:13.001971Z","caller":"traceutil/trace.go:171","msg":"trace[1198686317] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25588; }","duration":"165.046656ms","start":"2026-04-23T01:10:12.83691Z","end":"2026-04-23T01:10:13.001956Z","steps":["trace[1198686317] 'agreement among raft nodes before linearized reading' (duration: 164.879492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.12101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.178571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:10:13.121073Z","caller":"traceutil/trace.go:171","msg":"trace[1458248798] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25590; }","duration":"101.248243ms","start":"2026-04-23T01:10:13.01981Z","end":"2026-04-23T01:10:13.121058Z","steps":["trace[1458248798] 'agreement among raft nodes before linearized reading' (duration: 101.080167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.121451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.876551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T01:10:13.121481Z","caller":"traceutil/trace.go:171","msg":"trace[315696455] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25590; }","duration":"109.917092ms","start":"2026-04-23T01:10:13.011555Z","end":"2026-04-23T01:10:13.121472Z","steps":["trace[315696455] 'agreement among raft nodes before linearized reading' (duration: 109.84358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.334189Z","caller":"traceutil/trace.go:171","msg":"trace[727870201] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26453; }","duration":"126.002638ms","start":"2026-04-23T01:10:13.208165Z","end":"2026-04-23T01:10:13.334167Z","steps":["trace[727870201] 'read index received' (duration: 41.716446ms)","trace[727870201] 'applied index is now lower than readState.Index' (duration: 84.285152ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:13.334287Z","caller":"traceutil/trace.go:171","msg":"trace[2142123418] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"129.445927ms","start":"2026-04-23T01:10:13.204826Z","end":"2026-04-23T01:10:13.334272Z","steps":["trace[2142123418] 'process raft request' (duration: 129.234811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.33458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.400779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T01:10:13.33466Z","caller":"traceutil/trace.go:171","msg":"trace[1640788227] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25594; }","duration":"126.503201ms","start":"2026-04-23T01:10:13.208134Z","end":"2026-04-23T01:10:13.334637Z","steps":["trace[1640788227] 'agreement among raft nodes before linearized reading' (duration: 126.267505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.450101Z","caller":"traceutil/trace.go:171","msg":"trace[1101701659] linearizableReadLoop","detail":"{readStateIndex:26456; appliedIndex:26455; }","duration":"115.834781ms","start":"2026-04-23T01:10:13.334246Z","end":"2026-04-23T01:10:13.450081Z","steps":["trace[1101701659] 'read index received' (duration: 61.797664ms)","trace[1101701659] 'applied index is now lower than readState.Index' (duration: 54.036197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.450239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.689173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:10:13.450294Z","caller":"traceutil/trace.go:171","msg":"trace[43709971] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25595; }","duration":"154.772086ms","start":"2026-04-23T01:10:13.295507Z","end":"2026-04-23T01:10:13.450279Z","steps":["trace[43709971] 'agreement among raft nodes before linearized reading' (duration: 154.647013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.450417Z","caller":"traceutil/trace.go:171","msg":"trace[916698338] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"187.494394ms","start":"2026-04-23T01:10:13.262916Z","end":"2026-04-23T01:10:13.45041Z","steps":["trace[916698338] 'process raft request' (duration: 133.139129ms)","trace[916698338] 'compare' (duration: 53.682508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.450945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.832903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-23T01:10:13.450968Z","caller":"traceutil/trace.go:171","msg":"trace[1717204919] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25595; }","duration":"187.882744ms","start":"2026-04-23T01:10:13.263079Z","end":"2026-04-23T01:10:13.450961Z","steps":["trace[1717204919] 'agreement among raft nodes before linearized reading' (duration: 187.837013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.452564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.165929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-04-23T01:10:13.452613Z","caller":"traceutil/trace.go:171","msg":"trace[1629068024] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25595; }","duration":"161.264231ms","start":"2026-04-23T01:10:13.291337Z","end":"2026-04-23T01:10:13.452601Z","steps":["trace[1629068024] 'agreement among raft nodes before linearized reading' (duration: 158.820309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.455024Z","caller":"traceutil/trace.go:171","msg":"trace[1160336111] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"113.360389ms","start":"2026-04-23T01:10:13.341648Z","end":"2026-04-23T01:10:13.455008Z","steps":["trace[1160336111] 'process raft request' (duration: 112.869297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.455833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.408321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T01:10:13.455909Z","caller":"traceutil/trace.go:171","msg":"trace[1419042374] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25602; }","duration":"117.507084ms","start":"2026-04-23T01:10:13.338386Z","end":"2026-04-23T01:10:13.455893Z","steps":["trace[1419042374] 'agreement among raft nodes before linearized reading' (duration: 117.35768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.64038Z","caller":"traceutil/trace.go:171","msg":"trace[1024164588] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"171.556531ms","start":"2026-04-23T01:10:13.468775Z","end":"2026-04-23T01:10:13.640331Z","steps":["trace[1024164588] 'process raft request' (duration: 83.750079ms)","trace[1024164588] 'compare' (duration: 87.622037ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:13.640572Z","caller":"traceutil/trace.go:171","msg":"trace[1885592471] linearizableReadLoop","detail":"{readStateIndex:26464; appliedIndex:26463; }","duration":"165.691092ms","start":"2026-04-23T01:10:13.474859Z","end":"2026-04-23T01:10:13.64055Z","steps":["trace[1885592471] 'read index received' (duration: 77.781248ms)","trace[1885592471] 'applied index is now lower than readState.Index' (duration: 87.908804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.640949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.042931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112124"} {"level":"info","ts":"2026-04-23T01:10:13.640988Z","caller":"traceutil/trace.go:171","msg":"trace[1241792317] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25604; }","duration":"166.123643ms","start":"2026-04-23T01:10:13.474855Z","end":"2026-04-23T01:10:13.640978Z","steps":["trace[1241792317] 'agreement among raft nodes before linearized reading' (duration: 165.788775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.641382Z","caller":"traceutil/trace.go:171","msg":"trace[1588256001] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"103.511919ms","start":"2026-04-23T01:10:13.537859Z","end":"2026-04-23T01:10:13.641371Z","steps":["trace[1588256001] 'process raft request' (duration: 102.403341ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.8984Z","caller":"traceutil/trace.go:171","msg":"trace[1986737662] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"257.739102ms","start":"2026-04-23T01:10:13.640622Z","end":"2026-04-23T01:10:13.898361Z","steps":["trace[1986737662] 'read index received' (duration: 194.109082ms)","trace[1986737662] 'applied index is now lower than readState.Index' (duration: 63.62869ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:13.89848Z","caller":"traceutil/trace.go:171","msg":"trace[1231111585] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"329.687093ms","start":"2026-04-23T01:10:13.568753Z","end":"2026-04-23T01:10:13.89844Z","steps":["trace[1231111585] 'process raft request' (duration: 265.970291ms)","trace[1231111585] 'compare' (duration: 63.330383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:13.898625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.568729Z","time spent":"329.819916ms","remote":"127.0.0.1:54362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:13.898638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.763051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-23T01:10:13.89868Z","caller":"traceutil/trace.go:171","msg":"trace[595072074] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25605; }","duration":"400.832413ms","start":"2026-04-23T01:10:13.497835Z","end":"2026-04-23T01:10:13.898667Z","steps":["trace[595072074] 'agreement among raft nodes before linearized reading' (duration: 400.675359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.89871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:13.497819Z","time spent":"400.885264ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T01:10:13.898767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.177857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T01:10:13.898825Z","caller":"traceutil/trace.go:171","msg":"trace[2404763] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25605; }","duration":"238.30009ms","start":"2026-04-23T01:10:13.66051Z","end":"2026-04-23T01:10:13.89881Z","steps":["trace[2404763] 'agreement among raft nodes before linearized reading' (duration: 238.046153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.898894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.831444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:10:13.898966Z","caller":"traceutil/trace.go:171","msg":"trace[584254308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25605; }","duration":"127.928137ms","start":"2026-04-23T01:10:13.771017Z","end":"2026-04-23T01:10:13.898945Z","steps":["trace[584254308] 'agreement among raft nodes before linearized reading' (duration: 127.709002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.899025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.703477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:10:13.899045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.526932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:10:13.899059Z","caller":"traceutil/trace.go:171","msg":"trace[1839662895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25605; }","duration":"128.768779ms","start":"2026-04-23T01:10:13.77028Z","end":"2026-04-23T01:10:13.899049Z","steps":["trace[1839662895] 'agreement among raft nodes before linearized reading' (duration: 128.665886ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.899071Z","caller":"traceutil/trace.go:171","msg":"trace[1874156042] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25605; }","duration":"177.773718ms","start":"2026-04-23T01:10:13.72129Z","end":"2026-04-23T01:10:13.899064Z","steps":["trace[1874156042] 'agreement among raft nodes before linearized reading' (duration: 177.613654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.899178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.166609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:13.899197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.736522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:10:13.899221Z","caller":"traceutil/trace.go:171","msg":"trace[119499271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25605; }","duration":"197.239791ms","start":"2026-04-23T01:10:13.70197Z","end":"2026-04-23T01:10:13.89921Z","steps":["trace[119499271] 'agreement among raft nodes before linearized reading' (duration: 197.166089ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:13.899224Z","caller":"traceutil/trace.go:171","msg":"trace[380536473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25605; }","duration":"127.763333ms","start":"2026-04-23T01:10:13.771452Z","end":"2026-04-23T01:10:13.899215Z","steps":["trace[380536473] 'agreement among raft nodes before linearized reading' (duration: 127.688301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:13.899231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.916556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:10:13.899385Z","caller":"traceutil/trace.go:171","msg":"trace[496544908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25605; }","duration":"128.077851ms","start":"2026-04-23T01:10:13.771297Z","end":"2026-04-23T01:10:13.899375Z","steps":["trace[496544908] 'agreement among raft nodes before linearized reading' (duration: 127.876516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.165688Z","caller":"traceutil/trace.go:171","msg":"trace[1527900173] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"255.960746ms","start":"2026-04-23T01:10:13.909693Z","end":"2026-04-23T01:10:14.165654Z","steps":["trace[1527900173] 'process raft request' (duration: 255.69256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.166598Z","caller":"traceutil/trace.go:171","msg":"trace[1671929200] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"256.799889ms","start":"2026-04-23T01:10:13.90978Z","end":"2026-04-23T01:10:14.16658Z","steps":["trace[1671929200] 'process raft request' (duration: 255.792702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.16731Z","caller":"traceutil/trace.go:171","msg":"trace[961159684] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"256.649474ms","start":"2026-04-23T01:10:13.910644Z","end":"2026-04-23T01:10:14.167294Z","steps":["trace[961159684] 'process raft request' (duration: 255.873385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.167999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.204152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18366"} {"level":"info","ts":"2026-04-23T01:10:14.168067Z","caller":"traceutil/trace.go:171","msg":"trace[496379429] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25609; }","duration":"256.310115ms","start":"2026-04-23T01:10:13.911742Z","end":"2026-04-23T01:10:14.168052Z","steps":["trace[496379429] 'agreement among raft nodes before linearized reading' (duration: 256.074909ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.167136Z","caller":"traceutil/trace.go:171","msg":"trace[1411187970] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26466; }","duration":"255.351311ms","start":"2026-04-23T01:10:13.911772Z","end":"2026-04-23T01:10:14.167124Z","steps":["trace[1411187970] 'read index received' (duration: 65.729793ms)","trace[1411187970] 'applied index is now lower than readState.Index' (duration: 189.620568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:14.170151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.255978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:10:14.170204Z","caller":"traceutil/trace.go:171","msg":"trace[61861716] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25609; }","duration":"236.35874ms","start":"2026-04-23T01:10:13.933831Z","end":"2026-04-23T01:10:14.17019Z","steps":["trace[61861716] 'agreement among raft nodes before linearized reading' (duration: 236.211737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.443678Z","caller":"traceutil/trace.go:171","msg":"trace[1400695143] linearizableReadLoop","detail":"{readStateIndex:26476; appliedIndex:26475; }","duration":"113.533103ms","start":"2026-04-23T01:10:14.330113Z","end":"2026-04-23T01:10:14.443646Z","steps":["trace[1400695143] 'read index received' (duration: 53.146595ms)","trace[1400695143] 'applied index is now lower than readState.Index' (duration: 60.385328ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:14.443993Z","caller":"traceutil/trace.go:171","msg":"trace[894779529] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"113.940783ms","start":"2026-04-23T01:10:14.329881Z","end":"2026-04-23T01:10:14.443822Z","steps":["trace[894779529] 'process raft request' (duration: 53.085813ms)","trace[894779529] 'compare' (duration: 60.47035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:14.44409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.932043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-23T01:10:14.444187Z","caller":"traceutil/trace.go:171","msg":"trace[1104379320] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25615; }","duration":"114.080597ms","start":"2026-04-23T01:10:14.33009Z","end":"2026-04-23T01:10:14.444171Z","steps":["trace[1104379320] 'agreement among raft nodes before linearized reading' (duration: 113.728688ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.535131Z","caller":"traceutil/trace.go:171","msg":"trace[1060760819] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"199.950889ms","start":"2026-04-23T01:10:14.335145Z","end":"2026-04-23T01:10:14.535096Z","steps":["trace[1060760819] 'process raft request' (duration: 199.624511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.535265Z","caller":"traceutil/trace.go:171","msg":"trace[449396310] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"197.861876ms","start":"2026-04-23T01:10:14.337353Z","end":"2026-04-23T01:10:14.535215Z","steps":["trace[449396310] 'process raft request' (duration: 197.689442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.535395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.463086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.535467Z","caller":"traceutil/trace.go:171","msg":"trace[1752402333] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25617; }","duration":"114.591069ms","start":"2026-04-23T01:10:14.420861Z","end":"2026-04-23T01:10:14.535452Z","steps":["trace[1752402333] 'agreement among raft nodes before linearized reading' (duration: 114.423685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:14.535581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.470176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.535637Z","caller":"traceutil/trace.go:171","msg":"trace[390199948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25617; }","duration":"114.717232ms","start":"2026-04-23T01:10:14.420907Z","end":"2026-04-23T01:10:14.535624Z","steps":["trace[390199948] 'agreement among raft nodes before linearized reading' (duration: 114.302642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.535297Z","caller":"traceutil/trace.go:171","msg":"trace[1406912296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25616; }","duration":"198.553514ms","start":"2026-04-23T01:10:14.336705Z","end":"2026-04-23T01:10:14.535259Z","steps":["trace[1406912296] 'process raft request' (duration: 198.292638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.578029Z","caller":"traceutil/trace.go:171","msg":"trace[511079309] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"101.668974ms","start":"2026-04-23T01:10:14.476309Z","end":"2026-04-23T01:10:14.577978Z","steps":["trace[511079309] 'process raft request' (duration: 70.6901ms)","trace[511079309] 'compare' (duration: 30.771189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:14.57806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.293678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:10:14.578122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.78245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:14.578245Z","caller":"traceutil/trace.go:171","msg":"trace[1614236905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25618; }","duration":"132.488933ms","start":"2026-04-23T01:10:14.445741Z","end":"2026-04-23T01:10:14.57823Z","steps":["trace[1614236905] 'agreement among raft nodes before linearized reading' (duration: 132.151235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.578394Z","caller":"traceutil/trace.go:171","msg":"trace[326500477] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25618; }","duration":"116.020756ms","start":"2026-04-23T01:10:14.462329Z","end":"2026-04-23T01:10:14.57835Z","steps":["trace[326500477] 'agreement among raft nodes before linearized reading' (duration: 115.76648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.988208Z","caller":"traceutil/trace.go:171","msg":"trace[661101915] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"252.828947ms","start":"2026-04-23T01:10:14.735357Z","end":"2026-04-23T01:10:14.988186Z","steps":["trace[661101915] 'process raft request' (duration: 252.716885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:14.988587Z","caller":"traceutil/trace.go:171","msg":"trace[1874761006] linearizableReadLoop","detail":"{readStateIndex:26483; appliedIndex:26483; }","duration":"156.063919ms","start":"2026-04-23T01:10:14.832514Z","end":"2026-04-23T01:10:14.988578Z","steps":["trace[1874761006] 'read index received' (duration: 156.060149ms)","trace[1874761006] 'applied index is now lower than readState.Index' (duration: 3.18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:14.988708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.189793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:10:14.988728Z","caller":"traceutil/trace.go:171","msg":"trace[303331496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25621; }","duration":"156.261105ms","start":"2026-04-23T01:10:14.83246Z","end":"2026-04-23T01:10:14.988721Z","steps":["trace[303331496] 'agreement among raft nodes before linearized reading' (duration: 156.163362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.008797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.783204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:15.008859Z","caller":"traceutil/trace.go:171","msg":"trace[1284243915] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25622; }","duration":"133.897418ms","start":"2026-04-23T01:10:14.874947Z","end":"2026-04-23T01:10:15.008844Z","steps":["trace[1284243915] 'agreement among raft nodes before linearized reading' (duration: 133.751064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.008886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.679563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:10:15.008944Z","caller":"traceutil/trace.go:171","msg":"trace[1539846932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25622; }","duration":"154.766886ms","start":"2026-04-23T01:10:14.85416Z","end":"2026-04-23T01:10:15.008926Z","steps":["trace[1539846932] 'agreement among raft nodes before linearized reading' (duration: 154.627582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.009037Z","caller":"traceutil/trace.go:171","msg":"trace[132413705] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"128.123421ms","start":"2026-04-23T01:10:14.880903Z","end":"2026-04-23T01:10:15.009026Z","steps":["trace[132413705] 'process raft request' (duration: 127.617518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.229687Z","caller":"traceutil/trace.go:171","msg":"trace[31227622] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26487; }","duration":"102.305958ms","start":"2026-04-23T01:10:15.127343Z","end":"2026-04-23T01:10:15.229649Z","steps":["trace[31227622] 'read index received' (duration: 102.223866ms)","trace[31227622] 'applied index is now lower than readState.Index' (duration: 80.432µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:15.229822Z","caller":"traceutil/trace.go:171","msg":"trace[565941587] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"104.115894ms","start":"2026-04-23T01:10:15.125694Z","end":"2026-04-23T01:10:15.229809Z","steps":["trace[565941587] 'process raft request' (duration: 103.797006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.230009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.640367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:10:15.230113Z","caller":"traceutil/trace.go:171","msg":"trace[1671287540] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25626; }","duration":"102.766309ms","start":"2026-04-23T01:10:15.127324Z","end":"2026-04-23T01:10:15.23009Z","steps":["trace[1671287540] 'agreement among raft nodes before linearized reading' (duration: 102.493032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.291383Z","caller":"traceutil/trace.go:171","msg":"trace[783448640] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"120.760856ms","start":"2026-04-23T01:10:15.170595Z","end":"2026-04-23T01:10:15.291356Z","steps":["trace[783448640] 'process raft request' (duration: 120.54747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.291809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.952478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:10:15.291963Z","caller":"traceutil/trace.go:171","msg":"trace[842990140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25627; }","duration":"164.164363ms","start":"2026-04-23T01:10:15.127775Z","end":"2026-04-23T01:10:15.291939Z","steps":["trace[842990140] 'agreement among raft nodes before linearized reading' (duration: 163.64923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482036Z","caller":"traceutil/trace.go:171","msg":"trace[450029431] linearizableReadLoop","detail":"{readStateIndex:26496; appliedIndex:26489; }","duration":"190.623464ms","start":"2026-04-23T01:10:15.291387Z","end":"2026-04-23T01:10:15.48201Z","steps":["trace[450029431] 'read index received' (duration: 190.280495ms)","trace[450029431] 'applied index is now lower than readState.Index' (duration: 341.829µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:15.482096Z","caller":"traceutil/trace.go:171","msg":"trace[833222792] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"240.427563ms","start":"2026-04-23T01:10:15.241602Z","end":"2026-04-23T01:10:15.48203Z","steps":["trace[833222792] 'process raft request' (duration: 240.254839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.48226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.295282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T01:10:15.482305Z","caller":"traceutil/trace.go:171","msg":"trace[1776296473] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25634; }","duration":"248.390935ms","start":"2026-04-23T01:10:15.233897Z","end":"2026-04-23T01:10:15.482288Z","steps":["trace[1776296473] 'agreement among raft nodes before linearized reading' (duration: 248.21134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482429Z","caller":"traceutil/trace.go:171","msg":"trace[129193317] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"244.080176ms","start":"2026-04-23T01:10:15.238325Z","end":"2026-04-23T01:10:15.482405Z","steps":["trace[129193317] 'process raft request' (duration: 243.47221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482492Z","caller":"traceutil/trace.go:171","msg":"trace[5245224] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"241.342366ms","start":"2026-04-23T01:10:15.24113Z","end":"2026-04-23T01:10:15.482472Z","steps":["trace[5245224] 'process raft request' (duration: 240.70135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482625Z","caller":"traceutil/trace.go:171","msg":"trace[1082960850] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"244.324573ms","start":"2026-04-23T01:10:15.238283Z","end":"2026-04-23T01:10:15.482608Z","steps":["trace[1082960850] 'process raft request' (duration: 243.368858ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482795Z","caller":"traceutil/trace.go:171","msg":"trace[1439621380] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"241.109151ms","start":"2026-04-23T01:10:15.241678Z","end":"2026-04-23T01:10:15.482787Z","steps":["trace[1439621380] 'process raft request' (duration: 240.209428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482854Z","caller":"traceutil/trace.go:171","msg":"trace[1002814780] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"241.07961ms","start":"2026-04-23T01:10:15.241749Z","end":"2026-04-23T01:10:15.482828Z","steps":["trace[1002814780] 'process raft request' (duration: 240.170396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.482951Z","caller":"traceutil/trace.go:171","msg":"trace[819952841] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"222.643864ms","start":"2026-04-23T01:10:15.260297Z","end":"2026-04-23T01:10:15.482941Z","steps":["trace[819952841] 'process raft request' (duration: 221.653068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.483553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.058805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-04-23T01:10:15.484597Z","caller":"traceutil/trace.go:171","msg":"trace[1271704976] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25634; }","duration":"211.113861ms","start":"2026-04-23T01:10:15.273473Z","end":"2026-04-23T01:10:15.484587Z","steps":["trace[1271704976] 'agreement among raft nodes before linearized reading' (duration: 209.48114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.82958Z","caller":"traceutil/trace.go:171","msg":"trace[1644932437] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"366.35809ms","start":"2026-04-23T01:10:15.463182Z","end":"2026-04-23T01:10:15.829541Z","steps":["trace[1644932437] 'process raft request' (duration: 366.030912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.829584Z","caller":"traceutil/trace.go:171","msg":"trace[1783188296] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"366.133834ms","start":"2026-04-23T01:10:15.46341Z","end":"2026-04-23T01:10:15.829544Z","steps":["trace[1783188296] 'process raft request' (duration: 366.033811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.829777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.463158Z","time spent":"366.517513ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.829818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.463384Z","time spent":"366.305979ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.829854Z","caller":"traceutil/trace.go:171","msg":"trace[1191395439] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"366.333499ms","start":"2026-04-23T01:10:15.463478Z","end":"2026-04-23T01:10:15.829812Z","steps":["trace[1191395439] 'process raft request' (duration: 366.015331ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.829981Z","caller":"traceutil/trace.go:171","msg":"trace[1851296347] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"366.411682ms","start":"2026-04-23T01:10:15.463538Z","end":"2026-04-23T01:10:15.829949Z","steps":["trace[1851296347] 'process raft request' (duration: 366.300428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.830008Z","caller":"traceutil/trace.go:171","msg":"trace[2049293476] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"366.470683ms","start":"2026-04-23T01:10:15.463493Z","end":"2026-04-23T01:10:15.829964Z","steps":["trace[2049293476] 'process raft request' (duration: 366.238797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:15.83012Z","caller":"traceutil/trace.go:171","msg":"trace[659404976] linearizableReadLoop","detail":"{readStateIndex:26502; appliedIndex:26496; }","duration":"341.656266ms","start":"2026-04-23T01:10:15.488439Z","end":"2026-04-23T01:10:15.830095Z","steps":["trace[659404976] 'read index received' (duration: 340.791123ms)","trace[659404976] 'applied index is now lower than readState.Index' (duration: 863.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:15.830098Z","caller":"traceutil/trace.go:171","msg":"trace[1886206453] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"364.433823ms","start":"2026-04-23T01:10:15.465589Z","end":"2026-04-23T01:10:15.830022Z","steps":["trace[1886206453] 'process raft request' (duration: 364.286418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.830125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.463458Z","time spent":"366.505454ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.830247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.463521Z","time spent":"366.627837ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.830308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.465579Z","time spent":"364.612107ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:15.830379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.931562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-04-23T01:10:15.830392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.463482Z","time spent":"366.596236ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:15.830424Z","caller":"traceutil/trace.go:171","msg":"trace[302051756] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25640; }","duration":"341.989474ms","start":"2026-04-23T01:10:15.488419Z","end":"2026-04-23T01:10:15.830408Z","steps":["trace[302051756] 'agreement among raft nodes before linearized reading' (duration: 341.781798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:15.830464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.488408Z","time spent":"342.048385ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-23T01:10:16.330385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346205,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:10:16.73553Z","caller":"traceutil/trace.go:171","msg":"trace[904391792] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"1.240725016s","start":"2026-04-23T01:10:15.49477Z","end":"2026-04-23T01:10:16.735495Z","steps":["trace[904391792] 'process raft request' (duration: 1.240273824s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:16.735598Z","caller":"traceutil/trace.go:171","msg":"trace[599969581] linearizableReadLoop","detail":"{readStateIndex:26505; appliedIndex:26502; }","duration":"905.420751ms","start":"2026-04-23T01:10:15.830157Z","end":"2026-04-23T01:10:16.735577Z","steps":["trace[599969581] 'read index received' (duration: 904.818616ms)","trace[599969581] 'applied index is now lower than readState.Index' (duration: 600.725µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:16.735691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.494753Z","time spent":"1.240862519s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:10:16.735734Z","caller":"traceutil/trace.go:171","msg":"trace[1694380700] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"1.226231279s","start":"2026-04-23T01:10:15.509488Z","end":"2026-04-23T01:10:16.73572Z","steps":["trace[1694380700] 'process raft request' (duration: 1.226000434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.735828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.509469Z","time spent":"1.226297541s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6412,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:16.735829Z","caller":"traceutil/trace.go:171","msg":"trace[594875104] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"1.241036023s","start":"2026-04-23T01:10:15.49477Z","end":"2026-04-23T01:10:16.735806Z","steps":["trace[594875104] 'process raft request' (duration: 1.240599573s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.494752Z","time spent":"1.241209717s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:10:16.73618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.82547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:16.736254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033165174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:16.736262Z","caller":"traceutil/trace.go:171","msg":"trace[1228821585] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25643; }","duration":"901.957283ms","start":"2026-04-23T01:10:15.834282Z","end":"2026-04-23T01:10:16.736239Z","steps":["trace[1228821585] 'agreement among raft nodes before linearized reading' (duration: 901.81482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:16.736282Z","caller":"traceutil/trace.go:171","msg":"trace[1860655233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25643; }","duration":"1.033233615s","start":"2026-04-23T01:10:15.70304Z","end":"2026-04-23T01:10:16.736274Z","steps":["trace[1860655233] 'agreement among raft nodes before linearized reading' (duration: 1.033192544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.703019Z","time spent":"1.033283746s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:16.736307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.834265Z","time spent":"902.033575ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-23T01:10:16.73636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.605997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:16.73642Z","caller":"traceutil/trace.go:171","msg":"trace[1768571317] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25643; }","duration":"298.692008ms","start":"2026-04-23T01:10:16.437712Z","end":"2026-04-23T01:10:16.736404Z","steps":["trace[1768571317] 'agreement among raft nodes before linearized reading' (duration: 298.571465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.009818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:10:16.736493Z","caller":"traceutil/trace.go:171","msg":"trace[834995861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25643; }","duration":"420.033738ms","start":"2026-04-23T01:10:16.316452Z","end":"2026-04-23T01:10:16.736486Z","steps":["trace[834995861] 'agreement among raft nodes before linearized reading' (duration: 419.937706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.316403Z","time spent":"420.10458ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:10:16.73651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212900002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-23T01:10:16.736577Z","caller":"traceutil/trace.go:171","msg":"trace[1086132708] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25643; }","duration":"1.213012904s","start":"2026-04-23T01:10:15.523543Z","end":"2026-04-23T01:10:16.736556Z","steps":["trace[1086132708] 'agreement among raft nodes before linearized reading' (duration: 1.212754728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.050085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:10:16.736621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.523517Z","time spent":"1.213091847s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T01:10:16.736628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.921959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:16.736637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.36469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:10:16.736668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.414581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:16.736511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.415782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:10:16.736675Z","caller":"traceutil/trace.go:171","msg":"trace[1449047112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25643; }","duration":"495.9781ms","start":"2026-04-23T01:10:16.240684Z","end":"2026-04-23T01:10:16.736662Z","steps":["trace[1449047112] 'agreement among raft nodes before linearized reading' (duration: 495.884988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:16.736692Z","caller":"traceutil/trace.go:171","msg":"trace[1036974695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25643; }","duration":"564.424102ms","start":"2026-04-23T01:10:16.172251Z","end":"2026-04-23T01:10:16.736675Z","steps":["trace[1036974695] 'agreement among raft nodes before linearized reading' (duration: 564.297819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.240631Z","time spent":"496.075693ms","remote":"127.0.0.1:36194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:16.736712Z","caller":"traceutil/trace.go:171","msg":"trace[1755834191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25643; }","duration":"564.652148ms","start":"2026-04-23T01:10:16.172047Z","end":"2026-04-23T01:10:16.736699Z","steps":["trace[1755834191] 'agreement among raft nodes before linearized reading' (duration: 564.32291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:16.736663Z","caller":"traceutil/trace.go:171","msg":"trace[365495601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25643; }","duration":"557.150958ms","start":"2026-04-23T01:10:16.179492Z","end":"2026-04-23T01:10:16.736643Z","steps":["trace[365495601] 'agreement among raft nodes before linearized reading' (duration: 556.900562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.172247Z","time spent":"564.484564ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:16.73677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.172028Z","time spent":"564.730179ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:10:16.736777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.179483Z","time spent":"557.281021ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:16.73661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.041865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:10:16.736883Z","caller":"traceutil/trace.go:171","msg":"trace[53982834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25643; }","duration":"738.319712ms","start":"2026-04-23T01:10:15.998524Z","end":"2026-04-23T01:10:16.736844Z","steps":["trace[53982834] 'agreement among raft nodes before linearized reading' (duration: 737.965274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.736976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.998502Z","time spent":"738.439035ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:10:16.736704Z","caller":"traceutil/trace.go:171","msg":"trace[332642542] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25643; }","duration":"856.490883ms","start":"2026-04-23T01:10:15.880203Z","end":"2026-04-23T01:10:16.736694Z","steps":["trace[332642542] 'agreement among raft nodes before linearized reading' (duration: 856.429801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.737046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:15.880181Z","time spent":"856.841702ms","remote":"127.0.0.1:40522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:16.736215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.749468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:16.737124Z","caller":"traceutil/trace.go:171","msg":"trace[1957090711] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25643; }","duration":"459.686132ms","start":"2026-04-23T01:10:16.277426Z","end":"2026-04-23T01:10:16.737112Z","steps":["trace[1957090711] 'agreement among raft nodes before linearized reading' (duration: 458.724808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:16.737112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.53322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:16.737151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.277412Z","time spent":"459.728853ms","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:16.737168Z","caller":"traceutil/trace.go:171","msg":"trace[187850213] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25643; }","duration":"299.617971ms","start":"2026-04-23T01:10:16.437532Z","end":"2026-04-23T01:10:16.73715Z","steps":["trace[187850213] 'agreement among raft nodes before linearized reading' (duration: 298.76258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:16.991814Z","caller":"traceutil/trace.go:171","msg":"trace[130864000] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"247.463671ms","start":"2026-04-23T01:10:16.744313Z","end":"2026-04-23T01:10:16.991777Z","steps":["trace[130864000] 'process raft request' (duration: 154.862818ms)","trace[130864000] 'compare' (duration: 92.371348ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:17.003742Z","caller":"traceutil/trace.go:171","msg":"trace[455889705] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"259.373023ms","start":"2026-04-23T01:10:16.744338Z","end":"2026-04-23T01:10:17.003711Z","steps":["trace[455889705] 'process raft request' (duration: 259.157407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.004047Z","caller":"traceutil/trace.go:171","msg":"trace[1813113658] linearizableReadLoop","detail":"{readStateIndex:26510; appliedIndex:26505; }","duration":"251.467833ms","start":"2026-04-23T01:10:16.752561Z","end":"2026-04-23T01:10:17.004029Z","steps":["trace[1813113658] 'read index received' (duration: 146.6282ms)","trace[1813113658] 'applied index is now lower than readState.Index' (duration: 104.838443ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:17.004102Z","caller":"traceutil/trace.go:171","msg":"trace[561373675] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"259.702771ms","start":"2026-04-23T01:10:16.744382Z","end":"2026-04-23T01:10:17.004085Z","steps":["trace[561373675] 'process raft request' (duration: 259.26904ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.004139Z","caller":"traceutil/trace.go:171","msg":"trace[1805886253] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"258.869671ms","start":"2026-04-23T01:10:16.745252Z","end":"2026-04-23T01:10:17.004121Z","steps":["trace[1805886253] 'process raft request' (duration: 258.605295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.004208Z","caller":"traceutil/trace.go:171","msg":"trace[1390641651] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"255.851884ms","start":"2026-04-23T01:10:16.748351Z","end":"2026-04-23T01:10:17.004202Z","steps":["trace[1390641651] 'process raft request' (duration: 255.636179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.004275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.71198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:17.004306Z","caller":"traceutil/trace.go:171","msg":"trace[1453841711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25648; }","duration":"251.802962ms","start":"2026-04-23T01:10:16.752495Z","end":"2026-04-23T01:10:17.004298Z","steps":["trace[1453841711] 'agreement among raft nodes before linearized reading' (duration: 251.73227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.349833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.911649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T01:10:17.350156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.142867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:17.350227Z","caller":"traceutil/trace.go:171","msg":"trace[2094951693] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25649; }","duration":"457.25574ms","start":"2026-04-23T01:10:16.892951Z","end":"2026-04-23T01:10:17.350207Z","steps":["trace[2094951693] 'agreement among raft nodes before linearized reading' (duration: 457.098636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.350225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.122863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-04-23T01:10:17.350265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.892931Z","time spent":"457.325742ms","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:10:17.350248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.633537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:10:17.350272Z","caller":"traceutil/trace.go:171","msg":"trace[2130517670] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25649; }","duration":"594.185346ms","start":"2026-04-23T01:10:16.756073Z","end":"2026-04-23T01:10:17.350259Z","steps":["trace[2130517670] 'agreement among raft nodes before linearized reading' (duration: 594.029792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.350305Z","caller":"traceutil/trace.go:171","msg":"trace[1743804453] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25649; }","duration":"579.719929ms","start":"2026-04-23T01:10:16.77057Z","end":"2026-04-23T01:10:17.35029Z","steps":["trace[1743804453] 'agreement among raft nodes before linearized reading' (duration: 579.493234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.350308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.756064Z","time spent":"594.236097ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-23T01:10:17.350333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.77056Z","time spent":"579.76788ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-23T01:10:17.350254Z","caller":"traceutil/trace.go:171","msg":"trace[743307639] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"352.762306ms","start":"2026-04-23T01:10:16.997413Z","end":"2026-04-23T01:10:17.350176Z","steps":["trace[743307639] 'process raft request' (duration: 233.422907ms)","trace[743307639] 'compare' (duration: 118.618712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:17.350403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.317318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:17.350501Z","caller":"traceutil/trace.go:171","msg":"trace[2077952856] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:25649; }","duration":"594.433861ms","start":"2026-04-23T01:10:16.75604Z","end":"2026-04-23T01:10:17.350474Z","steps":["trace[2077952856] 'agreement among raft nodes before linearized reading' (duration: 594.270657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.350557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.756032Z","time spent":"594.510434ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-04-23T01:10:17.350562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:16.997397Z","time spent":"353.013652ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:17.349938Z","caller":"traceutil/trace.go:171","msg":"trace[245078168] linearizableReadLoop","detail":"{readStateIndex:26511; appliedIndex:26510; }","duration":"345.82515ms","start":"2026-04-23T01:10:17.004096Z","end":"2026-04-23T01:10:17.349921Z","steps":["trace[245078168] 'read index received' (duration: 226.689476ms)","trace[245078168] 'applied index is now lower than readState.Index' (duration: 119.134344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:17.350781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.900095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:10:17.350814Z","caller":"traceutil/trace.go:171","msg":"trace[237340537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25649; }","duration":"223.970317ms","start":"2026-04-23T01:10:17.126833Z","end":"2026-04-23T01:10:17.350803Z","steps":["trace[237340537] 'agreement among raft nodes before linearized reading' (duration: 223.848174ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.533144Z","caller":"traceutil/trace.go:171","msg":"trace[1098674091] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"179.395519ms","start":"2026-04-23T01:10:17.353716Z","end":"2026-04-23T01:10:17.533111Z","steps":["trace[1098674091] 'process raft request' (duration: 164.914603ms)","trace[1098674091] 'compare' (duration: 14.330093ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:17.587658Z","caller":"traceutil/trace.go:171","msg":"trace[1564554720] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"233.292173ms","start":"2026-04-23T01:10:17.354335Z","end":"2026-04-23T01:10:17.587627Z","steps":["trace[1564554720] 'process raft request' (duration: 232.872113ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.587672Z","caller":"traceutil/trace.go:171","msg":"trace[1789787423] linearizableReadLoop","detail":"{readStateIndex:26514; appliedIndex:26511; }","duration":"233.007896ms","start":"2026-04-23T01:10:17.354644Z","end":"2026-04-23T01:10:17.587652Z","steps":["trace[1789787423] 'read index received' (duration: 164.050121ms)","trace[1789787423] 'applied index is now lower than readState.Index' (duration: 68.956935ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:17.587993Z","caller":"traceutil/trace.go:171","msg":"trace[1464080496] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"233.325604ms","start":"2026-04-23T01:10:17.354604Z","end":"2026-04-23T01:10:17.58793Z","steps":["trace[1464080496] 'process raft request' (duration: 232.870753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.588165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.479318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T01:10:17.588879Z","caller":"traceutil/trace.go:171","msg":"trace[1895721992] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25652; }","duration":"234.214026ms","start":"2026-04-23T01:10:17.354617Z","end":"2026-04-23T01:10:17.588831Z","steps":["trace[1895721992] 'agreement among raft nodes before linearized reading' (duration: 233.307404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:17.687951Z","caller":"traceutil/trace.go:171","msg":"trace[662445828] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"138.563146ms","start":"2026-04-23T01:10:17.549358Z","end":"2026-04-23T01:10:17.687921Z","steps":["trace[662445828] 'process raft request' (duration: 138.155006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.688384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.970191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-23T01:10:17.688456Z","caller":"traceutil/trace.go:171","msg":"trace[143771871] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25653; }","duration":"332.073733ms","start":"2026-04-23T01:10:17.356363Z","end":"2026-04-23T01:10:17.688437Z","steps":["trace[143771871] 'agreement among raft nodes before linearized reading' (duration: 331.857178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:17.688505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:17.356354Z","time spent":"332.136805ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-23T01:10:17.688569Z","caller":"traceutil/trace.go:171","msg":"trace[651784174] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25653; }","duration":"137.15154ms","start":"2026-04-23T01:10:17.55138Z","end":"2026-04-23T01:10:17.688532Z","steps":["trace[651784174] 'process raft request' (duration: 136.395221ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.041625Z","caller":"traceutil/trace.go:171","msg":"trace[1942883529] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"205.103599ms","start":"2026-04-23T01:10:17.836493Z","end":"2026-04-23T01:10:18.041597Z","steps":["trace[1942883529] 'process raft request' (duration: 130.096371ms)","trace[1942883529] 'compare' (duration: 73.927512ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:18.042289Z","caller":"traceutil/trace.go:171","msg":"trace[2004104857] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"205.612502ms","start":"2026-04-23T01:10:17.836663Z","end":"2026-04-23T01:10:18.042276Z","steps":["trace[2004104857] 'process raft request' (duration: 204.626398ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.042926Z","caller":"traceutil/trace.go:171","msg":"trace[284234609] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"204.943545ms","start":"2026-04-23T01:10:17.837968Z","end":"2026-04-23T01:10:18.042912Z","steps":["trace[284234609] 'process raft request' (duration: 204.467333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.04255Z","caller":"traceutil/trace.go:171","msg":"trace[424130706] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"205.569151ms","start":"2026-04-23T01:10:17.83695Z","end":"2026-04-23T01:10:18.04252Z","steps":["trace[424130706] 'process raft request' (duration: 205.281264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.043814Z","caller":"traceutil/trace.go:171","msg":"trace[1496099290] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"204.624777ms","start":"2026-04-23T01:10:17.839174Z","end":"2026-04-23T01:10:18.043799Z","steps":["trace[1496099290] 'process raft request' (duration: 203.689983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.043987Z","caller":"traceutil/trace.go:171","msg":"trace[2135423792] linearizableReadLoop","detail":"{readStateIndex:26526; appliedIndex:26520; }","duration":"204.774942ms","start":"2026-04-23T01:10:17.839192Z","end":"2026-04-23T01:10:18.043967Z","steps":["trace[2135423792] 'read index received' (duration: 44.370403ms)","trace[2135423792] 'applied index is now lower than readState.Index' (duration: 160.403209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:18.044205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.995217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-04-23T01:10:18.044248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.027558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:10:18.044253Z","caller":"traceutil/trace.go:171","msg":"trace[1026978269] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25663; }","duration":"205.068528ms","start":"2026-04-23T01:10:17.83917Z","end":"2026-04-23T01:10:18.044239Z","steps":["trace[1026978269] 'agreement among raft nodes before linearized reading' (duration: 204.908634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.044293Z","caller":"traceutil/trace.go:171","msg":"trace[938636778] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25663; }","duration":"205.1154ms","start":"2026-04-23T01:10:17.839167Z","end":"2026-04-23T01:10:18.044282Z","steps":["trace[938636778] 'agreement among raft nodes before linearized reading' (duration: 204.920396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.044482Z","caller":"traceutil/trace.go:171","msg":"trace[1132516432] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"202.709269ms","start":"2026-04-23T01:10:17.841762Z","end":"2026-04-23T01:10:18.044471Z","steps":["trace[1132516432] 'process raft request' (duration: 201.858778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.240077Z","caller":"traceutil/trace.go:171","msg":"trace[432426533] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26528; }","duration":"129.627609ms","start":"2026-04-23T01:10:18.110424Z","end":"2026-04-23T01:10:18.240052Z","steps":["trace[432426533] 'read index received' (duration: 123.30658ms)","trace[432426533] 'applied index is now lower than readState.Index' (duration: 6.320049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:18.240327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.446288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T01:10:18.240368Z","caller":"traceutil/trace.go:171","msg":"trace[915829737] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25665; }","duration":"154.52145ms","start":"2026-04-23T01:10:18.085837Z","end":"2026-04-23T01:10:18.240358Z","steps":["trace[915829737] 'agreement among raft nodes before linearized reading' (duration: 154.308235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.240681Z","caller":"traceutil/trace.go:171","msg":"trace[663226868] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"158.148682ms","start":"2026-04-23T01:10:18.08252Z","end":"2026-04-23T01:10:18.240669Z","steps":["trace[663226868] 'process raft request' (duration: 151.100744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:18.240921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.444369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:18.241042Z","caller":"traceutil/trace.go:171","msg":"trace[1004253128] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25665; }","duration":"139.564712ms","start":"2026-04-23T01:10:18.101429Z","end":"2026-04-23T01:10:18.240994Z","steps":["trace[1004253128] 'agreement among raft nodes before linearized reading' (duration: 139.377957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.323901Z","caller":"traceutil/trace.go:171","msg":"trace[1139678515] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"204.588018ms","start":"2026-04-23T01:10:18.119242Z","end":"2026-04-23T01:10:18.32383Z","steps":["trace[1139678515] 'process raft request' (duration: 204.324781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:18.447457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.730371ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:10:18.447571Z","caller":"traceutil/trace.go:171","msg":"trace[258997650] linearizableReadLoop","detail":"{readStateIndex:26531; appliedIndex:26529; }","duration":"202.276448ms","start":"2026-04-23T01:10:18.245275Z","end":"2026-04-23T01:10:18.447552Z","steps":["trace[258997650] 'read index received' (duration: 78.23077ms)","trace[258997650] 'applied index is now lower than readState.Index' (duration: 124.043628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:18.448031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.739899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-04-23T01:10:18.448031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.725822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:18.448041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.679499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:18.448078Z","caller":"traceutil/trace.go:171","msg":"trace[238672929] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25666; }","duration":"202.817282ms","start":"2026-04-23T01:10:18.245249Z","end":"2026-04-23T01:10:18.448066Z","steps":["trace[238672929] 'agreement among raft nodes before linearized reading' (duration: 202.603086ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.448091Z","caller":"traceutil/trace.go:171","msg":"trace[662721916] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25666; }","duration":"195.811045ms","start":"2026-04-23T01:10:18.252262Z","end":"2026-04-23T01:10:18.448073Z","steps":["trace[662721916] 'agreement among raft nodes before linearized reading' (duration: 195.694352ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.448504Z","caller":"traceutil/trace.go:171","msg":"trace[1993160757] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25666; }","duration":"106.770181ms","start":"2026-04-23T01:10:18.341318Z","end":"2026-04-23T01:10:18.448088Z","steps":["trace[1993160757] 'agreement among raft nodes before linearized reading' (duration: 106.640618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:18.448986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.555635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212885"} {"level":"info","ts":"2026-04-23T01:10:18.44909Z","caller":"traceutil/trace.go:171","msg":"trace[999534129] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25666; }","duration":"153.711289ms","start":"2026-04-23T01:10:18.295357Z","end":"2026-04-23T01:10:18.449069Z","steps":["trace[999534129] 'agreement among raft nodes before linearized reading' (duration: 152.616391ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:18.864737Z","caller":"traceutil/trace.go:171","msg":"trace[1107565048] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"113.963734ms","start":"2026-04-23T01:10:18.750755Z","end":"2026-04-23T01:10:18.864718Z","steps":["trace[1107565048] 'process raft request' (duration: 113.859881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.1202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.845504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:10:19.120292Z","caller":"traceutil/trace.go:171","msg":"trace[1826484716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25668; }","duration":"123.987297ms","start":"2026-04-23T01:10:18.996282Z","end":"2026-04-23T01:10:19.120269Z","steps":["trace[1826484716] 'range keys from in-memory index tree' (duration: 123.606098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.120287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.425094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:10:19.120285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.411963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:10:19.120397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.421804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:10:19.120404Z","caller":"traceutil/trace.go:171","msg":"trace[467292902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25668; }","duration":"110.558277ms","start":"2026-04-23T01:10:19.009814Z","end":"2026-04-23T01:10:19.120373Z","steps":["trace[467292902] 'range keys from in-memory index tree' (duration: 110.163607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:19.120425Z","caller":"traceutil/trace.go:171","msg":"trace[505917253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25668; }","duration":"110.458265ms","start":"2026-04-23T01:10:19.009961Z","end":"2026-04-23T01:10:19.120419Z","steps":["trace[505917253] 'range keys from in-memory index tree' (duration: 110.363573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:19.120345Z","caller":"traceutil/trace.go:171","msg":"trace[212538306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25668; }","duration":"110.518316ms","start":"2026-04-23T01:10:19.009811Z","end":"2026-04-23T01:10:19.120329Z","steps":["trace[212538306] 'range keys from in-memory index tree' (duration: 110.233789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.121016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.148342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:10:19.121114Z","caller":"traceutil/trace.go:171","msg":"trace[1186879535] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25668; }","duration":"111.276955ms","start":"2026-04-23T01:10:19.009808Z","end":"2026-04-23T01:10:19.121085Z","steps":["trace[1186879535] 'range keys from in-memory index tree' (duration: 110.440414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.758688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.561939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:19.758971Z","caller":"traceutil/trace.go:171","msg":"trace[952102602] linearizableReadLoop","detail":"{readStateIndex:26538; appliedIndex:26534; }","duration":"495.809036ms","start":"2026-04-23T01:10:19.263143Z","end":"2026-04-23T01:10:19.758952Z","steps":["trace[952102602] 'read index received' (duration: 218.633002ms)","trace[952102602] 'applied index is now lower than readState.Index' (duration: 277.175054ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:19.759054Z","caller":"traceutil/trace.go:171","msg":"trace[1368789323] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"633.89426ms","start":"2026-04-23T01:10:19.125148Z","end":"2026-04-23T01:10:19.759042Z","steps":["trace[1368789323] 'process raft request' (duration: 356.612154ms)","trace[1368789323] 'compare' (duration: 276.2598ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:19.759314Z","caller":"traceutil/trace.go:171","msg":"trace[487682343] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"633.071199ms","start":"2026-04-23T01:10:19.126219Z","end":"2026-04-23T01:10:19.75929Z","steps":["trace[487682343] 'process raft request' (duration: 632.653169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.759421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.126203Z","time spent":"633.160322ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:19.759429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.125113Z","time spent":"633.972472ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:19.759445Z","caller":"traceutil/trace.go:171","msg":"trace[242794851] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"634.039524ms","start":"2026-04-23T01:10:19.125363Z","end":"2026-04-23T01:10:19.759402Z","steps":["trace[242794851] 'process raft request' (duration: 633.431569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:19.759442Z","caller":"traceutil/trace.go:171","msg":"trace[102190431] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"632.772552ms","start":"2026-04-23T01:10:19.12663Z","end":"2026-04-23T01:10:19.759402Z","steps":["trace[102190431] 'process raft request' (duration: 632.277319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.759487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.331149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:10:19.759565Z","caller":"traceutil/trace.go:171","msg":"trace[14261989] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25673; }","duration":"496.459822ms","start":"2026-04-23T01:10:19.263086Z","end":"2026-04-23T01:10:19.759546Z","steps":["trace[14261989] 'agreement among raft nodes before linearized reading' (duration: 496.297198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:19.75961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.125332Z","time spent":"634.195287ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:19.759619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.263063Z","time spent":"496.546994ms","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-23T01:10:19.759661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.126608Z","time spent":"632.945557ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:20.259666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:20.760169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:21.260325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:21.3319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.850054455s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:21.931442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775871737s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:21.931566Z","caller":"traceutil/trace.go:171","msg":"trace[1574152366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25673; }","duration":"1.77600623s","start":"2026-04-23T01:10:20.155542Z","end":"2026-04-23T01:10:21.931548Z","steps":["trace[1574152366] 'range keys from in-memory index tree' (duration: 1.775855126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:21.932411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.296282Z","time spent":"1.63609645s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:21.933493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.254234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:21.933654Z","caller":"traceutil/trace.go:171","msg":"trace[263811659] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"2.577780439s","start":"2026-04-23T01:10:19.355853Z","end":"2026-04-23T01:10:21.933634Z","steps":["trace[263811659] 'process raft request' (duration: 1.97630616s)","trace[263811659] 'compare' (duration: 599.591042ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:21.933695Z","caller":"traceutil/trace.go:171","msg":"trace[192556128] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"2.474520135s","start":"2026-04-23T01:10:19.459164Z","end":"2026-04-23T01:10:21.933684Z","steps":["trace[192556128] 'process raft request' (duration: 2.474417663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:21.933726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.355823Z","time spent":"2.57787188s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:21.933772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.459134Z","time spent":"2.474606498s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:22.705211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999807304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:22.705287Z","caller":"traceutil/trace.go:171","msg":"trace[778577762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999926156s","start":"2026-04-23T01:10:20.705343Z","end":"2026-04-23T01:10:22.705269Z","steps":["trace[778577762] 'agreement among raft nodes before linearized reading' (duration: 1.999837124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:22.705349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.705317Z","time spent":"2.000015808s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.705624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:24.705819Z","caller":"traceutil/trace.go:171","msg":"trace[1140229268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268729s","start":"2026-04-23T01:10:22.705523Z","end":"2026-04-23T01:10:24.705792Z","steps":["trace[1140229268] 'agreement among raft nodes before linearized reading' (duration: 2.000051463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:24.705948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.705512Z","time spent":"2.000417542s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:24.887111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.889424Z","time spent":"4.997677046s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:25.045646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.047501Z","time spent":"4.998136997s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:25.046151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.048263Z","time spent":"4.997885281s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:25.04854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.052522Z","time spent":"4.996015362s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:25.049476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.050834Z","time spent":"4.99863426s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:26.714818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:26.714891Z","caller":"traceutil/trace.go:171","msg":"trace[1737630012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410428s","start":"2026-04-23T01:10:24.714465Z","end":"2026-04-23T01:10:26.714875Z","steps":["trace[1737630012] 'agreement among raft nodes before linearized reading' (duration: 2.000298156s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:26.71493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.71445Z","time spent":"2.0004706s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:26.76281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999093721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:26.762878Z","caller":"traceutil/trace.go:171","msg":"trace[1456817703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999219633s","start":"2026-04-23T01:10:21.763639Z","end":"2026-04-23T01:10:26.762858Z","steps":["trace[1456817703] 'agreement among raft nodes before linearized reading' (duration: 4.999144641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:26.76292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.763617Z","time spent":"4.999292366s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:10:26.763478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998601618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:26.763528Z","caller":"traceutil/trace.go:171","msg":"trace[502974491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99867862s","start":"2026-04-23T01:10:21.764838Z","end":"2026-04-23T01:10:26.763516Z","steps":["trace[502974491] 'agreement among raft nodes before linearized reading' (duration: 4.998623778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:26.763565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.764822Z","time spent":"4.998733392s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:10:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:26.763647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999031229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:26.763673Z","caller":"traceutil/trace.go:171","msg":"trace[1664179111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99910227s","start":"2026-04-23T01:10:21.764564Z","end":"2026-04-23T01:10:26.763666Z","steps":["trace[1664179111] 'agreement among raft nodes before linearized reading' (duration: 4.99907578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:26.763701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.764538Z","time spent":"4.999157262s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:10:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:27.051469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.051266Z","time spent":"7.000194848s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:28.014025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.681916305s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:10:28.014856Z","caller":"traceutil/trace.go:171","msg":"trace[896545311] linearizableReadLoop","detail":"{readStateIndex:26546; appliedIndex:26538; }","duration":"8.255826671s","start":"2026-04-23T01:10:19.759009Z","end":"2026-04-23T01:10:28.014836Z","steps":["trace[896545311] 'read index received' (duration: 1.573081286s)","trace[896545311] 'applied index is now lower than readState.Index' (duration: 6.682742845s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:28.015025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.419559463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:10:28.015048Z","caller":"traceutil/trace.go:171","msg":"trace[73338409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25681; }","duration":"8.419633815s","start":"2026-04-23T01:10:19.595407Z","end":"2026-04-23T01:10:28.01504Z","steps":["trace[73338409] 'agreement among raft nodes before linearized reading' (duration: 8.419516212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:28.015074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.595386Z","time spent":"8.419682597s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:10:28.070669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998521721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:28.070737Z","caller":"traceutil/trace.go:171","msg":"trace[1298194084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998630414s","start":"2026-04-23T01:10:26.072091Z","end":"2026-04-23T01:10:28.070722Z","steps":["trace[1298194084] 'agreement among raft nodes before linearized reading' (duration: 1.998552482s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:28.070767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:26.072071Z","time spent":"1.998689615s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:28.515901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:28.715751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00036289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:28.715845Z","caller":"traceutil/trace.go:171","msg":"trace[82881607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489172s","start":"2026-04-23T01:10:26.715332Z","end":"2026-04-23T01:10:28.715821Z","steps":["trace[82881607] 'agreement among raft nodes before linearized reading' (duration: 2.00037838s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:28.715955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:26.715318Z","time spent":"2.000620806s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:28.937874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.940139Z","time spent":"4.997727046s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:29.016922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:29.517745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:29.594794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.019505Z","time spent":"1.575283642s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:29.798186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.797232Z","time spent":"7.000950008s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:29.886041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:29.886114Z","caller":"traceutil/trace.go:171","msg":"trace[809130757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051371s","start":"2026-04-23T01:10:27.886044Z","end":"2026-04-23T01:10:29.886095Z","steps":["trace[809130757] 'agreement among raft nodes before linearized reading' (duration: 1.999961189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:29.88615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.886027Z","time spent":"2.000116362s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:29.887033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999089659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:29.887124Z","caller":"traceutil/trace.go:171","msg":"trace[528275972] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999251513s","start":"2026-04-23T01:10:24.887851Z","end":"2026-04-23T01:10:29.887103Z","steps":["trace[528275972] 'agreement among raft nodes before linearized reading' (duration: 4.99912651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:29.887174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.887839Z","time spent":"4.999323995s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 01:10:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.018374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:30.04541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998617367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:30.045479Z","caller":"traceutil/trace.go:171","msg":"trace[353252907] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998732481s","start":"2026-04-23T01:10:25.04673Z","end":"2026-04-23T01:10:30.045463Z","steps":["trace[353252907] 'agreement among raft nodes before linearized reading' (duration: 4.998640538s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.045513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.046715Z","time spent":"4.998791202s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.046694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999253534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:30.046756Z","caller":"traceutil/trace.go:171","msg":"trace[1252539380] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999339355s","start":"2026-04-23T01:10:25.047402Z","end":"2026-04-23T01:10:30.046741Z","steps":["trace[1252539380] 'agreement among raft nodes before linearized reading' (duration: 4.999271284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.046805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.047394Z","time spent":"4.999398127s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.048537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997934081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:30.048598Z","caller":"traceutil/trace.go:171","msg":"trace[1636954114] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998009962s","start":"2026-04-23T01:10:25.050572Z","end":"2026-04-23T01:10:30.048582Z","steps":["trace[1636954114] 'agreement among raft nodes before linearized reading' (duration: 4.997940031s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.048658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.050568Z","time spent":"4.998077264s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.049178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993794747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:30.049237Z","caller":"traceutil/trace.go:171","msg":"trace[925144643] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993895169s","start":"2026-04-23T01:10:27.055327Z","end":"2026-04-23T01:10:30.049223Z","steps":["trace[925144643] 'agreement among raft nodes before linearized reading' (duration: 2.993832278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.049294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.055306Z","time spent":"2.993972211s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.050131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999542322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:30.050206Z","caller":"traceutil/trace.go:171","msg":"trace[189972252] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999641894s","start":"2026-04-23T01:10:25.050539Z","end":"2026-04-23T01:10:30.050181Z","steps":["trace[189972252] 'agreement among raft nodes before linearized reading' (duration: 4.999554042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.050261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.050532Z","time spent":"4.999721676s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.069191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.767571435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:30.069328Z","caller":"traceutil/trace.go:171","msg":"trace[482110839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.767735399s","start":"2026-04-23T01:10:20.301545Z","end":"2026-04-23T01:10:30.069281Z","steps":["trace[482110839] 'agreement among raft nodes before linearized reading' (duration: 9.767605636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.069413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.301517Z","time spent":"9.767854883s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:30.518748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:30.663528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.663309Z","time spent":"7.000212637s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:30.709134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.708102Z","time spent":"7.001027027s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:30.723401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:30.723485Z","caller":"traceutil/trace.go:171","msg":"trace[75206172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142773s","start":"2026-04-23T01:10:28.723322Z","end":"2026-04-23T01:10:30.723465Z","steps":["trace[75206172] 'agreement among raft nodes before linearized reading' (duration: 2.00004659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:30.723527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.723301Z","time spent":"2.000217354s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:31.019069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:31.157595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000284794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:31.157656Z","caller":"traceutil/trace.go:171","msg":"trace[445888965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000401297s","start":"2026-04-23T01:10:21.157241Z","end":"2026-04-23T01:10:31.157642Z","steps":["trace[445888965] 'agreement among raft nodes before linearized reading' (duration: 10.000321065s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:31.157687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.157223Z","time spent":"10.000458938s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/23 01:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:31.519914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:31.762882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997453589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:31.76297Z","caller":"traceutil/trace.go:171","msg":"trace[1098781449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997632933s","start":"2026-04-23T01:10:28.765315Z","end":"2026-04-23T01:10:31.762948Z","steps":["trace[1098781449] 'agreement among raft nodes before linearized reading' (duration: 2.99749655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:31.763044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.765286Z","time spent":"2.997746266s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:31.764587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998160208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T01:10:31.764641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999909636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:31.764703Z","caller":"traceutil/trace.go:171","msg":"trace[2066956673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998333062s","start":"2026-04-23T01:10:28.766341Z","end":"2026-04-23T01:10:31.764674Z","steps":["trace[2066956673] 'agreement among raft nodes before linearized reading' (duration: 2.998173938s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:31.76473Z","caller":"traceutil/trace.go:171","msg":"trace[193788701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000038138s","start":"2026-04-23T01:10:21.764669Z","end":"2026-04-23T01:10:31.764707Z","steps":["trace[193788701] 'agreement among raft nodes before linearized reading' (duration: 9.999922595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:31.76476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.76633Z","time spent":"2.998416344s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:10:31.764783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.764663Z","time spent":"10.000109191s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/23 01:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 01:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:31.76534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999773388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:31.765444Z","caller":"traceutil/trace.go:171","msg":"trace[2100352051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999938532s","start":"2026-04-23T01:10:28.765481Z","end":"2026-04-23T01:10:31.76542Z","steps":["trace[2100352051] 'agreement among raft nodes before linearized reading' (duration: 2.999809339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:31.765496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.76546Z","time spent":"3.000024165s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:10:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:32.021051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:32.522136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:32.731306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:32.731468Z","caller":"traceutil/trace.go:171","msg":"trace[1813041084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312877s","start":"2026-04-23T01:10:30.731133Z","end":"2026-04-23T01:10:32.731445Z","steps":["trace[1813041084] 'agreement among raft nodes before linearized reading' (duration: 2.000125083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:32.731547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.731111Z","time spent":"2.00042235s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:33.022282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:33.398332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242135362s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:33.39933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.813273Z","time spent":"3.586050293s","remote":"127.0.0.1:39546","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:10:33.399478Z","caller":"traceutil/trace.go:171","msg":"trace[1599024708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25681; }","duration":"3.242289865s","start":"2026-04-23T01:10:30.156157Z","end":"2026-04-23T01:10:33.398446Z","steps":["trace[1599024708] 'range keys from in-memory index tree' (duration: 3.242116001s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.404493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.390307769s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:33.442972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007718051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:33.44306Z","caller":"traceutil/trace.go:171","msg":"trace[379992462] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007871885s","start":"2026-04-23T01:10:23.435167Z","end":"2026-04-23T01:10:33.443039Z","steps":["trace[379992462] 'agreement among raft nodes before linearized reading' (duration: 10.007750432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.443111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.435147Z","time spent":"10.007952366s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 01:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:33.937712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997718035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:33.937795Z","caller":"traceutil/trace.go:171","msg":"trace[219758053] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997859048s","start":"2026-04-23T01:10:28.939917Z","end":"2026-04-23T01:10:33.937776Z","steps":["trace[219758053] 'agreement among raft nodes before linearized reading' (duration: 4.997756266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:33.937853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.939852Z","time spent":"4.997983192s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 01:10:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:34.731992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999809253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:34.732074Z","caller":"traceutil/trace.go:171","msg":"trace[844918802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988148s","start":"2026-04-23T01:10:32.732067Z","end":"2026-04-23T01:10:34.732055Z","steps":["trace[844918802] 'agreement among raft nodes before linearized reading' (duration: 1.999879045s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:34.732119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.732046Z","time spent":"2.00006428s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:34.88818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:34.888256Z","caller":"traceutil/trace.go:171","msg":"trace[831151442] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999318346s","start":"2026-04-23T01:10:29.888918Z","end":"2026-04-23T01:10:34.888236Z","steps":["trace[831151442] 'agreement among raft nodes before linearized reading' (duration: 4.999222593s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:34.888293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.888902Z","time spent":"4.999383057s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 01:10:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:35.0516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997728236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:35.051766Z","caller":"traceutil/trace.go:171","msg":"trace[825381378] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99794447s","start":"2026-04-23T01:10:30.053794Z","end":"2026-04-23T01:10:35.051738Z","steps":["trace[825381378] 'agreement among raft nodes before linearized reading' (duration: 4.997758966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:35.05186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.053776Z","time spent":"4.998070404s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:10:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:35.158151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.157132Z","time spent":"7.001012948s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:35.231115Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"041d9db7b3acd89a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:10:36.598215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.597346Z","time spent":"7.000863623s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:36.746929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:36.747035Z","caller":"traceutil/trace.go:171","msg":"trace[723679239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097392s","start":"2026-04-23T01:10:34.746899Z","end":"2026-04-23T01:10:36.746996Z","steps":["trace[723679239] 'agreement among raft nodes before linearized reading' (duration: 1.999964089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:36.747086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:34.74688Z","time spent":"2.000194444s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:36.7649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.766951Z","time spent":"4.997940442s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:10:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:36.766012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.767253Z","time spent":"4.998755191s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:37.050659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.050285Z","time spent":"7.00036655s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:37.66916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.668388Z","time spent":"7.00076552s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:37.79968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.997575363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:37.799751Z","caller":"traceutil/trace.go:171","msg":"trace[1693734085] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.997674486s","start":"2026-04-23T01:10:29.802059Z","end":"2026-04-23T01:10:37.799734Z","steps":["trace[1693734085] 'agreement among raft nodes before linearized reading' (duration: 7.997585924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:37.799785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.80205Z","time spent":"7.997728018s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 01:10:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:38.070324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:38.070417Z","caller":"traceutil/trace.go:171","msg":"trace[1702933061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272445s","start":"2026-04-23T01:10:36.070123Z","end":"2026-04-23T01:10:38.070395Z","steps":["trace[1702933061] 'agreement among raft nodes before linearized reading' (duration: 2.000160242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.070467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.070102Z","time spent":"2.000352876s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:38.160881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.15974Z","time spent":"7.00112865s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:38.391303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.985432813s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:38.748783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000510721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:38.748903Z","caller":"traceutil/trace.go:171","msg":"trace[377003159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682555s","start":"2026-04-23T01:10:36.748189Z","end":"2026-04-23T01:10:38.748872Z","steps":["trace[377003159] 'agreement among raft nodes before linearized reading' (duration: 2.000531001s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:38.748973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.748173Z","time spent":"2.000779968s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:40.773846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000739108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:40.773928Z","caller":"traceutil/trace.go:171","msg":"trace[285024675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886732s","start":"2026-04-23T01:10:38.773021Z","end":"2026-04-23T01:10:40.773908Z","steps":["trace[285024675] 'agreement among raft nodes before linearized reading' (duration: 2.000759908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:40.773967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.773007Z","time spent":"2.000952283s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:41.302688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822532471s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T01:10:41.302728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146642094s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.303108Z","caller":"traceutil/trace.go:171","msg":"trace[1238850440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25688; }","duration":"1.147042575s","start":"2026-04-23T01:10:40.156051Z","end":"2026-04-23T01:10:41.303094Z","steps":["trace[1238850440] 'range keys from in-memory index tree' (duration: 1.146622994s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.304255Z","caller":"traceutil/trace.go:171","msg":"trace[1917073689] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26550; }","duration":"13.289333378s","start":"2026-04-23T01:10:28.014901Z","end":"2026-04-23T01:10:41.304235Z","steps":["trace[1917073689] 'read index received' (duration: 5.390305479s)","trace[1917073689] 'applied index is now lower than readState.Index' (duration: 7.899026999s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:41.304478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.353339837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.304506Z","caller":"traceutil/trace.go:171","msg":"trace[265828309] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25692; }","duration":"13.353409689s","start":"2026-04-23T01:10:27.951087Z","end":"2026-04-23T01:10:41.304497Z","steps":["trace[265828309] 'agreement among raft nodes before linearized reading' (duration: 13.353336628s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.304529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.951071Z","time spent":"13.35345164s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.304659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.475119159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.304677Z","caller":"traceutil/trace.go:171","msg":"trace[1857082865] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25692; }","duration":"13.475176601s","start":"2026-04-23T01:10:27.829494Z","end":"2026-04-23T01:10:41.304671Z","steps":["trace[1857082865] 'agreement among raft nodes before linearized reading' (duration: 13.47514432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.304695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.829468Z","time spent":"13.475221721s","remote":"127.0.0.1:37024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.304805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.509694963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.304827Z","caller":"traceutil/trace.go:171","msg":"trace[116675490] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25692; }","duration":"13.509740894s","start":"2026-04-23T01:10:27.79508Z","end":"2026-04-23T01:10:41.304821Z","steps":["trace[116675490] 'agreement among raft nodes before linearized reading' (duration: 13.509704974s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.304845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.795065Z","time spent":"13.509774975s","remote":"127.0.0.1:36224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.304937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.021601327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.304956Z","caller":"traceutil/trace.go:171","msg":"trace[1672244546] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25692; }","duration":"14.021651749s","start":"2026-04-23T01:10:27.283297Z","end":"2026-04-23T01:10:41.304949Z","steps":["trace[1672244546] 'agreement among raft nodes before linearized reading' (duration: 14.021622788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.304976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.283271Z","time spent":"14.02169967s","remote":"127.0.0.1:37124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.304759833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305101Z","caller":"traceutil/trace.go:171","msg":"trace[421640401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25692; }","duration":"14.304783053s","start":"2026-04-23T01:10:27.000308Z","end":"2026-04-23T01:10:41.305091Z","steps":["trace[421640401] 'agreement among raft nodes before linearized reading' (duration: 14.304746412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:27.000286Z","time spent":"14.304827065s","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.014186364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.305247Z","caller":"traceutil/trace.go:171","msg":"trace[1281679926] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25692; }","duration":"15.014261896s","start":"2026-04-23T01:10:26.29098Z","end":"2026-04-23T01:10:41.305242Z","steps":["trace[1281679926] 'agreement among raft nodes before linearized reading' (duration: 15.014226395s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:26.290935Z","time spent":"15.014325098s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.146913894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305376Z","caller":"traceutil/trace.go:171","msg":"trace[1090131852] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25692; }","duration":"15.146966715s","start":"2026-04-23T01:10:26.158401Z","end":"2026-04-23T01:10:41.305368Z","steps":["trace[1090131852] 'agreement among raft nodes before linearized reading' (duration: 15.146936274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:26.158379Z","time spent":"15.147009726s","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.797181727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305516Z","caller":"traceutil/trace.go:171","msg":"trace[885248264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25692; }","duration":"15.797228269s","start":"2026-04-23T01:10:25.508281Z","end":"2026-04-23T01:10:41.305509Z","steps":["trace[885248264] 'agreement among raft nodes before linearized reading' (duration: 15.797196948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.508265Z","time spent":"15.797266019s","remote":"127.0.0.1:48694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.339983352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305668Z","caller":"traceutil/trace.go:171","msg":"trace[460521727] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25692; }","duration":"20.340031904s","start":"2026-04-23T01:10:20.96563Z","end":"2026-04-23T01:10:41.305662Z","steps":["trace[460521727] 'agreement among raft nodes before linearized reading' (duration: 20.340001293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.852863927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305768Z","caller":"traceutil/trace.go:171","msg":"trace[1338408858] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25692; }","duration":"19.852946279s","start":"2026-04-23T01:10:21.4528Z","end":"2026-04-23T01:10:41.305747Z","steps":["trace[1338408858] 'agreement among raft nodes before linearized reading' (duration: 19.852807794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.452785Z","time spent":"19.853019801s","remote":"127.0.0.1:36650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.324997985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305895Z","caller":"traceutil/trace.go:171","msg":"trace[914407925] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25692; }","duration":"18.325064857s","start":"2026-04-23T01:10:22.980821Z","end":"2026-04-23T01:10:41.305886Z","steps":["trace[914407925] 'agreement among raft nodes before linearized reading' (duration: 18.325016646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.980798Z","time spent":"18.325111529s","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.305945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.505697407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.305974Z","caller":"traceutil/trace.go:171","msg":"trace[1221466690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25692; }","duration":"18.505754439s","start":"2026-04-23T01:10:22.80021Z","end":"2026-04-23T01:10:41.305964Z","steps":["trace[1221466690] 'agreement among raft nodes before linearized reading' (duration: 18.505709528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.800195Z","time spent":"18.50579908s","remote":"127.0.0.1:36600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.039742505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.306045Z","caller":"traceutil/trace.go:171","msg":"trace[719665818] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25692; }","duration":"16.039785477s","start":"2026-04-23T01:10:25.266254Z","end":"2026-04-23T01:10:41.306039Z","steps":["trace[719665818] 'agreement among raft nodes before linearized reading' (duration: 16.039759546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:25.266239Z","time spent":"16.039815497s","remote":"127.0.0.1:36578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.597054289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:10:41.306167Z","caller":"traceutil/trace.go:171","msg":"trace[1418151827] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152; range_end:; response_count:1; response_revision:25692; }","duration":"16.59710938s","start":"2026-04-23T01:10:24.709052Z","end":"2026-04-23T01:10:41.306162Z","steps":["trace[1418151827] 'agreement among raft nodes before linearized reading' (duration: 16.597036868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.709032Z","time spent":"16.59714558s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" "} {"level":"warn","ts":"2026-04-23T01:10:41.306182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.561624213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.306254Z","caller":"traceutil/trace.go:171","msg":"trace[528452991] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25692; }","duration":"18.561703785s","start":"2026-04-23T01:10:22.744508Z","end":"2026-04-23T01:10:41.306212Z","steps":["trace[528452991] 'agreement among raft nodes before linearized reading' (duration: 18.561632923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.741117188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.306282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.501794143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.306295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.744491Z","time spent":"18.561791527s","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.306309Z","caller":"traceutil/trace.go:171","msg":"trace[1835836172] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25692; }","duration":"17.501880955s","start":"2026-04-23T01:10:23.804421Z","end":"2026-04-23T01:10:41.306302Z","steps":["trace[1835836172] 'agreement among raft nodes before linearized reading' (duration: 17.501820764s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.306283Z","caller":"traceutil/trace.go:171","msg":"trace[1495527291] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25692; }","duration":"17.74116997s","start":"2026-04-23T01:10:23.565109Z","end":"2026-04-23T01:10:41.306279Z","steps":["trace[1495527291] 'agreement among raft nodes before linearized reading' (duration: 17.741141669s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.565089Z","time spent":"17.741239431s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.804394Z","time spent":"17.501930206s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.867682866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.30643Z","caller":"traceutil/trace.go:171","msg":"trace[548208052] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25692; }","duration":"16.867768868s","start":"2026-04-23T01:10:24.438647Z","end":"2026-04-23T01:10:41.306416Z","steps":["trace[548208052] 'agreement among raft nodes before linearized reading' (duration: 16.867694866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.795523077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.306419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.390719522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.306474Z","caller":"traceutil/trace.go:171","msg":"trace[198016067] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25692; }","duration":"19.795598908s","start":"2026-04-23T01:10:21.510867Z","end":"2026-04-23T01:10:41.306466Z","steps":["trace[198016067] 'agreement among raft nodes before linearized reading' (duration: 19.795548557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.356224369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.306503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.510839Z","time spent":"19.79565752s","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.306497Z","caller":"traceutil/trace.go:171","msg":"trace[222680219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25692; }","duration":"19.390856666s","start":"2026-04-23T01:10:21.915621Z","end":"2026-04-23T01:10:41.306477Z","steps":["trace[222680219] 'agreement among raft nodes before linearized reading' (duration: 19.390696952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.30653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.723111248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:10:41.306552Z","caller":"traceutil/trace.go:171","msg":"trace[679953774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25692; }","duration":"16.723158019s","start":"2026-04-23T01:10:24.583387Z","end":"2026-04-23T01:10:41.306545Z","steps":["trace[679953774] 'agreement among raft nodes before linearized reading' (duration: 16.723083788s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.306534Z","caller":"traceutil/trace.go:171","msg":"trace[2020624174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25692; }","duration":"17.356354722s","start":"2026-04-23T01:10:23.950152Z","end":"2026-04-23T01:10:41.306507Z","steps":["trace[2020624174] 'agreement among raft nodes before linearized reading' (duration: 17.356207699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.43983415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:41.306557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.915603Z","time spent":"19.390940098s","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.583372Z","time spent":"16.72319426s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:10:41.306591Z","caller":"traceutil/trace.go:171","msg":"trace[511657464] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25692; }","duration":"20.439881351s","start":"2026-04-23T01:10:20.866696Z","end":"2026-04-23T01:10:41.306578Z","steps":["trace[511657464] 'agreement among raft nodes before linearized reading' (duration: 20.439799869s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:23.95013Z","time spent":"17.356449064s","remote":"127.0.0.1:48664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.866657Z","time spent":"20.439956433s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.843840259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.30665Z","caller":"traceutil/trace.go:171","msg":"trace[479396150] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25692; }","duration":"19.84389756s","start":"2026-04-23T01:10:21.462744Z","end":"2026-04-23T01:10:41.306642Z","steps":["trace[479396150] 'agreement among raft nodes before linearized reading' (duration: 19.843855279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.545488007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-z7csq\" ","response":"range_response_count:1 size:4352"} {"level":"warn","ts":"2026-04-23T01:10:41.306676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:21.462726Z","time spent":"19.843942782s","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.306683Z","caller":"traceutil/trace.go:171","msg":"trace[341360981] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-z7csq; range_end:; response_count:1; response_revision:25692; }","duration":"21.545541949s","start":"2026-04-23T01:10:19.761134Z","end":"2026-04-23T01:10:41.306676Z","steps":["trace[341360981] 'agreement among raft nodes before linearized reading' (duration: 21.545489967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.306703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:19.761099Z","time spent":"21.54559966s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-z7csq\" "} {"level":"warn","ts":"2026-04-23T01:10:41.306678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.016062041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.306755Z","caller":"traceutil/trace.go:171","msg":"trace[1966255209] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25692; }","duration":"21.016168863s","start":"2026-04-23T01:10:20.290564Z","end":"2026-04-23T01:10:41.306732Z","steps":["trace[1966255209] 'agreement among raft nodes before linearized reading' (duration: 21.01604007s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.305704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.965613Z","time spent":"20.340085865s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.729546573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.307362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.290547Z","time spent":"21.016758088s","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.063610223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T01:10:41.307417Z","caller":"traceutil/trace.go:171","msg":"trace[1701129691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25692; }","duration":"21.064153157s","start":"2026-04-23T01:10:20.243248Z","end":"2026-04-23T01:10:41.307401Z","steps":["trace[1701129691] 'agreement among raft nodes before linearized reading' (duration: 21.063547642s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.30679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.614396848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.307477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.243175Z","time spent":"21.06427012s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T01:10:41.307353Z","caller":"traceutil/trace.go:171","msg":"trace[1160990003] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:0; response_revision:25692; }","duration":"18.730090256s","start":"2026-04-23T01:10:22.577234Z","end":"2026-04-23T01:10:41.307324Z","steps":["trace[1160990003] 'agreement among raft nodes before linearized reading' (duration: 18.729577913s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.307538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.57721Z","time spent":"18.730319051s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:10:41.306944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.913855305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.306456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:24.438628Z","time spent":"16.867819949s","remote":"127.0.0.1:37046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.307174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.994935155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.307851Z","caller":"traceutil/trace.go:171","msg":"trace[1321815295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25692; }","duration":"20.995630123s","start":"2026-04-23T01:10:20.312205Z","end":"2026-04-23T01:10:41.307835Z","steps":["trace[1321815295] 'agreement among raft nodes before linearized reading' (duration: 20.994938195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.307921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.312194Z","time spent":"20.995713114s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.30749Z","caller":"traceutil/trace.go:171","msg":"trace[1751995621] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25692; }","duration":"18.615127217s","start":"2026-04-23T01:10:22.692347Z","end":"2026-04-23T01:10:41.307474Z","steps":["trace[1751995621] 'agreement among raft nodes before linearized reading' (duration: 18.614412839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.308066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.692331Z","time spent":"18.615722912s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.306961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.1368903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5b89b97964-fktjn\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-04-23T01:10:41.308203Z","caller":"traceutil/trace.go:171","msg":"trace[1578811613] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5b89b97964-fktjn; range_end:; response_count:1; response_revision:25692; }","duration":"19.13815077s","start":"2026-04-23T01:10:22.170041Z","end":"2026-04-23T01:10:41.308192Z","steps":["trace[1578811613] 'agreement among raft nodes before linearized reading' (duration: 19.136814597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.308239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:22.170027Z","time spent":"19.138202682s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-5b89b97964-fktjn\" "} {"level":"info","ts":"2026-04-23T01:10:41.307677Z","caller":"traceutil/trace.go:171","msg":"trace[1513753158] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25692; }","duration":"20.914627404s","start":"2026-04-23T01:10:20.393035Z","end":"2026-04-23T01:10:41.307663Z","steps":["trace[1513753158] 'agreement among raft nodes before linearized reading' (duration: 20.913861745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.308425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.393017Z","time spent":"20.915388963s","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.307017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.702960198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.308588Z","caller":"traceutil/trace.go:171","msg":"trace[55459837] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25692; }","duration":"20.704563048s","start":"2026-04-23T01:10:20.60401Z","end":"2026-04-23T01:10:41.308573Z","steps":["trace[55459837] 'agreement among raft nodes before linearized reading' (duration: 20.702968867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.30864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:20.60399Z","time spent":"20.70463844s","remote":"127.0.0.1:54362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.39372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.00113475s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:41.394245Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"96.953µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-04-23T01:10:41.394288Z","caller":"traceutil/trace.go:171","msg":"trace[1213956966] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25692; }","duration":"6.231874011s","start":"2026-04-23T01:10:35.162378Z","end":"2026-04-23T01:10:41.394252Z","steps":["trace[1213956966] 'process raft request' (duration: 6.231558644s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.394414Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"041d9db7b3acd89a","error":"lease not found"} {"level":"warn","ts":"2026-04-23T01:10:41.394442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.162353Z","time spent":"6.231987795s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:41.394495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.250469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.39454Z","caller":"traceutil/trace.go:171","msg":"trace[1060247032] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25692; }","duration":"404.327031ms","start":"2026-04-23T01:10:40.99019Z","end":"2026-04-23T01:10:41.394517Z","steps":["trace[1060247032] 'agreement among raft nodes before linearized reading' (duration: 404.249209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.394583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.990174Z","time spent":"404.399282ms","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.394866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.008054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.3949Z","caller":"traceutil/trace.go:171","msg":"trace[1311372729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25692; }","duration":"621.086625ms","start":"2026-04-23T01:10:40.773803Z","end":"2026-04-23T01:10:41.39489Z","steps":["trace[1311372729] 'agreement among raft nodes before linearized reading' (duration: 621.025964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.394927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.773781Z","time spent":"621.139977ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:41.395055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.56580319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.395103Z","caller":"traceutil/trace.go:171","msg":"trace[1925995081] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25692; }","duration":"8.565889942s","start":"2026-04-23T01:10:32.829201Z","end":"2026-04-23T01:10:41.39509Z","steps":["trace[1925995081] 'agreement among raft nodes before linearized reading' (duration: 8.565771579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.395121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.005443476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.395138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.829182Z","time spent":"8.565947604s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:41.395166Z","caller":"traceutil/trace.go:171","msg":"trace[528461971] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25692; }","duration":"9.005527328s","start":"2026-04-23T01:10:32.389628Z","end":"2026-04-23T01:10:41.395155Z","steps":["trace[528461971] 'agreement among raft nodes before linearized reading' (duration: 9.005453996s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.395208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.389615Z","time spent":"9.005584309s","remote":"127.0.0.1:37108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.27508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.395361Z","caller":"traceutil/trace.go:171","msg":"trace[942472170] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25692; }","duration":"700.344312ms","start":"2026-04-23T01:10:40.695007Z","end":"2026-04-23T01:10:41.395351Z","steps":["trace[942472170] 'agreement among raft nodes before linearized reading' (duration: 700.282329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.395389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.694987Z","time spent":"700.395243ms","remote":"127.0.0.1:54260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.024525009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.395444Z","caller":"traceutil/trace.go:171","msg":"trace[1972249] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25692; }","duration":"9.024594171s","start":"2026-04-23T01:10:32.370835Z","end":"2026-04-23T01:10:41.395429Z","steps":["trace[1972249] 'agreement among raft nodes before linearized reading' (duration: 9.024537169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.395475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.370812Z","time spent":"9.024654133s","remote":"127.0.0.1:51682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.800153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.395624Z","caller":"traceutil/trace.go:171","msg":"trace[1877215614] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25692; }","duration":"994.889575ms","start":"2026-04-23T01:10:40.400725Z","end":"2026-04-23T01:10:41.395615Z","steps":["trace[1877215614] 'agreement among raft nodes before linearized reading' (duration: 994.800833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.395653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:40.400704Z","time spent":"994.940907ms","remote":"127.0.0.1:35390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.229428624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.395698Z","caller":"traceutil/trace.go:171","msg":"trace[63472705] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25692; }","duration":"9.229498266s","start":"2026-04-23T01:10:32.166188Z","end":"2026-04-23T01:10:41.395686Z","steps":["trace[63472705] 'agreement among raft nodes before linearized reading' (duration: 9.229434935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.395729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:32.166163Z","time spent":"9.229558818s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743782545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.395857Z","caller":"traceutil/trace.go:171","msg":"trace[1656710751] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25692; }","duration":"1.743859287s","start":"2026-04-23T01:10:39.651989Z","end":"2026-04-23T01:10:41.395848Z","steps":["trace[1656710751] 'agreement among raft nodes before linearized reading' (duration: 1.743792986s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.39592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:39.651968Z","time spent":"1.743943019s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.851225572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.395994Z","caller":"traceutil/trace.go:171","msg":"trace[957954122] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25692; }","duration":"12.851304234s","start":"2026-04-23T01:10:28.544677Z","end":"2026-04-23T01:10:41.395981Z","steps":["trace[957954122] 'agreement among raft nodes before linearized reading' (duration: 12.851234402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.544657Z","time spent":"12.851362095s","remote":"127.0.0.1:36336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.396093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151372073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.396172Z","caller":"traceutil/trace.go:171","msg":"trace[376162165] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25692; }","duration":"3.151478115s","start":"2026-04-23T01:10:38.244681Z","end":"2026-04-23T01:10:41.396159Z","steps":["trace[376162165] 'agreement among raft nodes before linearized reading' (duration: 3.151372252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.244666Z","time spent":"3.151543557s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.395856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.241244136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.396327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.330217333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-04-23T01:10:41.396361Z","caller":"traceutil/trace.go:171","msg":"trace[2011167023] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25692; }","duration":"13.330269894s","start":"2026-04-23T01:10:28.066081Z","end":"2026-04-23T01:10:41.396351Z","steps":["trace[2011167023] 'agreement among raft nodes before linearized reading' (duration: 13.33013353s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.396372Z","caller":"traceutil/trace.go:171","msg":"trace[157755501] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25692; }","duration":"12.241821761s","start":"2026-04-23T01:10:29.154524Z","end":"2026-04-23T01:10:41.396346Z","steps":["trace[157755501] 'agreement among raft nodes before linearized reading' (duration: 12.241213475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156094113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.396389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:28.066065Z","time spent":"13.330317226s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11858,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-23T01:10:41.396433Z","caller":"traceutil/trace.go:171","msg":"trace[766802402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25692; }","duration":"3.156151133s","start":"2026-04-23T01:10:38.240267Z","end":"2026-04-23T01:10:41.396419Z","steps":["trace[766802402] 'agreement among raft nodes before linearized reading' (duration: 3.156100372s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.240242Z","time spent":"3.156211835s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.396489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.410203118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:41.396549Z","caller":"traceutil/trace.go:171","msg":"trace[1449856480] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25692; }","duration":"9.41030961s","start":"2026-04-23T01:10:31.986223Z","end":"2026-04-23T01:10:41.396533Z","steps":["trace[1449856480] 'agreement among raft nodes before linearized reading' (duration: 9.410173417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.39643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.154499Z","time spent":"12.241913783s","remote":"127.0.0.1:35842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.396577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.986202Z","time spent":"9.410368692s","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.39656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.684432492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T01:10:41.396622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226634177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.396652Z","caller":"traceutil/trace.go:171","msg":"trace[541904487] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25692; }","duration":"3.226702589s","start":"2026-04-23T01:10:38.169941Z","end":"2026-04-23T01:10:41.396643Z","steps":["trace[541904487] 'agreement among raft nodes before linearized reading' (duration: 3.226651898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:38.169917Z","time spent":"3.22675727s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.396707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.335570673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.396744Z","caller":"traceutil/trace.go:171","msg":"trace[583957484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25692; }","duration":"10.335646545s","start":"2026-04-23T01:10:31.061089Z","end":"2026-04-23T01:10:41.396735Z","steps":["trace[583957484] 'agreement among raft nodes before linearized reading' (duration: 10.335583084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:31.061065Z","time spent":"10.335709057s","remote":"127.0.0.1:36230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.396889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596940607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T01:10:41.39692Z","caller":"traceutil/trace.go:171","msg":"trace[1405702176] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25692; }","duration":"3.596992319s","start":"2026-04-23T01:10:37.799917Z","end":"2026-04-23T01:10:41.396909Z","steps":["trace[1405702176] 'agreement among raft nodes before linearized reading' (duration: 3.596883036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.396945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.7999Z","time spent":"3.597039739s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T01:10:41.39711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.338942633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.397152Z","caller":"traceutil/trace.go:171","msg":"trace[1923477643] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25692; }","duration":"11.339032446s","start":"2026-04-23T01:10:30.058107Z","end":"2026-04-23T01:10:41.39714Z","steps":["trace[1923477643] 'agreement among raft nodes before linearized reading' (duration: 11.338936534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723590662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:10:41.397189Z","caller":"traceutil/trace.go:171","msg":"trace[1017313614] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25692; }","duration":"3.723648733s","start":"2026-04-23T01:10:37.673535Z","end":"2026-04-23T01:10:41.397184Z","steps":["trace[1017313614] 'agreement among raft nodes before linearized reading' (duration: 3.723548941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.058086Z","time spent":"11.339091187s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.397206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:37.673516Z","time spent":"3.723686574s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-23T01:10:41.396644Z","caller":"traceutil/trace.go:171","msg":"trace[1352474563] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25692; }","duration":"10.684572785s","start":"2026-04-23T01:10:30.712047Z","end":"2026-04-23T01:10:41.396619Z","steps":["trace[1352474563] 'agreement among raft nodes before linearized reading' (duration: 10.684306539s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921987726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.397317Z","caller":"traceutil/trace.go:171","msg":"trace[1698166401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25692; }","duration":"4.922038987s","start":"2026-04-23T01:10:36.475273Z","end":"2026-04-23T01:10:41.397312Z","steps":["trace[1698166401] 'agreement among raft nodes before linearized reading' (duration: 4.922004276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:30.712026Z","time spent":"10.685268033s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:10:41.397331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:36.475253Z","time spent":"4.922073828s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.397374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.419490352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:41.397421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.415716079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.397435Z","caller":"traceutil/trace.go:171","msg":"trace[1575742138] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25692; }","duration":"5.415771771s","start":"2026-04-23T01:10:35.981659Z","end":"2026-04-23T01:10:41.39743Z","steps":["trace[1575742138] 'agreement among raft nodes before linearized reading' (duration: 5.41574279s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:41.397427Z","caller":"traceutil/trace.go:171","msg":"trace[688935123] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25692; }","duration":"11.419573234s","start":"2026-04-23T01:10:29.977835Z","end":"2026-04-23T01:10:41.397408Z","steps":["trace[688935123] 'agreement among raft nodes before linearized reading' (duration: 11.419511313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:35.981636Z","time spent":"5.415808852s","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.397461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:29.977801Z","time spent":"11.419650405s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.397555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.52839224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:10:41.397569Z","caller":"traceutil/trace.go:171","msg":"trace[822375219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25692; }","duration":"7.52843027s","start":"2026-04-23T01:10:33.869134Z","end":"2026-04-23T01:10:41.397565Z","steps":["trace[822375219] 'agreement among raft nodes before linearized reading' (duration: 7.528384209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.86912Z","time spent":"7.528458271s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:10:41.397599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.123012416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:41.39764Z","caller":"traceutil/trace.go:171","msg":"trace[1166821522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25692; }","duration":"8.123080528s","start":"2026-04-23T01:10:33.274545Z","end":"2026-04-23T01:10:41.397626Z","steps":["trace[1166821522] 'agreement among raft nodes before linearized reading' (duration: 8.123017326s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:41.397681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:33.274526Z","time spent":"8.123139308s","remote":"127.0.0.1:36658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:41.894601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:42.395704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:42.89623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:43.396514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:43.405915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00086569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:43.405973Z","caller":"traceutil/trace.go:171","msg":"trace[380102570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962402s","start":"2026-04-23T01:10:41.404994Z","end":"2026-04-23T01:10:43.405956Z","steps":["trace[380102570] 'agreement among raft nodes before linearized reading' (duration: 2.00087807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:43.406014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.404986Z","time spent":"2.001017875s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:43.896924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:44.045891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.566250757s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:44.413163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.049447ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T01:10:44.413726Z","caller":"traceutil/trace.go:171","msg":"trace[319365795] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"3.084517442s","start":"2026-04-23T01:10:41.329186Z","end":"2026-04-23T01:10:44.413704Z","steps":["trace[319365795] 'process raft request' (duration: 3.084412009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:44.413891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.329157Z","time spent":"3.084664536s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:44.414017Z","caller":"traceutil/trace.go:171","msg":"trace[1047318998] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"3.102370523s","start":"2026-04-23T01:10:41.311621Z","end":"2026-04-23T01:10:44.413991Z","steps":["trace[1047318998] 'process raft request' (duration: 3.101911161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:44.414069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.311605Z","time spent":"3.102439574s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:44.414129Z","caller":"traceutil/trace.go:171","msg":"trace[20289421] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"3.104825065s","start":"2026-04-23T01:10:41.309297Z","end":"2026-04-23T01:10:44.414122Z","steps":["trace[20289421] 'process raft request' (duration: 3.104070056s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:44.414117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.309054Z","time spent":"3.10503784s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:10:44.414169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.309281Z","time spent":"3.104868166s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:45.40658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:45.406676Z","caller":"traceutil/trace.go:171","msg":"trace[894461793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399418s","start":"2026-04-23T01:10:43.406256Z","end":"2026-04-23T01:10:45.406656Z","steps":["trace[894461793] 'agreement among raft nodes before linearized reading' (duration: 2.000280075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:45.406722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.406247Z","time spent":"2.00046503s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:46.395508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.010196675s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:47.414256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:47.414362Z","caller":"traceutil/trace.go:171","msg":"trace[55721138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007708s","start":"2026-04-23T01:10:45.41425Z","end":"2026-04-23T01:10:47.414327Z","steps":["trace[55721138] 'agreement among raft nodes before linearized reading' (duration: 1.999958977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.414413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.414231Z","time spent":"2.000171303s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:47.613899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218183626s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:47.613991Z","caller":"traceutil/trace.go:171","msg":"trace[1390835403] linearizableReadLoop","detail":"{readStateIndex:26566; appliedIndex:26561; }","duration":"6.219601253s","start":"2026-04-23T01:10:41.394373Z","end":"2026-04-23T01:10:47.613974Z","steps":["trace[1390835403] 'read index received' (duration: 2.651727231s)","trace[1390835403] 'applied index is now lower than readState.Index' (duration: 3.567872832s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:47.614049Z","caller":"traceutil/trace.go:171","msg":"trace[1035645827] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"6.210963234s","start":"2026-04-23T01:10:41.403057Z","end":"2026-04-23T01:10:47.61402Z","steps":["trace[1035645827] 'process raft request' (duration: 4.992577073s)","trace[1035645827] 'compare' (duration: 1.215771235s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:47.614129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.290002914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4e51c465-968b-428a-beda-07466980b939\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T01:10:47.614171Z","caller":"traceutil/trace.go:171","msg":"trace[2144398307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4e51c465-968b-428a-beda-07466980b939; range_end:; response_count:1; response_revision:25696; }","duration":"6.290059706s","start":"2026-04-23T01:10:41.324101Z","end":"2026-04-23T01:10:47.614161Z","steps":["trace[2144398307] 'agreement among raft nodes before linearized reading' (duration: 6.289931262s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:47.614197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.324092Z","time spent":"6.290098506s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-4e51c465-968b-428a-beda-07466980b939\" "} {"level":"warn","ts":"2026-04-23T01:10:47.614163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.403042Z","time spent":"6.211053156s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:48.114063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:48.614652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:48.882642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.231525466s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:49.415148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:49.415237Z","caller":"traceutil/trace.go:171","msg":"trace[1472634513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607693s","start":"2026-04-23T01:10:47.414608Z","end":"2026-04-23T01:10:49.415215Z","steps":["trace[1472634513] 'agreement among raft nodes before linearized reading' (duration: 2.00047118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:49.415293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.414561Z","time spent":"2.000715706s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:50.157766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274788317s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:50.15798Z","caller":"traceutil/trace.go:171","msg":"trace[1048272812] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26566; }","duration":"2.543946432s","start":"2026-04-23T01:10:47.614009Z","end":"2026-04-23T01:10:50.157956Z","steps":["trace[1048272812] 'read index received' (duration: 1.268783095s)","trace[1048272812] 'applied index is now lower than readState.Index' (duration: 1.275159457s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:50.158148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.282108304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.15826Z","caller":"traceutil/trace.go:171","msg":"trace[873016658] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25697; }","duration":"6.282234448s","start":"2026-04-23T01:10:43.875996Z","end":"2026-04-23T01:10:50.15823Z","steps":["trace[873016658] 'agreement among raft nodes before linearized reading' (duration: 6.282017481s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.158324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.875955Z","time spent":"6.28235009s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.15836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.430504459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29615110-gx2z8\" ","response":"range_response_count:1 size:2896"} {"level":"info","ts":"2026-04-23T01:10:50.158415Z","caller":"traceutil/trace.go:171","msg":"trace[1817534004] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29615110-gx2z8; range_end:; response_count:1; response_revision:25697; }","duration":"6.430608292s","start":"2026-04-23T01:10:43.727789Z","end":"2026-04-23T01:10:50.158397Z","steps":["trace[1817534004] 'agreement among raft nodes before linearized reading' (duration: 6.430299714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.158475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.727762Z","time spent":"6.430699004s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2919,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29615110-gx2z8\" "} {"level":"info","ts":"2026-04-23T01:10:50.158609Z","caller":"traceutil/trace.go:171","msg":"trace[514364075] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"5.742444477s","start":"2026-04-23T01:10:44.416141Z","end":"2026-04-23T01:10:50.158585Z","steps":["trace[514364075] 'process raft request' (duration: 4.466728726s)","trace[514364075] 'compare' (duration: 1.273242478s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:50.158658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.500479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.158725Z","caller":"traceutil/trace.go:171","msg":"trace[477686913] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25697; }","duration":"6.500568152s","start":"2026-04-23T01:10:43.658133Z","end":"2026-04-23T01:10:50.158701Z","steps":["trace[477686913] 'agreement among raft nodes before linearized reading' (duration: 6.50047615s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.158749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:44.416118Z","time spent":"5.74254043s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:50.158782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.658117Z","time spent":"6.500649684s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.158962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.44008854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.158994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653088548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.713115241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.159041Z","caller":"traceutil/trace.go:171","msg":"trace[1185684531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25697; }","duration":"3.653137839s","start":"2026-04-23T01:10:46.505888Z","end":"2026-04-23T01:10:50.159026Z","steps":["trace[1185684531] 'agreement among raft nodes before linearized reading' (duration: 3.653056967s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159078Z","caller":"traceutil/trace.go:171","msg":"trace[587855597] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25697; }","duration":"6.713224013s","start":"2026-04-23T01:10:43.445839Z","end":"2026-04-23T01:10:50.159063Z","steps":["trace[587855597] 'agreement among raft nodes before linearized reading' (duration: 6.7131027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:46.505832Z","time spent":"3.653240562s","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.146173063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.159126Z","caller":"traceutil/trace.go:171","msg":"trace[1705023570] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25697; }","duration":"8.146245735s","start":"2026-04-23T01:10:42.012871Z","end":"2026-04-23T01:10:50.159117Z","steps":["trace[1705023570] 'agreement among raft nodes before linearized reading' (duration: 8.146188963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.445818Z","time spent":"6.713295815s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:42.012824Z","time spent":"8.146328197s","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.944189311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:50.1593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9878864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.758680082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T01:10:50.159342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.757366148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T01:10:50.159367Z","caller":"traceutil/trace.go:171","msg":"trace[1690206391] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25697; }","duration":"8.758717393s","start":"2026-04-23T01:10:41.400636Z","end":"2026-04-23T01:10:50.159354Z","steps":["trace[1690206391] 'agreement among raft nodes before linearized reading' (duration: 8.758653321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.41598068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.159365Z","caller":"traceutil/trace.go:171","msg":"trace[435114735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25697; }","duration":"3.987994423s","start":"2026-04-23T01:10:46.17135Z","end":"2026-04-23T01:10:50.159344Z","steps":["trace[435114735] 'agreement among raft nodes before linearized reading' (duration: 3.987906271s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159376Z","caller":"traceutil/trace.go:171","msg":"trace[497350338] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25697; }","duration":"8.75742554s","start":"2026-04-23T01:10:41.40194Z","end":"2026-04-23T01:10:50.159365Z","steps":["trace[497350338] 'agreement among raft nodes before linearized reading' (duration: 8.757344178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.400623Z","time spent":"8.758765184s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-23T01:10:50.1594Z","caller":"traceutil/trace.go:171","msg":"trace[28026329] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25697; }","duration":"8.416045422s","start":"2026-04-23T01:10:41.743345Z","end":"2026-04-23T01:10:50.15939Z","steps":["trace[28026329] 'agreement among raft nodes before linearized reading' (duration: 8.41599425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.401922Z","time spent":"8.757486691s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T01:10:50.15943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.743329Z","time spent":"8.416094042s","remote":"127.0.0.1:36628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778395032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:50.159418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:46.171328Z","time spent":"3.988073795s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.159516Z","caller":"traceutil/trace.go:171","msg":"trace[59258181] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25697; }","duration":"6.778513085s","start":"2026-04-23T01:10:43.380984Z","end":"2026-04-23T01:10:50.159497Z","steps":["trace[59258181] 'agreement among raft nodes before linearized reading' (duration: 6.77831982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.15954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.828074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.740387636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6bed31b4d2f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:10:50.159574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.380968Z","time spent":"6.778591057s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.01444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.380753528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:10:50.159592Z","caller":"traceutil/trace.go:171","msg":"trace[2014453704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25697; }","duration":"619.921446ms","start":"2026-04-23T01:10:49.539655Z","end":"2026-04-23T01:10:50.159577Z","steps":["trace[2014453704] 'agreement among raft nodes before linearized reading' (duration: 619.838494ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159622Z","caller":"traceutil/trace.go:171","msg":"trace[199806791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25697; }","duration":"737.044321ms","start":"2026-04-23T01:10:49.422567Z","end":"2026-04-23T01:10:50.159611Z","steps":["trace[199806791] 'agreement among raft nodes before linearized reading' (duration: 737.00335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159634Z","caller":"traceutil/trace.go:171","msg":"trace[1020563043] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25697; }","duration":"8.381178059s","start":"2026-04-23T01:10:41.778444Z","end":"2026-04-23T01:10:50.159622Z","steps":["trace[1020563043] 'agreement among raft nodes before linearized reading' (duration: 8.380679767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:49.539636Z","time spent":"619.994959ms","remote":"127.0.0.1:51764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:49.422508Z","time spent":"737.147223ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:50.159673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.778429Z","time spent":"8.38123393s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:10:50.159684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915405914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384277791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.760700092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-23T01:10:50.159745Z","caller":"traceutil/trace.go:171","msg":"trace[473446474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25697; }","duration":"5.915516927s","start":"2026-04-23T01:10:44.244211Z","end":"2026-04-23T01:10:50.159728Z","steps":["trace[473446474] 'agreement among raft nodes before linearized reading' (duration: 5.915412264s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159768Z","caller":"traceutil/trace.go:171","msg":"trace[545151370] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25697; }","duration":"4.384357413s","start":"2026-04-23T01:10:45.7754Z","end":"2026-04-23T01:10:50.159758Z","steps":["trace[545151370] 'agreement among raft nodes before linearized reading' (duration: 4.384296811s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159777Z","caller":"traceutil/trace.go:171","msg":"trace[1880535771] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25697; }","duration":"8.761287427s","start":"2026-04-23T01:10:41.398481Z","end":"2026-04-23T01:10:50.159769Z","steps":["trace[1880535771] 'agreement among raft nodes before linearized reading' (duration: 8.760655151s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.15981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.398455Z","time spent":"8.761343259s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T01:10:50.159802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:44.244191Z","time spent":"5.915594339s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.159036Z","caller":"traceutil/trace.go:171","msg":"trace[1998129953] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25697; }","duration":"8.440213173s","start":"2026-04-23T01:10:41.718804Z","end":"2026-04-23T01:10:50.159017Z","steps":["trace[1998129953] 'agreement among raft nodes before linearized reading' (duration: 8.44008752s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088794247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.15985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156946082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218927084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:50.159902Z","caller":"traceutil/trace.go:171","msg":"trace[167773878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25697; }","duration":"5.157025844s","start":"2026-04-23T01:10:45.002868Z","end":"2026-04-23T01:10:50.159894Z","steps":["trace[167773878] 'agreement among raft nodes before linearized reading' (duration: 5.156959322s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.159905Z","caller":"traceutil/trace.go:171","msg":"trace[2103007725] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25697; }","duration":"5.088858258s","start":"2026-04-23T01:10:45.071006Z","end":"2026-04-23T01:10:50.159864Z","steps":["trace[2103007725] 'agreement among raft nodes before linearized reading' (duration: 5.088796467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555259507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:50.159946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.002852Z","time spent":"5.157083575s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.15937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540932956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T01:10:50.159996Z","caller":"traceutil/trace.go:171","msg":"trace[1604607046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25697; }","duration":"4.55538544s","start":"2026-04-23T01:10:45.604595Z","end":"2026-04-23T01:10:50.159981Z","steps":["trace[1604607046] 'agreement among raft nodes before linearized reading' (duration: 4.555258577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.775377Z","time spent":"4.384422054s","remote":"127.0.0.1:58542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.15962Z","caller":"traceutil/trace.go:171","msg":"trace[816069124] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6bed31b4d2f; range_end:; response_count:1; response_revision:25697; }","duration":"5.740494538s","start":"2026-04-23T01:10:44.419104Z","end":"2026-04-23T01:10:50.159599Z","steps":["trace[816069124] 'agreement among raft nodes before linearized reading' (duration: 5.740327424s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.160028Z","caller":"traceutil/trace.go:171","msg":"trace[1634083913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25697; }","duration":"2.541619553s","start":"2026-04-23T01:10:47.618389Z","end":"2026-04-23T01:10:50.160008Z","steps":["trace[1634083913] 'agreement among raft nodes before linearized reading' (duration: 2.540898765s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.160056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218801772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.160069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:44.419091Z","time spent":"5.74096892s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6bed31b4d2f\" "} {"level":"warn","ts":"2026-04-23T01:10:50.159677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.011958039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.161343Z","caller":"traceutil/trace.go:171","msg":"trace[1989774639] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25697; }","duration":"4.013655343s","start":"2026-04-23T01:10:46.147664Z","end":"2026-04-23T01:10:50.161319Z","steps":["trace[1989774639] 'agreement among raft nodes before linearized reading' (duration: 4.01198227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.753956132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-04-23T01:10:50.159929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780831363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368762665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.160068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.604532Z","time spent":"4.555491132s","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.756864826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T01:10:50.159894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.718785Z","time spent":"8.441074354s","remote":"127.0.0.1:35840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.159492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692809276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:50.159584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.741152604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-04-23T01:10:50.159537Z","caller":"traceutil/trace.go:171","msg":"trace[1407067563] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25697; }","duration":"7.944431008s","start":"2026-04-23T01:10:42.214889Z","end":"2026-04-23T01:10:50.15932Z","steps":["trace[1407067563] 'agreement among raft nodes before linearized reading' (duration: 7.944038648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078338523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:50.159944Z","caller":"traceutil/trace.go:171","msg":"trace[881803452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25697; }","duration":"1.219066757s","start":"2026-04-23T01:10:48.940865Z","end":"2026-04-23T01:10:50.159931Z","steps":["trace[881803452] 'agreement among raft nodes before linearized reading' (duration: 1.218940964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.159953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.070991Z","time spent":"5.088952461s","remote":"127.0.0.1:54316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.160004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966606123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:10:50.160089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:47.618371Z","time spent":"2.541699706s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T01:10:50.160098Z","caller":"traceutil/trace.go:171","msg":"trace[1684629459] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25697; }","duration":"6.218847333s","start":"2026-04-23T01:10:43.941242Z","end":"2026-04-23T01:10:50.160089Z","steps":["trace[1684629459] 'agreement among raft nodes before linearized reading' (duration: 6.218784731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.161476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:46.147641Z","time spent":"4.013820846s","remote":"127.0.0.1:51686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.162677Z","caller":"traceutil/trace.go:171","msg":"trace[1146134395] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25697; }","duration":"8.760350533s","start":"2026-04-23T01:10:41.402316Z","end":"2026-04-23T01:10:50.162666Z","steps":["trace[1146134395] 'agreement among raft nodes before linearized reading' (duration: 8.756796244s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.162788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.402308Z","time spent":"8.760467337s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T01:10:50.163028Z","caller":"traceutil/trace.go:171","msg":"trace[918201887] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25697; }","duration":"6.696454818s","start":"2026-04-23T01:10:43.466563Z","end":"2026-04-23T01:10:50.163018Z","steps":["trace[918201887] 'agreement among raft nodes before linearized reading' (duration: 6.692754455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.163094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.466542Z","time spent":"6.69654133s","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:10:50.16329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:43.941219Z","time spent":"6.222056463s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.163407Z","caller":"traceutil/trace.go:171","msg":"trace[1163324745] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25697; }","duration":"5.744943561s","start":"2026-04-23T01:10:44.418418Z","end":"2026-04-23T01:10:50.163362Z","steps":["trace[1163324745] 'agreement among raft nodes before linearized reading' (duration: 5.741025282s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.161566Z","caller":"traceutil/trace.go:171","msg":"trace[268135532] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25697; }","duration":"8.756440845s","start":"2026-04-23T01:10:41.405104Z","end":"2026-04-23T01:10:50.161545Z","steps":["trace[268135532] 'agreement among raft nodes before linearized reading' (duration: 8.75387017s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.163497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:44.41836Z","time spent":"5.745095714s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:10:50.163535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:41.405099Z","time spent":"8.758421434s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11858,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:10:50.163651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.940841Z","time spent":"1.222789632s","remote":"127.0.0.1:36176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.163703Z","caller":"traceutil/trace.go:171","msg":"trace[1542084187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25697; }","duration":"1.970351389s","start":"2026-04-23T01:10:48.19334Z","end":"2026-04-23T01:10:50.163691Z","steps":["trace[1542084187] 'agreement among raft nodes before linearized reading' (duration: 1.966622024s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.161601Z","caller":"traceutil/trace.go:171","msg":"trace[832619724] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25697; }","duration":"1.782540956s","start":"2026-04-23T01:10:48.379047Z","end":"2026-04-23T01:10:50.161588Z","steps":["trace[832619724] 'agreement among raft nodes before linearized reading' (duration: 1.780798072s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.163747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.193318Z","time spent":"1.97041605s","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.163798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:42.214873Z","time spent":"7.948914151s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:50.16375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.379028Z","time spent":"1.784712911s","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.163977Z","caller":"traceutil/trace.go:171","msg":"trace[995573700] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25697; }","duration":"5.082496279s","start":"2026-04-23T01:10:45.081466Z","end":"2026-04-23T01:10:50.163963Z","steps":["trace[995573700] 'agreement among raft nodes before linearized reading' (duration: 5.078287552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.164021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:45.081408Z","time spent":"5.082602022s","remote":"127.0.0.1:43556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:10:50.161626Z","caller":"traceutil/trace.go:171","msg":"trace[48556801] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25697; }","duration":"1.370875779s","start":"2026-04-23T01:10:48.790733Z","end":"2026-04-23T01:10:50.161609Z","steps":["trace[48556801] 'agreement among raft nodes before linearized reading' (duration: 1.368771355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.164103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:48.790715Z","time spent":"1.373376363s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:52.703448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:52.703563Z","caller":"traceutil/trace.go:171","msg":"trace[463952425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753658s","start":"2026-04-23T01:10:50.70278Z","end":"2026-04-23T01:10:52.703533Z","steps":["trace[463952425] 'agreement among raft nodes before linearized reading' (duration: 2.000602494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:52.703643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.702758Z","time spent":"2.00087032s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:52.768266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401882477s","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-23T01:10:52.768355Z","caller":"traceutil/trace.go:171","msg":"trace[350296598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25698; }","duration":"2.606919626s","start":"2026-04-23T01:10:50.161423Z","end":"2026-04-23T01:10:52.768342Z","steps":["trace[350296598] 'process raft request' (duration: 204.863174ms)","trace[350296598] 'compare' (duration: 2.401308223s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:52.768395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.161407Z","time spent":"2.606970547s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-23T01:10:53.087075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.720740106s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:10:54.153256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06583356s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:54.153556Z","caller":"traceutil/trace.go:171","msg":"trace[2013738663] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"3.988999009s","start":"2026-04-23T01:10:50.164515Z","end":"2026-04-23T01:10:54.153514Z","steps":["trace[2013738663] 'process raft request' (duration: 2.922760338s)","trace[2013738663] 'compare' (duration: 1.064510977s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:54.153775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.164498Z","time spent":"3.989142602s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:54.153875Z","caller":"traceutil/trace.go:171","msg":"trace[779188801] linearizableReadLoop","detail":"{readStateIndex:26569; appliedIndex:26567; }","duration":"3.988527887s","start":"2026-04-23T01:10:50.165241Z","end":"2026-04-23T01:10:54.153768Z","steps":["trace[779188801] 'read index received' (duration: 201.1227ms)","trace[779188801] 'applied index is now lower than readState.Index' (duration: 3.787403897s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:54.153962Z","caller":"traceutil/trace.go:171","msg":"trace[1325462452] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"3.988591538s","start":"2026-04-23T01:10:50.165298Z","end":"2026-04-23T01:10:54.15389Z","steps":["trace[1325462452] 'process raft request' (duration: 3.988117886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.15422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.165282Z","time spent":"3.988804044s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:54.154225Z","caller":"traceutil/trace.go:171","msg":"trace[283169439] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"3.983343145s","start":"2026-04-23T01:10:50.170838Z","end":"2026-04-23T01:10:54.154181Z","steps":["trace[283169439] 'process raft request' (duration: 3.982848033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.154306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98905948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T01:10:54.154325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187613301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:54.154319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203646236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:54.154311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54605143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:54.15437Z","caller":"traceutil/trace.go:171","msg":"trace[1051675605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25703; }","duration":"1.187713035s","start":"2026-04-23T01:10:52.966644Z","end":"2026-04-23T01:10:54.154357Z","steps":["trace[1051675605] 'agreement among raft nodes before linearized reading' (duration: 1.187624753s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:54.154359Z","caller":"traceutil/trace.go:171","msg":"trace[1995598587] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25703; }","duration":"3.989136581s","start":"2026-04-23T01:10:50.165211Z","end":"2026-04-23T01:10:54.154347Z","steps":["trace[1995598587] 'agreement among raft nodes before linearized reading' (duration: 3.988948777s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:54.154383Z","caller":"traceutil/trace.go:171","msg":"trace[1973745537] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25703; }","duration":"3.203772139s","start":"2026-04-23T01:10:50.950594Z","end":"2026-04-23T01:10:54.154366Z","steps":["trace[1973745537] 'agreement among raft nodes before linearized reading' (duration: 3.203652136s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.154401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986776162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe128c72-ac87-4748-b94a-ba5053eca042\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-23T01:10:54.154419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.966619Z","time spent":"1.187788826s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.154432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984248868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:10:54.154425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820451174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:10:54.154453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.170828Z","time spent":"3.98352492s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:10:54.154476Z","caller":"traceutil/trace.go:171","msg":"trace[1106248862] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe128c72-ac87-4748-b94a-ba5053eca042; range_end:; response_count:1; response_revision:25703; }","duration":"3.986871114s","start":"2026-04-23T01:10:50.167585Z","end":"2026-04-23T01:10:54.154456Z","steps":["trace[1106248862] 'agreement among raft nodes before linearized reading' (duration: 3.986636658s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:54.154491Z","caller":"traceutil/trace.go:171","msg":"trace[1840627393] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25703; }","duration":"3.98432466s","start":"2026-04-23T01:10:50.170146Z","end":"2026-04-23T01:10:54.15447Z","steps":["trace[1840627393] 'agreement among raft nodes before linearized reading' (duration: 3.984249428s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:54.1545Z","caller":"traceutil/trace.go:171","msg":"trace[468448919] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25703; }","duration":"3.820561867s","start":"2026-04-23T01:10:50.333925Z","end":"2026-04-23T01:10:54.154487Z","steps":["trace[468448919] 'agreement among raft nodes before linearized reading' (duration: 3.820339381s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:54.154528Z","caller":"traceutil/trace.go:171","msg":"trace[1200420937] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"3.98868058s","start":"2026-04-23T01:10:50.165828Z","end":"2026-04-23T01:10:54.154508Z","steps":["trace[1200420937] 'process raft request' (duration: 3.987746597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.154535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.170133Z","time spent":"3.984392122s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:10:54.154535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.167575Z","time spent":"3.986945086s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-fe128c72-ac87-4748-b94a-ba5053eca042\" "} {"level":"warn","ts":"2026-04-23T01:10:54.154422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.950564Z","time spent":"3.203850581s","remote":"127.0.0.1:40350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.154539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.333909Z","time spent":"3.820620858s","remote":"127.0.0.1:40470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.154663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.165816Z","time spent":"3.988776903s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:54.154335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820678751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:54.155075Z","caller":"traceutil/trace.go:171","msg":"trace[619566041] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25703; }","duration":"1.82145509s","start":"2026-04-23T01:10:52.333593Z","end":"2026-04-23T01:10:54.155048Z","steps":["trace[619566041] 'agreement among raft nodes before linearized reading' (duration: 1.82065226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.15512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.333576Z","time spent":"1.821532642s","remote":"127.0.0.1:51652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.154416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.165199Z","time spent":"3.989211274s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:10:54.1551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450964266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:54.154019Z","caller":"traceutil/trace.go:171","msg":"trace[1023072856] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"3.986757342s","start":"2026-04-23T01:10:50.167247Z","end":"2026-04-23T01:10:54.154004Z","steps":["trace[1023072856] 'process raft request' (duration: 3.986378692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.154368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957375768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:10:54.154424Z","caller":"traceutil/trace.go:171","msg":"trace[1822710153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25703; }","duration":"3.546216235s","start":"2026-04-23T01:10:50.608177Z","end":"2026-04-23T01:10:54.154393Z","steps":["trace[1822710153] 'agreement among raft nodes before linearized reading' (duration: 3.54604056s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.154432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772711236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:54.155714Z","caller":"traceutil/trace.go:171","msg":"trace[1223129273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25703; }","duration":"1.451628083s","start":"2026-04-23T01:10:52.704067Z","end":"2026-04-23T01:10:54.155695Z","steps":["trace[1223129273] 'agreement among raft nodes before linearized reading' (duration: 1.450165096s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:54.156195Z","caller":"traceutil/trace.go:171","msg":"trace[424236541] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25703; }","duration":"3.774510442s","start":"2026-04-23T01:10:50.381663Z","end":"2026-04-23T01:10:54.156174Z","steps":["trace[424236541] 'agreement among raft nodes before linearized reading' (duration: 3.772702916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.156248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.381646Z","time spent":"3.774591194s","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.156203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:52.703997Z","time spent":"1.452186057s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:10:54.155902Z","caller":"traceutil/trace.go:171","msg":"trace[602101117] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25703; }","duration":"3.958904777s","start":"2026-04-23T01:10:50.196961Z","end":"2026-04-23T01:10:54.155866Z","steps":["trace[602101117] 'agreement among raft nodes before linearized reading' (duration: 3.957316087s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:54.157075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.196957Z","time spent":"3.960088908s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.155853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.167223Z","time spent":"3.988520996s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:54.156081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:50.608156Z","time spent":"3.547900397s","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:10:54.663038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:55.164162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:55.665303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:56.165397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:56.172242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:10:56.172308Z","caller":"traceutil/trace.go:171","msg":"trace[259132739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999942927s","start":"2026-04-23T01:10:54.172346Z","end":"2026-04-23T01:10:56.172289Z","steps":["trace[259132739] 'agreement among raft nodes before linearized reading' (duration: 1.999868306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:56.172342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.172326Z","time spent":"2.000009009s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:56.666376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:57.172933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:10:57.512675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.352535153s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:10:57.513007Z","caller":"traceutil/trace.go:171","msg":"trace[1105337847] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"3.353064737s","start":"2026-04-23T01:10:54.159918Z","end":"2026-04-23T01:10:57.512983Z","steps":["trace[1105337847] 'process raft request' (duration: 3.352918953s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:57.513301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.159838Z","time spent":"3.353296352s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:10:58.072385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:58.072519Z","caller":"traceutil/trace.go:171","msg":"trace[1004826827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326997s","start":"2026-04-23T01:10:56.072159Z","end":"2026-04-23T01:10:58.072486Z","steps":["trace[1004826827] 'agreement among raft nodes before linearized reading' (duration: 2.000145432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.072586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.07214Z","time spent":"2.000433669s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:10:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:10:58.173146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:10:58.173251Z","caller":"traceutil/trace.go:171","msg":"trace[620809484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508731s","start":"2026-04-23T01:10:56.172718Z","end":"2026-04-23T01:10:58.173226Z","steps":["trace[620809484] 'agreement among raft nodes before linearized reading' (duration: 2.000355977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:58.173305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.172685Z","time spent":"2.000608424s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:10:58.963826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450978296s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:00.179202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:00.179296Z","caller":"traceutil/trace.go:171","msg":"trace[1362098110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119811s","start":"2026-04-23T01:10:58.179152Z","end":"2026-04-23T01:11:00.179272Z","steps":["trace[1362098110] 'agreement among raft nodes before linearized reading' (duration: 1.999974037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:00.179349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.17913Z","time spent":"2.000206904s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:01.162501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.161991Z","time spent":"7.000503852s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:01.307578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:59.803973Z","time spent":"1.503594018s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:01.307648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151000665s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:01.307773Z","caller":"traceutil/trace.go:171","msg":"trace[91777614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25704; }","duration":"1.151140748s","start":"2026-04-23T01:11:00.156606Z","end":"2026-04-23T01:11:01.307747Z","steps":["trace[91777614] 'range keys from in-memory index tree' (duration: 1.150979154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:01.307996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343845839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:01.308569Z","caller":"traceutil/trace.go:171","msg":"trace[923784857] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"6.13926899s","start":"2026-04-23T01:10:55.169248Z","end":"2026-04-23T01:11:01.308517Z","steps":["trace[923784857] 'process raft request' (duration: 6.138851869s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:01.30865Z","caller":"traceutil/trace.go:171","msg":"trace[177054849] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"3.791165051s","start":"2026-04-23T01:10:57.517466Z","end":"2026-04-23T01:11:01.308631Z","steps":["trace[177054849] 'process raft request' (duration: 3.791020588s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:01.308713Z","caller":"traceutil/trace.go:171","msg":"trace[1418684539] linearizableReadLoop","detail":"{readStateIndex:26576; appliedIndex:26574; }","duration":"7.14667348s","start":"2026-04-23T01:10:54.162001Z","end":"2026-04-23T01:11:01.308675Z","steps":["trace[1418684539] 'read index received' (duration: 3.351067426s)","trace[1418684539] 'applied index is now lower than readState.Index' (duration: 3.795599304s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:01.308739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:57.517448Z","time spent":"3.791246984s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:11:01.308774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.169227Z","time spent":"6.139454264s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:01.309576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.147545292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-23T01:11:01.309666Z","caller":"traceutil/trace.go:171","msg":"trace[279834655] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25707; }","duration":"7.147646355s","start":"2026-04-23T01:10:54.161996Z","end":"2026-04-23T01:11:01.309643Z","steps":["trace[279834655] 'agreement among raft nodes before linearized reading' (duration: 7.146914436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:01.309873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.161964Z","time spent":"7.147887651s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:11:01.809824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:02.180712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-23T01:11:02.180784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.231465875s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:02.180805Z","caller":"traceutil/trace.go:171","msg":"trace[674737569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250014s","start":"2026-04-23T01:11:00.180533Z","end":"2026-04-23T01:11:02.180783Z","steps":["trace[674737569] 'agreement among raft nodes before linearized reading' (duration: 2.000128191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:02.18088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:00.18051Z","time spent":"2.000356027s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:04.115919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.477657Z","time spent":"1.638247844s","remote":"127.0.0.1:41580","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:04.169929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005644044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:04.170018Z","caller":"traceutil/trace.go:171","msg":"trace[601673437] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.005761656s","start":"2026-04-23T01:10:54.16424Z","end":"2026-04-23T01:11:04.170001Z","steps":["trace[601673437] 'agreement among raft nodes before linearized reading' (duration: 10.005639663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:04.170065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.164224Z","time spent":"10.005832328s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/23 01:11:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:04.189185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:04.189275Z","caller":"traceutil/trace.go:171","msg":"trace[665250574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006774s","start":"2026-04-23T01:11:02.189186Z","end":"2026-04-23T01:11:04.189254Z","steps":["trace[665250574] 'agreement among raft nodes before linearized reading' (duration: 1.999880975s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:04.189328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.189165Z","time spent":"2.000150781s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:05.621069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429103362s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:06.189598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:06.189709Z","caller":"traceutil/trace.go:171","msg":"trace[389763056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365948s","start":"2026-04-23T01:11:04.189318Z","end":"2026-04-23T01:11:06.189684Z","steps":["trace[389763056] 'agreement among raft nodes before linearized reading' (duration: 2.000226225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.190016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.1893Z","time spent":"2.000693946s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:06.431405Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"041d9db7b3acd99d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:11:06.737407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556451788s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:11:06.737672Z","caller":"traceutil/trace.go:171","msg":"trace[1864539138] linearizableReadLoop","detail":"{readStateIndex:26578; appliedIndex:26577; }","duration":"5.428786061s","start":"2026-04-23T01:11:01.30887Z","end":"2026-04-23T01:11:06.737656Z","steps":["trace[1864539138] 'read index received' (duration: 872.021496ms)","trace[1864539138] 'applied index is now lower than readState.Index' (duration: 4.556761105s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:06.737808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.529463349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:06.737861Z","caller":"traceutil/trace.go:171","msg":"trace[18886999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25708; }","duration":"5.529589111s","start":"2026-04-23T01:11:01.208262Z","end":"2026-04-23T01:11:06.737851Z","steps":["trace[18886999] 'agreement among raft nodes before linearized reading' (duration: 5.529497809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.737918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.208228Z","time spent":"5.529678624s","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.738189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.588214106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:06.738263Z","caller":"traceutil/trace.go:171","msg":"trace[1948146312] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25708; }","duration":"10.588323879s","start":"2026-04-23T01:10:56.14992Z","end":"2026-04-23T01:11:06.738244Z","steps":["trace[1948146312] 'agreement among raft nodes before linearized reading' (duration: 10.588196706s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.45448617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.738319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.149899Z","time spent":"10.588403361s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.738355Z","caller":"traceutil/trace.go:171","msg":"trace[652583248] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25708; }","duration":"12.454629814s","start":"2026-04-23T01:10:54.283709Z","end":"2026-04-23T01:11:06.738339Z","steps":["trace[652583248] 'agreement among raft nodes before linearized reading' (duration: 12.45447526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.108791761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.738407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.283689Z","time spent":"12.454692966s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.73844Z","caller":"traceutil/trace.go:171","msg":"trace[1190676660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25708; }","duration":"7.108877824s","start":"2026-04-23T01:10:59.62954Z","end":"2026-04-23T01:11:06.738418Z","steps":["trace[1190676660] 'agreement among raft nodes before linearized reading' (duration: 7.108810662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.72232011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:11:06.738527Z","caller":"traceutil/trace.go:171","msg":"trace[1837866114] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25708; }","duration":"8.722389512s","start":"2026-04-23T01:10:58.016124Z","end":"2026-04-23T01:11:06.738513Z","steps":["trace[1837866114] 'agreement among raft nodes before linearized reading' (duration: 8.722279129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.730398642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:06.73854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.91985392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.73858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.410450293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.738298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.330549194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:06.738614Z","caller":"traceutil/trace.go:171","msg":"trace[1372273002] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25708; }","duration":"5.730590987s","start":"2026-04-23T01:11:01.007997Z","end":"2026-04-23T01:11:06.738588Z","steps":["trace[1372273002] 'agreement among raft nodes before linearized reading' (duration: 5.730350741s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.318287083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:11:06.738631Z","caller":"traceutil/trace.go:171","msg":"trace[1471904347] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25708; }","duration":"9.410531955s","start":"2026-04-23T01:10:57.328083Z","end":"2026-04-23T01:11:06.738615Z","steps":["trace[1471904347] 'agreement among raft nodes before linearized reading' (duration: 9.410445303s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:06.738663Z","caller":"traceutil/trace.go:171","msg":"trace[1862825204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25708; }","duration":"7.318364855s","start":"2026-04-23T01:10:59.420287Z","end":"2026-04-23T01:11:06.738652Z","steps":["trace[1862825204] 'agreement among raft nodes before linearized reading' (duration: 7.318223812s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.007976Z","time spent":"5.730677409s","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.738664Z","caller":"traceutil/trace.go:171","msg":"trace[1989874536] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25708; }","duration":"7.330956904s","start":"2026-04-23T01:10:59.407675Z","end":"2026-04-23T01:11:06.738632Z","steps":["trace[1989874536] 'agreement among raft nodes before linearized reading' (duration: 7.330543524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.73869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:59.420263Z","time spent":"7.318422086s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:11:06.738699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.213486354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.738721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952090723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274381"} {"level":"info","ts":"2026-04-23T01:11:06.73875Z","caller":"traceutil/trace.go:171","msg":"trace[268235875] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25708; }","duration":"10.952121704s","start":"2026-04-23T01:10:55.78662Z","end":"2026-04-23T01:11:06.738742Z","steps":["trace[268235875] 'agreement among raft nodes before linearized reading' (duration: 10.951524859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:59.407654Z","time spent":"7.331064966s","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.738751Z","caller":"traceutil/trace.go:171","msg":"trace[59372854] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25708; }","duration":"10.213573125s","start":"2026-04-23T01:10:56.52516Z","end":"2026-04-23T01:11:06.738733Z","steps":["trace[59372854] 'agreement among raft nodes before linearized reading' (duration: 10.213499764s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.786602Z","time spent":"10.952162774s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274404,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:11:06.738774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.562411501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-5t7wx\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-04-23T01:11:06.738782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.138592992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-04-23T01:11:06.738808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:56.525141Z","time spent":"10.213652378s","remote":"127.0.0.1:37102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.738841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.537293965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:06.738859Z","caller":"traceutil/trace.go:171","msg":"trace[1739124613] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25708; }","duration":"12.537362787s","start":"2026-04-23T01:10:54.201491Z","end":"2026-04-23T01:11:06.738853Z","steps":["trace[1739124613] 'agreement among raft nodes before linearized reading' (duration: 12.537321026s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.201466Z","time spent":"12.537404658s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.738873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.233209221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.738368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.145533511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.738888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.574692781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:11:06.738892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572229981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T01:11:06.738929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.69396007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.73892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.466159076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:11:06.738939Z","caller":"traceutil/trace.go:171","msg":"trace[260953107] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25708; }","duration":"9.146153886s","start":"2026-04-23T01:10:57.592771Z","end":"2026-04-23T01:11:06.738925Z","steps":["trace[260953107] 'agreement among raft nodes before linearized reading' (duration: 9.145539971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:58.016102Z","time spent":"8.722450734s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:11:06.738953Z","caller":"traceutil/trace.go:171","msg":"trace[1235758978] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25708; }","duration":"12.574786823s","start":"2026-04-23T01:10:54.164147Z","end":"2026-04-23T01:11:06.738934Z","steps":["trace[1235758978] 'agreement among raft nodes before linearized reading' (duration: 12.574596989s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:06.738963Z","caller":"traceutil/trace.go:171","msg":"trace[1706053382] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25708; }","duration":"5.572302773s","start":"2026-04-23T01:11:01.166643Z","end":"2026-04-23T01:11:06.738946Z","steps":["trace[1706053382] 'agreement among raft nodes before linearized reading' (duration: 5.572125868s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:06.73898Z","caller":"traceutil/trace.go:171","msg":"trace[459723690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25708; }","duration":"12.466249348s","start":"2026-04-23T01:10:54.272713Z","end":"2026-04-23T01:11:06.738962Z","steps":["trace[459723690] 'agreement among raft nodes before linearized reading' (duration: 12.466083164s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:57.592748Z","time spent":"9.146218247s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.739006Z","caller":"traceutil/trace.go:171","msg":"trace[1767237296] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25708; }","duration":"5.694032563s","start":"2026-04-23T01:11:01.044917Z","end":"2026-04-23T01:11:06.738949Z","steps":["trace[1767237296] 'agreement among raft nodes before linearized reading' (duration: 5.693968511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.739008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.164134Z","time spent":"12.574861285s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:11:06.739052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.044892Z","time spent":"5.694134445s","remote":"127.0.0.1:36238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.738797Z","caller":"traceutil/trace.go:171","msg":"trace[1536781186] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-5t7wx; range_end:; response_count:1; response_revision:25708; }","duration":"12.562461472s","start":"2026-04-23T01:10:54.176329Z","end":"2026-04-23T01:11:06.738791Z","steps":["trace[1536781186] 'agreement among raft nodes before linearized reading' (duration: 12.56238756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.739095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.176317Z","time spent":"12.56277142s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-5t7wx\" "} {"level":"info","ts":"2026-04-23T01:11:06.738821Z","caller":"traceutil/trace.go:171","msg":"trace[1599665408] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25708; }","duration":"11.138661854s","start":"2026-04-23T01:10:55.600151Z","end":"2026-04-23T01:11:06.738813Z","steps":["trace[1599665408] 'agreement among raft nodes before linearized reading' (duration: 11.138416368s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:57.328069Z","time spent":"9.410595847s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.739175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.335356581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:11:06.739198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.600135Z","time spent":"11.139050894s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T01:11:06.739227Z","caller":"traceutil/trace.go:171","msg":"trace[896719649] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25708; }","duration":"11.335429643s","start":"2026-04-23T01:10:55.403778Z","end":"2026-04-23T01:11:06.739207Z","steps":["trace[896719649] 'agreement among raft nodes before linearized reading' (duration: 11.335237868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.230411136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:06.739327Z","caller":"traceutil/trace.go:171","msg":"trace[2014772984] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25708; }","duration":"11.230769895s","start":"2026-04-23T01:10:55.508535Z","end":"2026-04-23T01:11:06.739304Z","steps":["trace[2014772984] 'agreement among raft nodes before linearized reading' (duration: 11.230419446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.738895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.793549586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:06.739385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.508517Z","time spent":"11.230847957s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.738626Z","caller":"traceutil/trace.go:171","msg":"trace[607013909] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25708; }","duration":"8.919986193s","start":"2026-04-23T01:10:57.818616Z","end":"2026-04-23T01:11:06.738602Z","steps":["trace[607013909] 'agreement among raft nodes before linearized reading' (duration: 8.91984947s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:06.739418Z","caller":"traceutil/trace.go:171","msg":"trace[1803888437] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25708; }","duration":"11.794131221s","start":"2026-04-23T01:10:54.945265Z","end":"2026-04-23T01:11:06.739396Z","steps":["trace[1803888437] 'agreement among raft nodes before linearized reading' (duration: 11.793546155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:06.739424Z","caller":"traceutil/trace.go:171","msg":"trace[1682281110] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"2.566163596s","start":"2026-04-23T01:11:04.17324Z","end":"2026-04-23T01:11:06.739403Z","steps":["trace[1682281110] 'process raft request' (duration: 2.564316649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.739485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.94524Z","time spent":"11.794221874s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.739015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.272693Z","time spent":"12.466314209s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T01:11:06.739442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:57.818593Z","time spent":"8.920833975s","remote":"127.0.0.1:37038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.738487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:59.62952Z","time spent":"7.108956616s","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:06.739554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.173218Z","time spent":"2.566257288s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:06.739012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.166597Z","time spent":"5.572402955s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T01:11:06.739269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:55.403761Z","time spent":"11.335499015s","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:06.738904Z","caller":"traceutil/trace.go:171","msg":"trace[190764051] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25708; }","duration":"12.233275532s","start":"2026-04-23T01:10:54.505619Z","end":"2026-04-23T01:11:06.738895Z","steps":["trace[190764051] 'agreement among raft nodes before linearized reading' (duration: 12.233217801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:06.739716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:10:54.505598Z","time spent":"12.234104775s","remote":"127.0.0.1:36280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:07.238011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:07.738523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:08.066526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.184358364s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:08.070953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:08.071056Z","caller":"traceutil/trace.go:171","msg":"trace[896412153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623944s","start":"2026-04-23T01:11:06.070409Z","end":"2026-04-23T01:11:08.071033Z","steps":["trace[896412153] 'agreement among raft nodes before linearized reading' (duration: 2.000498791s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:08.071578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.070384Z","time spent":"2.001173358s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:08.197756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:08.197841Z","caller":"traceutil/trace.go:171","msg":"trace[2042783548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075171s","start":"2026-04-23T01:11:06.197746Z","end":"2026-04-23T01:11:08.197822Z","steps":["trace[2042783548] 'agreement among raft nodes before linearized reading' (duration: 1.999942837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:08.197888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.197727Z","time spent":"2.000152122s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:09.161115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414568039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:09.161202Z","caller":"traceutil/trace.go:171","msg":"trace[1175322385] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"2.414682532s","start":"2026-04-23T01:11:06.746497Z","end":"2026-04-23T01:11:09.16118Z","steps":["trace[1175322385] 'agreement among raft nodes before linearized reading' (duration: 2.414575629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:09.161256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.746493Z","time spent":"2.414750373s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 01:11:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:10.207208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:10.207298Z","caller":"traceutil/trace.go:171","msg":"trace[931443947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612714s","start":"2026-04-23T01:11:08.206663Z","end":"2026-04-23T01:11:10.207276Z","steps":["trace[931443947] 'agreement among raft nodes before linearized reading' (duration: 2.000501621s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:10.207353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.206644Z","time spent":"2.000691215s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:10.870393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.488211401s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:11.335903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.334901Z","time spent":"7.000994885s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:12.209023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001397614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:12.209109Z","caller":"traceutil/trace.go:171","msg":"trace[885175715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001539207s","start":"2026-04-23T01:11:10.207544Z","end":"2026-04-23T01:11:12.209084Z","steps":["trace[885175715] 'agreement among raft nodes before linearized reading' (duration: 2.001429404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.209165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.207522Z","time spent":"2.001634179s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:12.296856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141445817s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:12.296934Z","caller":"traceutil/trace.go:171","msg":"trace[782653023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25709; }","duration":"2.141535109s","start":"2026-04-23T01:11:10.15538Z","end":"2026-04-23T01:11:12.296915Z","steps":["trace[782653023] 'range keys from in-memory index tree' (duration: 2.141431707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.300013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23090385s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:12.300418Z","caller":"traceutil/trace.go:171","msg":"trace[1402663245] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"5.984246398s","start":"2026-04-23T01:11:06.316127Z","end":"2026-04-23T01:11:12.300374Z","steps":["trace[1402663245] 'process raft request' (duration: 5.98397022s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.300525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.316097Z","time spent":"5.98437633s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:12.300658Z","caller":"traceutil/trace.go:171","msg":"trace[295411684] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"5.554177084s","start":"2026-04-23T01:11:06.746448Z","end":"2026-04-23T01:11:12.300625Z","steps":["trace[295411684] 'process raft request' (duration: 5.553726053s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.300818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.746436Z","time spent":"5.554296208s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:12.300936Z","caller":"traceutil/trace.go:171","msg":"trace[406353735] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"5.551427375s","start":"2026-04-23T01:11:06.749483Z","end":"2026-04-23T01:11:12.30091Z","steps":["trace[406353735] 'process raft request' (duration: 5.550728528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.30108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.749475Z","time spent":"5.551529628s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:12.301329Z","caller":"traceutil/trace.go:171","msg":"trace[713478097] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26579; }","duration":"5.563580442s","start":"2026-04-23T01:11:06.737727Z","end":"2026-04-23T01:11:12.301308Z","steps":["trace[713478097] 'read index received' (duration: 1.329102832s)","trace[713478097] 'applied index is now lower than readState.Index' (duration: 4.23447679s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:12.301498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.705014412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:12.301532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.06823737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:12.301547Z","caller":"traceutil/trace.go:171","msg":"trace[1192034788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25714; }","duration":"5.705102574s","start":"2026-04-23T01:11:06.596431Z","end":"2026-04-23T01:11:12.301534Z","steps":["trace[1192034788] 'agreement among raft nodes before linearized reading' (duration: 5.705012552s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:12.301566Z","caller":"traceutil/trace.go:171","msg":"trace[359600098] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25714; }","duration":"8.068311712s","start":"2026-04-23T01:11:04.233244Z","end":"2026-04-23T01:11:12.301556Z","steps":["trace[359600098] 'agreement among raft nodes before linearized reading' (duration: 8.068195189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.301611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.233228Z","time spent":"8.068374094s","remote":"127.0.0.1:40380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.301796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.972699935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:12.301812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.408082419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:12.301835Z","caller":"traceutil/trace.go:171","msg":"trace[1950889218] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25714; }","duration":"10.972765747s","start":"2026-04-23T01:11:01.329058Z","end":"2026-04-23T01:11:12.301824Z","steps":["trace[1950889218] 'agreement among raft nodes before linearized reading' (duration: 10.972699155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:12.30185Z","caller":"traceutil/trace.go:171","msg":"trace[1653583735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25714; }","duration":"8.408171451s","start":"2026-04-23T01:11:03.893668Z","end":"2026-04-23T01:11:12.301839Z","steps":["trace[1653583735] 'agreement among raft nodes before linearized reading' (duration: 8.408087769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.301865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.329047Z","time spent":"10.972809388s","remote":"127.0.0.1:48760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.301886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:03.893652Z","time spent":"8.408227823s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.301935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.816754265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:12.302005Z","caller":"traceutil/trace.go:171","msg":"trace[1862985739] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25714; }","duration":"9.816842007s","start":"2026-04-23T01:11:02.485142Z","end":"2026-04-23T01:11:12.301984Z","steps":["trace[1862985739] 'agreement among raft nodes before linearized reading' (duration: 9.816351115s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.30206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.485128Z","time spent":"9.816917029s","remote":"127.0.0.1:36710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.302213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.988895665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-23T01:11:12.302261Z","caller":"traceutil/trace.go:171","msg":"trace[530417264] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25714; }","duration":"10.988985227s","start":"2026-04-23T01:11:01.313264Z","end":"2026-04-23T01:11:12.302249Z","steps":["trace[530417264] 'agreement among raft nodes before linearized reading' (duration: 10.988747551s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.302293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.31326Z","time spent":"10.989024078s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-23T01:11:12.302334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.698587485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:12.302373Z","caller":"traceutil/trace.go:171","msg":"trace[124723596] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25714; }","duration":"9.698655566s","start":"2026-04-23T01:11:02.603707Z","end":"2026-04-23T01:11:12.302363Z","steps":["trace[124723596] 'agreement among raft nodes before linearized reading' (duration: 9.698603235s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.30241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.603693Z","time spent":"9.698708108s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.302716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.072896038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:12.302754Z","caller":"traceutil/trace.go:171","msg":"trace[644071364] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25714; }","duration":"8.072955929s","start":"2026-04-23T01:11:04.229787Z","end":"2026-04-23T01:11:12.302743Z","steps":["trace[644071364] 'agreement among raft nodes before linearized reading' (duration: 8.072889067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.302758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.205561336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:12.3028Z","caller":"traceutil/trace.go:171","msg":"trace[3384002] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25714; }","duration":"6.205617798s","start":"2026-04-23T01:11:06.097168Z","end":"2026-04-23T01:11:12.302786Z","steps":["trace[3384002] 'agreement among raft nodes before linearized reading' (duration: 6.205567297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.302818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.229777Z","time spent":"8.07299294s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.302812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.989933041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-23T01:11:12.302817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.719138438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:12.302852Z","caller":"traceutil/trace.go:171","msg":"trace[1372288784] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25714; }","duration":"10.989991482s","start":"2026-04-23T01:11:01.31285Z","end":"2026-04-23T01:11:12.302842Z","steps":["trace[1372288784] 'agreement among raft nodes before linearized reading' (duration: 10.989704455s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:12.302859Z","caller":"traceutil/trace.go:171","msg":"trace[1676744471] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25714; }","duration":"5.71921062s","start":"2026-04-23T01:11:06.583635Z","end":"2026-04-23T01:11:12.302846Z","steps":["trace[1676744471] 'agreement among raft nodes before linearized reading' (duration: 5.719149408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.302888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.312843Z","time spent":"10.990039493s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-23T01:11:12.302891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.583616Z","time spent":"5.7192678s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.302705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.576378044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:11:12.303Z","caller":"traceutil/trace.go:171","msg":"trace[75392858] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25714; }","duration":"7.576711853s","start":"2026-04-23T01:11:04.726279Z","end":"2026-04-23T01:11:12.302991Z","steps":["trace[75392858] 'agreement among raft nodes before linearized reading' (duration: 7.575117952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.303004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.575835647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:12.303032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:04.726263Z","time spent":"7.576755804s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.302886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.670322803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:12.303052Z","caller":"traceutil/trace.go:171","msg":"trace[1404309895] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25714; }","duration":"6.575914279s","start":"2026-04-23T01:11:05.727125Z","end":"2026-04-23T01:11:12.303039Z","steps":["trace[1404309895] 'agreement among raft nodes before linearized reading' (duration: 6.575855888s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:12.303071Z","caller":"traceutil/trace.go:171","msg":"trace[955873753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25714; }","duration":"5.670532319s","start":"2026-04-23T01:11:06.632524Z","end":"2026-04-23T01:11:12.303057Z","steps":["trace[955873753] 'agreement among raft nodes before linearized reading' (duration: 5.670327143s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:12.302802Z","caller":"traceutil/trace.go:171","msg":"trace[569515973] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"5.064675497s","start":"2026-04-23T01:11:07.238112Z","end":"2026-04-23T01:11:12.302787Z","steps":["trace[569515973] 'process raft request' (duration: 5.062867962s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.303118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.63251Z","time spent":"5.670595401s","remote":"127.0.0.1:48730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.303166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:07.238084Z","time spent":"5.065043727s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:12.303194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.990330522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-5t7wx.18a8d6fc149ae16f\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-23T01:11:12.302292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.680695712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:11:12.303222Z","caller":"traceutil/trace.go:171","msg":"trace[35781874] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-5t7wx.18a8d6fc149ae16f; range_end:; response_count:1; response_revision:25714; }","duration":"10.990400614s","start":"2026-04-23T01:11:01.312813Z","end":"2026-04-23T01:11:12.303214Z","steps":["trace[35781874] 'agreement among raft nodes before linearized reading' (duration: 10.990287971s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:12.303241Z","caller":"traceutil/trace.go:171","msg":"trace[974522528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25714; }","duration":"9.681708187s","start":"2026-04-23T01:11:02.621525Z","end":"2026-04-23T01:11:12.303234Z","steps":["trace[974522528] 'agreement among raft nodes before linearized reading' (duration: 9.680685611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.302763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.957292944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:12.303248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:01.312787Z","time spent":"10.990455195s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":903,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-5t7wx.18a8d6fc149ae16f\" "} {"level":"warn","ts":"2026-04-23T01:11:12.303267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:02.621514Z","time spent":"9.681745639s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:11:12.303273Z","caller":"traceutil/trace.go:171","msg":"trace[1483110508] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25714; }","duration":"5.957843489s","start":"2026-04-23T01:11:06.345419Z","end":"2026-04-23T01:11:12.303262Z","steps":["trace[1483110508] 'agreement among raft nodes before linearized reading' (duration: 5.957306425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:12.303308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.345401Z","time spent":"5.9578966s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.301578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.596413Z","time spent":"5.705155265s","remote":"127.0.0.1:36222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.302959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.09716Z","time spent":"6.205785233s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.303081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:05.727106Z","time spent":"6.57596763s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:12.802163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:13.303405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:13.804306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:14.096164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507821434s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:14.218537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000759608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:14.218729Z","caller":"traceutil/trace.go:171","msg":"trace[185310576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001003214s","start":"2026-04-23T01:11:12.217703Z","end":"2026-04-23T01:11:14.218706Z","steps":["trace[185310576] 'agreement among raft nodes before linearized reading' (duration: 2.000780638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:14.218822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.217686Z","time spent":"2.001122107s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:16.164497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:09.163778Z","time spent":"7.000710917s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:16.219438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999902686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:16.219528Z","caller":"traceutil/trace.go:171","msg":"trace[2095070622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003102s","start":"2026-04-23T01:11:14.219473Z","end":"2026-04-23T01:11:16.219504Z","steps":["trace[2095070622] 'agreement among raft nodes before linearized reading' (duration: 1.999929877s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:16.219584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.219457Z","time spent":"2.000114121s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:18.071254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:18.071341Z","caller":"traceutil/trace.go:171","msg":"trace[1306521779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192933s","start":"2026-04-23T01:11:16.071128Z","end":"2026-04-23T01:11:18.071321Z","steps":["trace[1306521779] 'agreement among raft nodes before linearized reading' (duration: 2.00007777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:18.07139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.071108Z","time spent":"2.000272966s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:18.227141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000510111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:18.227226Z","caller":"traceutil/trace.go:171","msg":"trace[2087269045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652115s","start":"2026-04-23T01:11:16.226554Z","end":"2026-04-23T01:11:18.227206Z","steps":["trace[2087269045] 'agreement among raft nodes before linearized reading' (duration: 2.000541362s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:18.22728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.226534Z","time spent":"2.000730977s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:18.340722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:11.340231Z","time spent":"7.000483312s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:18.863396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766975514s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T01:11:19.228291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.924990913s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:19.306413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.305735Z","time spent":"7.000671506s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:19.308194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.306628Z","time spent":"7.001564689s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:19.308329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.306622Z","time spent":"7.001699522s","remote":"127.0.0.1:40430","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:19.308377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.306657Z","time spent":"7.001718253s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:20.235196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000766548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:20.235291Z","caller":"traceutil/trace.go:171","msg":"trace[1187513424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905161s","start":"2026-04-23T01:11:18.234361Z","end":"2026-04-23T01:11:20.235266Z","steps":["trace[1187513424] 'agreement among raft nodes before linearized reading' (duration: 2.000791388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:20.235342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.234344Z","time spent":"2.000987173s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:22.235244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:22.235394Z","caller":"traceutil/trace.go:171","msg":"trace[36199061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160363s","start":"2026-04-23T01:11:20.235165Z","end":"2026-04-23T01:11:22.235325Z","steps":["trace[36199061] 'agreement among raft nodes before linearized reading' (duration: 1.999935147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.235454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.23515Z","time spent":"2.000293085s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:22.787633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55908251s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.789395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634072683s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.789478Z","caller":"traceutil/trace.go:171","msg":"trace[1761183007] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25715; }","duration":"2.634155325s","start":"2026-04-23T01:11:20.155307Z","end":"2026-04-23T01:11:22.789462Z","steps":["trace[1761183007] 'range keys from in-memory index tree' (duration: 2.634062833s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.793169Z","caller":"traceutil/trace.go:171","msg":"trace[1429099858] linearizableReadLoop","detail":"{readStateIndex:26590; appliedIndex:26584; }","duration":"10.491733165s","start":"2026-04-23T01:11:12.301413Z","end":"2026-04-23T01:11:22.793146Z","steps":["trace[1429099858] 'read index received' (duration: 1.794937849s)","trace[1429099858] 'applied index is now lower than readState.Index' (duration: 8.696793076s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:22.793307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.548289416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.793328Z","caller":"traceutil/trace.go:171","msg":"trace[2082757157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25719; }","duration":"10.548365018s","start":"2026-04-23T01:11:12.244955Z","end":"2026-04-23T01:11:22.79332Z","steps":["trace[2082757157] 'agreement among raft nodes before linearized reading' (duration: 10.548301796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.793347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.244934Z","time spent":"10.548407909s","remote":"127.0.0.1:51712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.793478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.801207186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.793493Z","caller":"traceutil/trace.go:171","msg":"trace[712917185] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25719; }","duration":"10.801272787s","start":"2026-04-23T01:11:11.992214Z","end":"2026-04-23T01:11:22.793487Z","steps":["trace[712917185] 'agreement among raft nodes before linearized reading' (duration: 10.801245717s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.793507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:11.992192Z","time spent":"10.801310959s","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.793609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.26450937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.793624Z","caller":"traceutil/trace.go:171","msg":"trace[918663330] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25719; }","duration":"11.26456544s","start":"2026-04-23T01:11:11.529053Z","end":"2026-04-23T01:11:22.793619Z","steps":["trace[918663330] 'agreement among raft nodes before linearized reading' (duration: 11.26453249s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.79364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:11.529034Z","time spent":"11.264603002s","remote":"127.0.0.1:54244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.793755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.304708661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.79378Z","caller":"traceutil/trace.go:171","msg":"trace[547228180] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25719; }","duration":"12.304770912s","start":"2026-04-23T01:11:10.489001Z","end":"2026-04-23T01:11:22.793772Z","steps":["trace[547228180] 'agreement among raft nodes before linearized reading' (duration: 12.304726791s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.793801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.488981Z","time spent":"12.304814263s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.79391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.728150726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.793927Z","caller":"traceutil/trace.go:171","msg":"trace[1716329679] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25719; }","duration":"12.728197316s","start":"2026-04-23T01:11:10.065724Z","end":"2026-04-23T01:11:22.793922Z","steps":["trace[1716329679] 'agreement among raft nodes before linearized reading' (duration: 12.728169125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.793944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:10.065709Z","time spent":"12.728230307s","remote":"127.0.0.1:54366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.793964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.00168904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.793985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.354734045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.794025Z","caller":"traceutil/trace.go:171","msg":"trace[309776669] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25719; }","duration":"16.001764862s","start":"2026-04-23T01:11:06.792245Z","end":"2026-04-23T01:11:22.79401Z","steps":["trace[309776669] 'agreement among raft nodes before linearized reading' (duration: 16.00165591s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.768143856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.79406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.792178Z","time spent":"16.001871864s","remote":"127.0.0.1:36242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.794055Z","caller":"traceutil/trace.go:171","msg":"trace[623889039] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25719; }","duration":"14.354842568s","start":"2026-04-23T01:11:08.439191Z","end":"2026-04-23T01:11:22.794034Z","steps":["trace[623889039] 'agreement among raft nodes before linearized reading' (duration: 14.354717395s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.794076Z","caller":"traceutil/trace.go:171","msg":"trace[1396385384] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25719; }","duration":"14.768216727s","start":"2026-04-23T01:11:08.025843Z","end":"2026-04-23T01:11:22.79406Z","steps":["trace[1396385384] 'agreement among raft nodes before linearized reading' (duration: 14.768159836s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.79411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.439175Z","time spent":"14.354923559s","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.794112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.025823Z","time spent":"14.76827897s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.794151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.838816531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:22.794141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.44091508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:22.794156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.050411674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.794173Z","caller":"traceutil/trace.go:171","msg":"trace[837557923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25719; }","duration":"13.838877532s","start":"2026-04-23T01:11:08.955289Z","end":"2026-04-23T01:11:22.794166Z","steps":["trace[837557923] 'agreement among raft nodes before linearized reading' (duration: 13.838834131s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.79419Z","caller":"traceutil/trace.go:171","msg":"trace[1957007679] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:0; response_revision:25719; }","duration":"16.051145061s","start":"2026-04-23T01:11:06.743036Z","end":"2026-04-23T01:11:22.794181Z","steps":["trace[1957007679] 'agreement among raft nodes before linearized reading' (duration: 16.05108403s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.047508199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-873c842a-5022-4905-ad02-4a29d8fde470\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:11:22.79419Z","caller":"traceutil/trace.go:171","msg":"trace[152810121] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25719; }","duration":"15.440998582s","start":"2026-04-23T01:11:07.353178Z","end":"2026-04-23T01:11:22.794176Z","steps":["trace[152810121] 'agreement among raft nodes before linearized reading' (duration: 15.440909749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.743014Z","time spent":"16.051192003s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:11:22.794231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.429991817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.794236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:07.353161Z","time spent":"15.441065054s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.794256Z","caller":"traceutil/trace.go:171","msg":"trace[1801649997] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25719; }","duration":"13.430043597s","start":"2026-04-23T01:11:09.364205Z","end":"2026-04-23T01:11:22.794249Z","steps":["trace[1801649997] 'agreement among raft nodes before linearized reading' (duration: 13.430004026s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.794247Z","caller":"traceutil/trace.go:171","msg":"trace[1852956658] range","detail":"{range_begin:/registry/persistentvolumes/pvc-873c842a-5022-4905-ad02-4a29d8fde470; range_end:; response_count:1; response_revision:25719; }","duration":"16.047638733s","start":"2026-04-23T01:11:06.746578Z","end":"2026-04-23T01:11:22.794216Z","steps":["trace[1852956658] 'agreement among raft nodes before linearized reading' (duration: 16.047342675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:09.36419Z","time spent":"13.430078889s","remote":"127.0.0.1:36260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.794272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.260267515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:22.794295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:06.746574Z","time spent":"16.047713275s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-873c842a-5022-4905-ad02-4a29d8fde470\" "} {"level":"info","ts":"2026-04-23T01:11:22.794322Z","caller":"traceutil/trace.go:171","msg":"trace[1451614510] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25719; }","duration":"14.260345608s","start":"2026-04-23T01:11:08.533959Z","end":"2026-04-23T01:11:22.794304Z","steps":["trace[1451614510] 'agreement among raft nodes before linearized reading' (duration: 14.260266956s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.533942Z","time spent":"14.260403269s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.794196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:08.955268Z","time spent":"13.838919954s","remote":"127.0.0.1:36192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.793976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.124022931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.79449Z","caller":"traceutil/trace.go:171","msg":"trace[232732943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25719; }","duration":"15.124589706s","start":"2026-04-23T01:11:07.669893Z","end":"2026-04-23T01:11:22.794482Z","steps":["trace[232732943] 'agreement among raft nodes before linearized reading' (duration: 15.124021111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:07.669873Z","time spent":"15.124634767s","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.794754Z","caller":"traceutil/trace.go:171","msg":"trace[914895322] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"5.927188433s","start":"2026-04-23T01:11:16.867547Z","end":"2026-04-23T01:11:22.794735Z","steps":["trace[914895322] 'process raft request' (duration: 5.923161961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.867529Z","time spent":"5.927257095s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:22.794908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911709609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.794958Z","caller":"traceutil/trace.go:171","msg":"trace[1606643943] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25720; }","duration":"2.911800402s","start":"2026-04-23T01:11:19.883148Z","end":"2026-04-23T01:11:22.794948Z","steps":["trace[1606643943] 'agreement among raft nodes before linearized reading' (duration: 2.911689069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.794961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.489002906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-23T01:11:22.794984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.883127Z","time spent":"2.911848382s","remote":"127.0.0.1:40540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.795001Z","caller":"traceutil/trace.go:171","msg":"trace[1891644256] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25720; }","duration":"10.489066068s","start":"2026-04-23T01:11:12.305924Z","end":"2026-04-23T01:11:22.79499Z","steps":["trace[1891644256] 'agreement among raft nodes before linearized reading' (duration: 10.488888643s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.860245599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:22.79503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.305912Z","time spent":"10.489110598s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-23T01:11:22.795049Z","caller":"traceutil/trace.go:171","msg":"trace[1859799736] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25720; }","duration":"5.860306221s","start":"2026-04-23T01:11:16.934729Z","end":"2026-04-23T01:11:22.795035Z","steps":["trace[1859799736] 'agreement among raft nodes before linearized reading' (duration: 5.860234919s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.79508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.934721Z","time spent":"5.860349492s","remote":"127.0.0.1:40396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.79508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.607027225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.795107Z","caller":"traceutil/trace.go:171","msg":"trace[1114305997] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"5.488137283s","start":"2026-04-23T01:11:17.306961Z","end":"2026-04-23T01:11:22.795099Z","steps":["trace[1114305997] 'process raft request' (duration: 5.483775673s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:22.795114Z","caller":"traceutil/trace.go:171","msg":"trace[465698487] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25720; }","duration":"8.607100466s","start":"2026-04-23T01:11:14.188001Z","end":"2026-04-23T01:11:22.795101Z","steps":["trace[465698487] 'agreement among raft nodes before linearized reading' (duration: 8.607044135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.187977Z","time spent":"8.607158098s","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:11:22.79517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.306934Z","time spent":"5.488192044s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:22.795205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.705928057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.795231Z","caller":"traceutil/trace.go:171","msg":"trace[1388594475] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25720; }","duration":"8.706005068s","start":"2026-04-23T01:11:14.089218Z","end":"2026-04-23T01:11:22.795224Z","steps":["trace[1388594475] 'agreement among raft nodes before linearized reading' (duration: 8.705955317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170035686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.795278Z","caller":"traceutil/trace.go:171","msg":"trace[808869246] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25720; }","duration":"3.170070597s","start":"2026-04-23T01:11:19.625197Z","end":"2026-04-23T01:11:22.795268Z","steps":["trace[808869246] 'agreement among raft nodes before linearized reading' (duration: 3.170016105s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.089529524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.796354Z","caller":"traceutil/trace.go:171","msg":"trace[342334633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25720; }","duration":"9.090620881s","start":"2026-04-23T01:11:13.705709Z","end":"2026-04-23T01:11:22.79633Z","steps":["trace[342334633] 'agreement among raft nodes before linearized reading' (duration: 9.089557175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.796425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.70568Z","time spent":"9.090723524s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.527886013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.796621Z","caller":"traceutil/trace.go:171","msg":"trace[1539762170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25720; }","duration":"6.529255367s","start":"2026-04-23T01:11:16.267353Z","end":"2026-04-23T01:11:22.796608Z","steps":["trace[1539762170] 'agreement among raft nodes before linearized reading' (duration: 6.527905503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.796669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.26733Z","time spent":"6.529323678s","remote":"127.0.0.1:36276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.985242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.796792Z","caller":"traceutil/trace.go:171","msg":"trace[2052879062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25720; }","duration":"552.50568ms","start":"2026-04-23T01:11:22.244279Z","end":"2026-04-23T01:11:22.796785Z","steps":["trace[2052879062] 'agreement among raft nodes before linearized reading' (duration: 550.986032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.796814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.244267Z","time spent":"552.541781ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.625152Z","time spent":"3.170145008s","remote":"127.0.0.1:51596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.796938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943287354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:11:22.796988Z","caller":"traceutil/trace.go:171","msg":"trace[305783696] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25720; }","duration":"1.943342135s","start":"2026-04-23T01:11:20.853636Z","end":"2026-04-23T01:11:22.796978Z","steps":["trace[305783696] 'agreement among raft nodes before linearized reading' (duration: 1.942074603s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.089195Z","time spent":"8.70605159s","remote":"127.0.0.1:54238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.797026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.853571Z","time spent":"1.943445207s","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.660446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.797181Z","caller":"traceutil/trace.go:171","msg":"trace[46639207] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25720; }","duration":"754.542494ms","start":"2026-04-23T01:11:22.04263Z","end":"2026-04-23T01:11:22.797173Z","steps":["trace[46639207] 'agreement among raft nodes before linearized reading' (duration: 752.682807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.042609Z","time spent":"754.597135ms","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.887857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.797322Z","caller":"traceutil/trace.go:171","msg":"trace[351121556] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25720; }","duration":"774.868447ms","start":"2026-04-23T01:11:22.022437Z","end":"2026-04-23T01:11:22.797306Z","steps":["trace[351121556] 'agreement among raft nodes before linearized reading' (duration: 772.913198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.022416Z","time spent":"774.94131ms","remote":"127.0.0.1:36322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.188995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.797453Z","caller":"traceutil/trace.go:171","msg":"trace[95994264] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25720; }","duration":"922.260748ms","start":"2026-04-23T01:11:21.87517Z","end":"2026-04-23T01:11:22.797431Z","steps":["trace[95994264] 'agreement among raft nodes before linearized reading' (duration: 920.223586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467791999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:11:22.797512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.875145Z","time spent":"922.34975ms","remote":"127.0.0.1:36388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.797545Z","caller":"traceutil/trace.go:171","msg":"trace[427266097] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152; range_end:; response_count:1; response_revision:25720; }","duration":"3.469955385s","start":"2026-04-23T01:11:19.327575Z","end":"2026-04-23T01:11:22.797531Z","steps":["trace[427266097] 'agreement among raft nodes before linearized reading' (duration: 3.467747929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:19.327553Z","time spent":"3.470018556s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.716499919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18366"} {"level":"info","ts":"2026-04-23T01:11:22.797706Z","caller":"traceutil/trace.go:171","msg":"trace[1506800231] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25720; }","duration":"9.718825268s","start":"2026-04-23T01:11:13.078873Z","end":"2026-04-23T01:11:22.797698Z","steps":["trace[1506800231] 'agreement among raft nodes before linearized reading' (duration: 9.716482159s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.078851Z","time spent":"9.718874879s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620738752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T01:11:22.797856Z","caller":"traceutil/trace.go:171","msg":"trace[11477944] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25720; }","duration":"6.630263744s","start":"2026-04-23T01:11:16.167581Z","end":"2026-04-23T01:11:22.797844Z","steps":["trace[11477944] 'agreement among raft nodes before linearized reading' (duration: 6.62773001s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.797907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:16.167566Z","time spent":"6.630329855s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102684876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.797982Z","caller":"traceutil/trace.go:171","msg":"trace[1338562681] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25720; }","duration":"4.10522901s","start":"2026-04-23T01:11:18.692735Z","end":"2026-04-23T01:11:22.797964Z","steps":["trace[1338562681] 'agreement among raft nodes before linearized reading' (duration: 4.102697716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.089883313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.798034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.69272Z","time spent":"4.105298872s","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.798034Z","caller":"traceutil/trace.go:171","msg":"trace[1180226781] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25720; }","duration":"9.092485058s","start":"2026-04-23T01:11:13.705536Z","end":"2026-04-23T01:11:22.798021Z","steps":["trace[1180226781] 'agreement among raft nodes before linearized reading' (duration: 9.089898473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.795464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.831830144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.798236Z","caller":"traceutil/trace.go:171","msg":"trace[804655533] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25720; }","duration":"6.834623995s","start":"2026-04-23T01:11:15.963588Z","end":"2026-04-23T01:11:22.798212Z","steps":["trace[804655533] 'agreement among raft nodes before linearized reading' (duration: 6.831849235s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.798263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:15.963566Z","time spent":"6.834689686s","remote":"127.0.0.1:36426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.79549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254559188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.798324Z","caller":"traceutil/trace.go:171","msg":"trace[1911068859] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25720; }","duration":"4.257417401s","start":"2026-04-23T01:11:18.54088Z","end":"2026-04-23T01:11:22.798298Z","steps":["trace[1911068859] 'agreement among raft nodes before linearized reading' (duration: 4.25458872s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.798392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.540849Z","time spent":"4.257520133s","remote":"127.0.0.1:43546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426138301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:22.798184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:13.70552Z","time spent":"9.092651263s","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:22.798459Z","caller":"traceutil/trace.go:171","msg":"trace[798914116] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25720; }","duration":"2.429118847s","start":"2026-04-23T01:11:20.369328Z","end":"2026-04-23T01:11:22.798447Z","steps":["trace[798914116] 'agreement among raft nodes before linearized reading' (duration: 2.426152322s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.79851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.369313Z","time spent":"2.429180528s","remote":"127.0.0.1:40262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310320426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-23T01:11:22.798611Z","caller":"traceutil/trace.go:171","msg":"trace[794625418] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25720; }","duration":"1.313448536s","start":"2026-04-23T01:11:21.485152Z","end":"2026-04-23T01:11:22.798601Z","steps":["trace[794625418] 'agreement among raft nodes before linearized reading' (duration: 1.310276546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.798645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.485133Z","time spent":"1.313503708s","remote":"127.0.0.1:54362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.04097231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.798802Z","caller":"traceutil/trace.go:171","msg":"trace[543908239] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25720; }","duration":"8.044301065s","start":"2026-04-23T01:11:14.754488Z","end":"2026-04-23T01:11:22.798789Z","steps":["trace[543908239] 'agreement among raft nodes before linearized reading' (duration: 8.040995091s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.798837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:14.754468Z","time spent":"8.044358016s","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556629144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.79896Z","caller":"traceutil/trace.go:171","msg":"trace[1313297358] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25720; }","duration":"2.560069061s","start":"2026-04-23T01:11:20.238881Z","end":"2026-04-23T01:11:22.79895Z","steps":["trace[1313297358] 'agreement among raft nodes before linearized reading' (duration: 2.556641984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.798997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.238859Z","time spent":"2.560126913s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451799629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-23T01:11:22.799104Z","caller":"traceutil/trace.go:171","msg":"trace[600307478] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25720; }","duration":"4.455375129s","start":"2026-04-23T01:11:18.343721Z","end":"2026-04-23T01:11:22.799096Z","steps":["trace[600307478] 'agreement among raft nodes before linearized reading' (duration: 4.451783508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.79913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.343703Z","time spent":"4.455420671s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328086496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:11:22.799231Z","caller":"traceutil/trace.go:171","msg":"trace[638927789] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25720; }","duration":"1.331787959s","start":"2026-04-23T01:11:21.467433Z","end":"2026-04-23T01:11:22.799221Z","steps":["trace[638927789] 'agreement among raft nodes before linearized reading' (duration: 1.328077456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.799266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.467415Z","time spent":"1.331840701s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:11:22.795602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374811519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.799346Z","caller":"traceutil/trace.go:171","msg":"trace[39269604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25720; }","duration":"1.378572884s","start":"2026-04-23T01:11:21.420753Z","end":"2026-04-23T01:11:22.799326Z","steps":["trace[39269604] 'agreement among raft nodes before linearized reading' (duration: 1.374831269s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.799379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.420735Z","time spent":"1.378635175s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700918913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.799461Z","caller":"traceutil/trace.go:171","msg":"trace[982949534] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25720; }","duration":"4.70479043s","start":"2026-04-23T01:11:18.094662Z","end":"2026-04-23T01:11:22.799452Z","steps":["trace[982949534] 'agreement among raft nodes before linearized reading' (duration: 4.700917512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.799495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:18.094653Z","time spent":"4.704831502s","remote":"127.0.0.1:36614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627080576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.799578Z","caller":"traceutil/trace.go:171","msg":"trace[373968819] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25720; }","duration":"2.631077717s","start":"2026-04-23T01:11:20.168492Z","end":"2026-04-23T01:11:22.79957Z","steps":["trace[373968819] 'agreement among raft nodes before linearized reading' (duration: 2.627076636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.799612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.168473Z","time spent":"2.631130649s","remote":"127.0.0.1:40680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439262109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.799725Z","caller":"traceutil/trace.go:171","msg":"trace[767303051] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25720; }","duration":"1.443391975s","start":"2026-04-23T01:11:21.356315Z","end":"2026-04-23T01:11:22.799707Z","steps":["trace[767303051] 'agreement among raft nodes before linearized reading' (duration: 1.4392982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.799753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.356291Z","time spent":"1.443454407s","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017475423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.799865Z","caller":"traceutil/trace.go:171","msg":"trace[63094591] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25720; }","duration":"5.021721351s","start":"2026-04-23T01:11:17.778136Z","end":"2026-04-23T01:11:22.799857Z","steps":["trace[63094591] 'agreement among raft nodes before linearized reading' (duration: 5.017487163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.799913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.778119Z","time spent":"5.021785043s","remote":"127.0.0.1:37040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471485124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.800022Z","caller":"traceutil/trace.go:171","msg":"trace[446273011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25720; }","duration":"1.475855656s","start":"2026-04-23T01:11:21.324155Z","end":"2026-04-23T01:11:22.80001Z","steps":["trace[446273011] 'agreement among raft nodes before linearized reading' (duration: 1.471485845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:21.324132Z","time spent":"1.475924347s","remote":"127.0.0.1:51584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.7957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.165670824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.800208Z","caller":"traceutil/trace.go:171","msg":"trace[1315480011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25720; }","duration":"10.170236541s","start":"2026-04-23T01:11:12.629963Z","end":"2026-04-23T01:11:22.8002Z","steps":["trace[1315480011] 'agreement among raft nodes before linearized reading' (duration: 10.165682335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:12.629945Z","time spent":"10.170283802s","remote":"127.0.0.1:36154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047364089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.800335Z","caller":"traceutil/trace.go:171","msg":"trace[2126318015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25720; }","duration":"5.052024618s","start":"2026-04-23T01:11:17.748298Z","end":"2026-04-23T01:11:22.800322Z","steps":["trace[2126318015] 'agreement among raft nodes before linearized reading' (duration: 5.047364279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.748204Z","time spent":"5.052159922s","remote":"127.0.0.1:36170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.57218062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:22.800412Z","caller":"traceutil/trace.go:171","msg":"trace[1206229905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25720; }","duration":"5.576853309s","start":"2026-04-23T01:11:17.223551Z","end":"2026-04-23T01:11:22.800404Z","steps":["trace[1206229905] 'agreement among raft nodes before linearized reading' (duration: 5.57219206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:17.223536Z","time spent":"5.57690012s","remote":"127.0.0.1:36180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712966249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.800557Z","caller":"traceutil/trace.go:171","msg":"trace[805128919] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25720; }","duration":"2.717778072s","start":"2026-04-23T01:11:20.082772Z","end":"2026-04-23T01:11:22.80055Z","steps":["trace[805128919] 'agreement among raft nodes before linearized reading' (duration: 2.712959009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.082753Z","time spent":"2.717823392s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.795771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649971216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:11:22.800683Z","caller":"traceutil/trace.go:171","msg":"trace[1707437841] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25720; }","duration":"2.654930322s","start":"2026-04-23T01:11:20.145744Z","end":"2026-04-23T01:11:22.800674Z","steps":["trace[1707437841] 'agreement among raft nodes before linearized reading' (duration: 2.649881233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.145719Z","time spent":"2.654990833s","remote":"127.0.0.1:40478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.79583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695835925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.800763Z","caller":"traceutil/trace.go:171","msg":"trace[1880949395] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25720; }","duration":"2.700788482s","start":"2026-04-23T01:11:20.099966Z","end":"2026-04-23T01:11:22.800755Z","steps":["trace[1880949395] 'agreement among raft nodes before linearized reading' (duration: 2.695820955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.8008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.099957Z","time spent":"2.700833193s","remote":"127.0.0.1:40526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.796042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289455493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.800916Z","caller":"traceutil/trace.go:171","msg":"trace[1597605444] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25720; }","duration":"2.294332707s","start":"2026-04-23T01:11:20.506575Z","end":"2026-04-23T01:11:22.800907Z","steps":["trace[1597605444] 'agreement among raft nodes before linearized reading' (duration: 2.289434272s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.800943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.506506Z","time spent":"2.294429369s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:22.796042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948014593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:22.801023Z","caller":"traceutil/trace.go:171","msg":"trace[809991997] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25720; }","duration":"1.95303929s","start":"2026-04-23T01:11:20.847975Z","end":"2026-04-23T01:11:22.801014Z","steps":["trace[809991997] 'agreement among raft nodes before linearized reading' (duration: 1.948032423s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:22.801056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:20.847865Z","time spent":"1.953182094s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:23.302733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:23.803932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:23.972174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019368014s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:24.800353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99729173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:24.800431Z","caller":"traceutil/trace.go:171","msg":"trace[381594055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997409012s","start":"2026-04-23T01:11:22.803005Z","end":"2026-04-23T01:11:24.800414Z","steps":["trace[381594055] 'agreement among raft nodes before linearized reading' (duration: 1.99731181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:24.800467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.802992Z","time spent":"1.997468064s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:24.979699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007306539s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T01:11:24.979974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.794686Z","time spent":"2.185283917s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:25.322579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350150565s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:26.478173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152531955s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:26.555535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232453087s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:11:26.556413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.802822Z","time spent":"3.753584221s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:11:26.557025Z","caller":"traceutil/trace.go:171","msg":"trace[105681633] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"1.574402669s","start":"2026-04-23T01:11:24.982603Z","end":"2026-04-23T01:11:26.557005Z","steps":["trace[105681633] 'process raft request' (duration: 1.574324388s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.557065Z","caller":"traceutil/trace.go:171","msg":"trace[1841704372] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"3.751663082s","start":"2026-04-23T01:11:22.805373Z","end":"2026-04-23T01:11:26.557036Z","steps":["trace[1841704372] 'process raft request' (duration: 3.750312327s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:26.557068Z","caller":"traceutil/trace.go:171","msg":"trace[1930745398] linearizableReadLoop","detail":"{readStateIndex:26595; appliedIndex:26592; }","duration":"3.754805043s","start":"2026-04-23T01:11:22.802227Z","end":"2026-04-23T01:11:26.557032Z","steps":["trace[1930745398] 'read index received' (duration: 1.170175121s)","trace[1930745398] 'applied index is now lower than readState.Index' (duration: 2.584626112s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:26.557141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.982579Z","time spent":"1.574495231s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:26.557187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.805345Z","time spent":"3.751776005s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:26.557414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755164402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-23T01:11:26.55748Z","caller":"traceutil/trace.go:171","msg":"trace[665316220] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25722; }","duration":"3.755257344s","start":"2026-04-23T01:11:22.802202Z","end":"2026-04-23T01:11:26.55746Z","steps":["trace[665316220] 'agreement among raft nodes before linearized reading' (duration: 3.754938666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:26.557519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.802188Z","time spent":"3.755321376s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T01:11:26.81847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:26.818544Z","caller":"traceutil/trace.go:171","msg":"trace[1061220972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170493s","start":"2026-04-23T01:11:24.818357Z","end":"2026-04-23T01:11:26.818527Z","steps":["trace[1061220972] 'agreement among raft nodes before linearized reading' (duration: 2.000077361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:26.818574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.818333Z","time spent":"2.000235604s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:27.057793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:27.558142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:27.764022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109801083s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:27.9412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.917567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:27.941283Z","caller":"traceutil/trace.go:171","msg":"trace[892286297] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"2.555480064s","start":"2026-04-23T01:11:25.385787Z","end":"2026-04-23T01:11:27.941267Z","steps":["trace[892286297] 'process raft request' (duration: 2.378428994s)","trace[892286297] 'compare' (duration: 175.853439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:27.941323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:25.385767Z","time spent":"2.555537196s","remote":"127.0.0.1:54362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:28.071855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00083572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:28.071978Z","caller":"traceutil/trace.go:171","msg":"trace[1037550940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001015536s","start":"2026-04-23T01:11:26.070937Z","end":"2026-04-23T01:11:28.071953Z","steps":["trace[1037550940] 'agreement among raft nodes before linearized reading' (duration: 2.000864191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.072134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.070921Z","time spent":"2.00119201s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:28.819844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:28.819972Z","caller":"traceutil/trace.go:171","msg":"trace[1192461846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000769099s","start":"2026-04-23T01:11:26.819186Z","end":"2026-04-23T01:11:28.819955Z","steps":["trace[1192461846] 'agreement among raft nodes before linearized reading' (duration: 2.000618984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:28.820011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.819176Z","time spent":"2.00082616s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:28.821258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057056117s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:29.140145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.597483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:29.140242Z","caller":"traceutil/trace.go:171","msg":"trace[502311469] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26596; }","duration":"2.583099823s","start":"2026-04-23T01:11:26.557126Z","end":"2026-04-23T01:11:29.140226Z","steps":["trace[502311469] 'read index received' (duration: 1.207075024s)","trace[502311469] 'applied index is now lower than readState.Index' (duration: 1.376022979s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:29.140335Z","caller":"traceutil/trace.go:171","msg":"trace[609923852] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"2.582786556s","start":"2026-04-23T01:11:26.557512Z","end":"2026-04-23T01:11:29.140299Z","steps":["trace[609923852] 'process raft request' (duration: 2.263957288s)","trace[609923852] 'compare' (duration: 317.579305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:29.140404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.557488Z","time spent":"2.582875387s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:29.140489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492683098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:29.14058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337640429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.140586Z","caller":"traceutil/trace.go:171","msg":"trace[1366851875] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25724; }","duration":"5.492832042s","start":"2026-04-23T01:11:23.647731Z","end":"2026-04-23T01:11:29.140563Z","steps":["trace[1366851875] 'agreement among raft nodes before linearized reading' (duration: 5.492604527s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.1406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337489745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-23T01:11:29.140641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:23.647711Z","time spent":"5.492917484s","remote":"127.0.0.1:54360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:29.140676Z","caller":"traceutil/trace.go:171","msg":"trace[1137549745] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25724; }","duration":"6.337574977s","start":"2026-04-23T01:11:22.803083Z","end":"2026-04-23T01:11:29.140658Z","steps":["trace[1137549745] 'agreement among raft nodes before linearized reading' (duration: 6.337370892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.140733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.803061Z","time spent":"6.337662039s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T01:11:29.140662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019609173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.140797Z","caller":"traceutil/trace.go:171","msg":"trace[1959162589] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25724; }","duration":"4.019949072s","start":"2026-04-23T01:11:25.120836Z","end":"2026-04-23T01:11:29.140785Z","steps":["trace[1959162589] 'agreement among raft nodes before linearized reading' (duration: 4.019578443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.140986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334041117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T01:11:29.141022Z","caller":"traceutil/trace.go:171","msg":"trace[52692743] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25724; }","duration":"6.334109539s","start":"2026-04-23T01:11:22.806903Z","end":"2026-04-23T01:11:29.141012Z","steps":["trace[52692743] 'agreement among raft nodes before linearized reading' (duration: 6.333995407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.141055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.80689Z","time spent":"6.33415833s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T01:11:29.141241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336055069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18366"} {"level":"info","ts":"2026-04-23T01:11:29.141275Z","caller":"traceutil/trace.go:171","msg":"trace[1823355282] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25724; }","duration":"6.33610213s","start":"2026-04-23T01:11:22.805165Z","end":"2026-04-23T01:11:29.141267Z","steps":["trace[1823355282] 'agreement among raft nodes before linearized reading' (duration: 6.335998767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.140952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:25.120774Z","time spent":"4.020166967s","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:29.141306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.80516Z","time spent":"6.336140122s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:11:29.141447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725402794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:29.142194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.133552171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:29.142262Z","caller":"traceutil/trace.go:171","msg":"trace[539987191] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25724; }","duration":"5.133640383s","start":"2026-04-23T01:11:24.008594Z","end":"2026-04-23T01:11:29.142234Z","steps":["trace[539987191] 'agreement among raft nodes before linearized reading' (duration: 5.1335408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.1423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.008577Z","time spent":"5.133714875s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:29.140606Z","caller":"traceutil/trace.go:171","msg":"trace[2064002702] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25724; }","duration":"6.337663119s","start":"2026-04-23T01:11:22.802933Z","end":"2026-04-23T01:11:29.140596Z","steps":["trace[2064002702] 'agreement among raft nodes before linearized reading' (duration: 6.337618328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.142459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.802913Z","time spent":"6.339498326s","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:11:29.141477Z","caller":"traceutil/trace.go:171","msg":"trace[1881378706] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25724; }","duration":"2.725471796s","start":"2026-04-23T01:11:26.415997Z","end":"2026-04-23T01:11:29.141469Z","steps":["trace[1881378706] 'agreement among raft nodes before linearized reading' (duration: 2.725422025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.142574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.415976Z","time spent":"2.726575055s","remote":"127.0.0.1:35880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:29.142683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206105432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.142774Z","caller":"traceutil/trace.go:171","msg":"trace[1857988865] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25724; }","duration":"4.206247516s","start":"2026-04-23T01:11:24.936504Z","end":"2026-04-23T01:11:29.142752Z","steps":["trace[1857988865] 'agreement among raft nodes before linearized reading' (duration: 4.205633601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.142856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:24.936483Z","time spent":"4.206359829s","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:29.143196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337885165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a8d726b5c8f72d\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-23T01:11:29.143262Z","caller":"traceutil/trace.go:171","msg":"trace[33334443] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a8d726b5c8f72d; range_end:; response_count:1; response_revision:25724; }","duration":"6.340450119s","start":"2026-04-23T01:11:22.802795Z","end":"2026-04-23T01:11:29.143245Z","steps":["trace[33334443] 'agreement among raft nodes before linearized reading' (duration: 6.337822833s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.143305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:22.80278Z","time spent":"6.340513061s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a8d726b5c8f72d\" "} {"level":"info","ts":"2026-04-23T01:11:29.351278Z","caller":"traceutil/trace.go:171","msg":"trace[143544854] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26598; }","duration":"210.982028ms","start":"2026-04-23T01:11:29.140265Z","end":"2026-04-23T01:11:29.351247Z","steps":["trace[143544854] 'read index received' (duration: 209.522992ms)","trace[143544854] 'applied index is now lower than readState.Index' (duration: 1.457306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:29.351448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360928517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:29.35148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790136292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615110-gx2z8\" ","response":"range_response_count:1 size:7362"} {"level":"warn","ts":"2026-04-23T01:11:29.351539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791061605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2364295a-6ee7-4524-97d8-00321e7a65f4\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-23T01:11:29.351549Z","caller":"traceutil/trace.go:171","msg":"trace[1821074570] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29615110-gx2z8; range_end:; response_count:1; response_revision:25725; }","duration":"2.790244025s","start":"2026-04-23T01:11:26.561285Z","end":"2026-04-23T01:11:29.351529Z","steps":["trace[1821074570] 'agreement among raft nodes before linearized reading' (duration: 2.789991079s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.351544Z","caller":"traceutil/trace.go:171","msg":"trace[1304696800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25725; }","duration":"1.36105235s","start":"2026-04-23T01:11:27.990469Z","end":"2026-04-23T01:11:29.351521Z","steps":["trace[1304696800] 'agreement among raft nodes before linearized reading' (duration: 1.360788943s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.351579Z","caller":"traceutil/trace.go:171","msg":"trace[648427157] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2364295a-6ee7-4524-97d8-00321e7a65f4; range_end:; response_count:1; response_revision:25725; }","duration":"2.791136617s","start":"2026-04-23T01:11:26.560428Z","end":"2026-04-23T01:11:29.351564Z","steps":["trace[648427157] 'agreement among raft nodes before linearized reading' (duration: 2.790942862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.351596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401708119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18366"} {"level":"warn","ts":"2026-04-23T01:11:29.351583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.561277Z","time spent":"2.790299626s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7385,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615110-gx2z8\" "} {"level":"warn","ts":"2026-04-23T01:11:29.351646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791916086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T01:11:29.351659Z","caller":"traceutil/trace.go:171","msg":"trace[1233964842] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25725; }","duration":"1.401789211s","start":"2026-04-23T01:11:27.949856Z","end":"2026-04-23T01:11:29.351645Z","steps":["trace[1233964842] 'agreement among raft nodes before linearized reading' (duration: 1.401667588s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.351668Z","caller":"traceutil/trace.go:171","msg":"trace[1727323869] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25725; }","duration":"2.791965697s","start":"2026-04-23T01:11:26.559696Z","end":"2026-04-23T01:11:29.351662Z","steps":["trace[1727323869] 'agreement among raft nodes before linearized reading' (duration: 2.791903796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.351687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.559684Z","time spent":"2.792000418s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:11:29.351694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.949844Z","time spent":"1.401842212s","remote":"127.0.0.1:40296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18389,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T01:11:29.351758Z","caller":"traceutil/trace.go:171","msg":"trace[724834574] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"1.549879777s","start":"2026-04-23T01:11:27.801868Z","end":"2026-04-23T01:11:29.351748Z","steps":["trace[724834574] 'process raft request' (duration: 1.547937519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.35148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044000871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:11:29.351822Z","caller":"traceutil/trace.go:171","msg":"trace[547598430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25725; }","duration":"2.044400011s","start":"2026-04-23T01:11:27.307411Z","end":"2026-04-23T01:11:29.35181Z","steps":["trace[547598430] 'agreement among raft nodes before linearized reading' (duration: 2.043860638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.351858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.307395Z","time spent":"2.044451072s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:11:29.351931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.801833Z","time spent":"1.54996975s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:29.351986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884295079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.352029Z","caller":"traceutil/trace.go:171","msg":"trace[1126433797] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25725; }","duration":"1.884379421s","start":"2026-04-23T01:11:27.467638Z","end":"2026-04-23T01:11:29.352017Z","steps":["trace[1126433797] 'agreement among raft nodes before linearized reading' (duration: 1.884301399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.351614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:26.560412Z","time spent":"2.791194328s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-2364295a-6ee7-4524-97d8-00321e7a65f4\" "} {"level":"warn","ts":"2026-04-23T01:11:29.352066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.467618Z","time spent":"1.884440053s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:29.352205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.707698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.352285Z","caller":"traceutil/trace.go:171","msg":"trace[1551372831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25725; }","duration":"526.818992ms","start":"2026-04-23T01:11:28.825454Z","end":"2026-04-23T01:11:29.352273Z","steps":["trace[1551372831] 'agreement among raft nodes before linearized reading' (duration: 526.712079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.352328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.825431Z","time spent":"526.890223ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:29.352667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.159958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:29.352964Z","caller":"traceutil/trace.go:171","msg":"trace[15710635] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25725; }","duration":"802.514377ms","start":"2026-04-23T01:11:28.550414Z","end":"2026-04-23T01:11:29.352929Z","steps":["trace[15710635] 'agreement among raft nodes before linearized reading' (duration: 802.054165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.353158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:28.550391Z","time spent":"802.743093ms","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:29.351602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:27.990447Z","time spent":"1.361145033s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:29.547752Z","caller":"traceutil/trace.go:171","msg":"trace[979627712] linearizableReadLoop","detail":"{readStateIndex:26603; appliedIndex:26599; }","duration":"196.38462ms","start":"2026-04-23T01:11:29.351342Z","end":"2026-04-23T01:11:29.547726Z","steps":["trace[979627712] 'read index received' (duration: 192.977164ms)","trace[979627712] 'applied index is now lower than readState.Index' (duration: 3.406696ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:29.547822Z","caller":"traceutil/trace.go:171","msg":"trace[1464567039] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"402.703419ms","start":"2026-04-23T01:11:29.145112Z","end":"2026-04-23T01:11:29.547816Z","steps":["trace[1464567039] 'process raft request' (duration: 399.195611ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.547861Z","caller":"traceutil/trace.go:171","msg":"trace[1558127335] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"401.889019ms","start":"2026-04-23T01:11:29.145959Z","end":"2026-04-23T01:11:29.547848Z","steps":["trace[1558127335] 'process raft request' (duration: 401.672274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.547948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.145095Z","time spent":"402.755781ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:29.547999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.267838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:29.54777Z","caller":"traceutil/trace.go:171","msg":"trace[2105914730] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"402.137305ms","start":"2026-04-23T01:11:29.145599Z","end":"2026-04-23T01:11:29.547736Z","steps":["trace[2105914730] 'process raft request' (duration: 401.999882ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:29.548047Z","caller":"traceutil/trace.go:171","msg":"trace[476772591] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"398.248987ms","start":"2026-04-23T01:11:29.149769Z","end":"2026-04-23T01:11:29.548018Z","steps":["trace[476772591] 'process raft request' (duration: 397.924639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.54814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.145926Z","time spent":"401.992222ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:29.548177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.149756Z","time spent":"398.35917ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:29.548053Z","caller":"traceutil/trace.go:171","msg":"trace[1044943867] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25729; }","duration":"400.34178ms","start":"2026-04-23T01:11:29.147695Z","end":"2026-04-23T01:11:29.548036Z","steps":["trace[1044943867] 'agreement among raft nodes before linearized reading' (duration: 400.241367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.548231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.145589Z","time spent":"402.515094ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:29.548296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.147687Z","time spent":"400.579107ms","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:11:29.548431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.727191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-23T01:11:29.548509Z","caller":"traceutil/trace.go:171","msg":"trace[247448283] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25729; }","duration":"402.859495ms","start":"2026-04-23T01:11:29.145622Z","end":"2026-04-23T01:11:29.548482Z","steps":["trace[247448283] 'agreement among raft nodes before linearized reading' (duration: 402.432053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:29.548559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.14561Z","time spent":"402.935766ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:11:30.048572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:30.549433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:31.050492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:31.354114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:31.354184Z","caller":"traceutil/trace.go:171","msg":"trace[771762540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552183s","start":"2026-04-23T01:11:29.353617Z","end":"2026-04-23T01:11:31.354169Z","steps":["trace[771762540] 'agreement among raft nodes before linearized reading' (duration: 2.000464871s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.354215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.353599Z","time spent":"2.000609924s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:31.370039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.825569255s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:31.510777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354299328s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:31.510891Z","caller":"traceutil/trace.go:171","msg":"trace[1303110903] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25729; }","duration":"1.354442823s","start":"2026-04-23T01:11:30.156431Z","end":"2026-04-23T01:11:31.510873Z","steps":["trace[1303110903] 'range keys from in-memory index tree' (duration: 1.354280338s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.511644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.798854Z","time spent":"1.71277608s","remote":"127.0.0.1:51942","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:11:31.511994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.262249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:31.512257Z","caller":"traceutil/trace.go:171","msg":"trace[1937456840] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"2.152040017s","start":"2026-04-23T01:11:29.360197Z","end":"2026-04-23T01:11:31.512237Z","steps":["trace[1937456840] 'process raft request' (duration: 2.151915224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:31.51235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.36019Z","time spent":"2.152112849s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7346,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:31.512388Z","caller":"traceutil/trace.go:171","msg":"trace[709174873] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"2.153914243s","start":"2026-04-23T01:11:29.358438Z","end":"2026-04-23T01:11:31.512352Z","steps":["trace[709174873] 'process raft request' (duration: 2.013161951s)","trace[709174873] 'compare' (duration: 139.643563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:31.512555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.358427Z","time spent":"2.154040697s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:33.35986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000342037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:33.360005Z","caller":"traceutil/trace.go:171","msg":"trace[932975491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530582s","start":"2026-04-23T01:11:31.359442Z","end":"2026-04-23T01:11:33.359972Z","steps":["trace[932975491] 'agreement among raft nodes before linearized reading' (duration: 2.000361128s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.360173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.35943Z","time spent":"2.000727187s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:33.753904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.381598964s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:33.754667Z","caller":"traceutil/trace.go:171","msg":"trace[596602025] linearizableReadLoop","detail":"{readStateIndex:26606; appliedIndex:26603; }","duration":"4.206824801s","start":"2026-04-23T01:11:29.547814Z","end":"2026-04-23T01:11:33.754639Z","steps":["trace[596602025] 'read index received' (duration: 1.82380336s)","trace[596602025] 'applied index is now lower than readState.Index' (duration: 2.383020241s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:33.754884Z","caller":"traceutil/trace.go:171","msg":"trace[1520067947] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"4.200367476s","start":"2026-04-23T01:11:29.554486Z","end":"2026-04-23T01:11:33.754854Z","steps":["trace[1520067947] 'process raft request' (duration: 4.199984297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.755164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398300876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-23T01:11:33.755245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.554477Z","time spent":"4.200708345s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:33.755274Z","caller":"traceutil/trace.go:171","msg":"trace[641464077] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25732; }","duration":"4.39846874s","start":"2026-04-23T01:11:29.356782Z","end":"2026-04-23T01:11:33.755251Z","steps":["trace[641464077] 'agreement among raft nodes before linearized reading' (duration: 4.398151812s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.754934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358577131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-23T01:11:33.755435Z","caller":"traceutil/trace.go:171","msg":"trace[264461808] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25732; }","duration":"4.359105994s","start":"2026-04-23T01:11:29.396289Z","end":"2026-04-23T01:11:33.755395Z","steps":["trace[264461808] 'agreement among raft nodes before linearized reading' (duration: 4.358470518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.755102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398729737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:11:33.755657Z","caller":"traceutil/trace.go:171","msg":"trace[410036990] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25732; }","duration":"4.399330391s","start":"2026-04-23T01:11:29.356307Z","end":"2026-04-23T01:11:33.755638Z","steps":["trace[410036990] 'agreement among raft nodes before linearized reading' (duration: 4.398649824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.7556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.396268Z","time spent":"4.359293059s","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-23T01:11:33.755323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.35674Z","time spent":"4.398572273s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T01:11:33.755718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.356285Z","time spent":"4.399418343s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:11:33.757634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359551325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-23T01:11:33.757693Z","caller":"traceutil/trace.go:171","msg":"trace[1419955082] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:25732; }","duration":"4.359643178s","start":"2026-04-23T01:11:29.398036Z","end":"2026-04-23T01:11:33.757679Z","steps":["trace[1419955082] 'agreement among raft nodes before linearized reading' (duration: 4.357123664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:33.757728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.398018Z","time spent":"4.359701679s","remote":"127.0.0.1:40334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-23T01:11:35.130193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183449086s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:35.138338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191240663s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:35.138522Z","caller":"traceutil/trace.go:171","msg":"trace[1608215294] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.376805169s","start":"2026-04-23T01:11:33.761703Z","end":"2026-04-23T01:11:35.138508Z","steps":["trace[1608215294] 'process raft request' (duration: 1.376736857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.138568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.761675Z","time spent":"1.37687046s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:35.13872Z","caller":"traceutil/trace.go:171","msg":"trace[1074082574] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"2.270439511s","start":"2026-04-23T01:11:32.868272Z","end":"2026-04-23T01:11:35.138711Z","steps":["trace[1074082574] 'process raft request' (duration: 1.078791097s)","trace[1074082574] 'compare' (duration: 1.189687794s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:35.138755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.868245Z","time spent":"2.270490322s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:35.138853Z","caller":"traceutil/trace.go:171","msg":"trace[1374849611] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26606; }","duration":"1.384118014s","start":"2026-04-23T01:11:33.754728Z","end":"2026-04-23T01:11:35.138846Z","steps":["trace[1374849611] 'read index received' (duration: 192.118072ms)","trace[1374849611] 'applied index is now lower than readState.Index' (duration: 1.191999102s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:35.138983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778592575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:35.139001Z","caller":"traceutil/trace.go:171","msg":"trace[83093686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25734; }","duration":"1.778647007s","start":"2026-04-23T01:11:33.360348Z","end":"2026-04-23T01:11:35.138995Z","steps":["trace[83093686] 'agreement among raft nodes before linearized reading' (duration: 1.778587175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.139021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.360323Z","time spent":"1.778691898s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:35.139189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030791667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:35.139208Z","caller":"traceutil/trace.go:171","msg":"trace[496354867] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25734; }","duration":"2.03087071s","start":"2026-04-23T01:11:33.108331Z","end":"2026-04-23T01:11:35.139202Z","steps":["trace[496354867] 'agreement among raft nodes before linearized reading' (duration: 2.030786208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.139225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.108311Z","time spent":"2.03091017s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.519749018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:35.139369Z","caller":"traceutil/trace.go:171","msg":"trace[439985609] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25734; }","duration":"4.519842081s","start":"2026-04-23T01:11:30.61951Z","end":"2026-04-23T01:11:35.139352Z","steps":["trace[439985609] 'agreement among raft nodes before linearized reading' (duration: 4.519700437s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.139414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807134032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:35.139437Z","caller":"traceutil/trace.go:171","msg":"trace[190254823] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25734; }","duration":"2.807189783s","start":"2026-04-23T01:11:32.332239Z","end":"2026-04-23T01:11:35.139429Z","steps":["trace[190254823] 'agreement among raft nodes before linearized reading' (duration: 2.807151733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.139465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.33222Z","time spent":"2.807240275s","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078239722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:35.139455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.585912687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a8d725cbb44dae\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-23T01:11:35.139506Z","caller":"traceutil/trace.go:171","msg":"trace[2050622944] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25734; }","duration":"3.078302793s","start":"2026-04-23T01:11:32.061194Z","end":"2026-04-23T01:11:35.139497Z","steps":["trace[2050622944] 'agreement among raft nodes before linearized reading' (duration: 3.078258872s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.139546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.061172Z","time spent":"3.078367085s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.13957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076446813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:35.139561Z","caller":"traceutil/trace.go:171","msg":"trace[31041972] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a8d725cbb44dae; range_end:; response_count:1; response_revision:25734; }","duration":"5.58604319s","start":"2026-04-23T01:11:29.553491Z","end":"2026-04-23T01:11:35.139534Z","steps":["trace[31041972] 'agreement among raft nodes before linearized reading' (duration: 5.585731862s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.139589Z","caller":"traceutil/trace.go:171","msg":"trace[349997342] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25734; }","duration":"2.076503304s","start":"2026-04-23T01:11:33.06308Z","end":"2026-04-23T01:11:35.139583Z","steps":["trace[349997342] 'agreement among raft nodes before linearized reading' (duration: 2.076470154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.13961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.063053Z","time spent":"2.076549575s","remote":"127.0.0.1:37058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.553479Z","time spent":"5.586124662s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a8d725cbb44dae\" "} {"level":"warn","ts":"2026-04-23T01:11:35.13974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48495713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:35.139771Z","caller":"traceutil/trace.go:171","msg":"trace[37775185] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25734; }","duration":"2.485043472s","start":"2026-04-23T01:11:32.654718Z","end":"2026-04-23T01:11:35.139761Z","steps":["trace[37775185] 'agreement among raft nodes before linearized reading' (duration: 2.484939999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.139793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:32.654692Z","time spent":"2.485094664s","remote":"127.0.0.1:40370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.13977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852235972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:35.139816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.584685976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:35.139808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516974034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:35.139853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623409488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-qx56r\" ","response":"range_response_count:1 size:5484"} {"level":"info","ts":"2026-04-23T01:11:35.139864Z","caller":"traceutil/trace.go:171","msg":"trace[1770976838] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25734; }","duration":"5.584732447s","start":"2026-04-23T01:11:29.555115Z","end":"2026-04-23T01:11:35.139847Z","steps":["trace[1770976838] 'agreement among raft nodes before linearized reading' (duration: 5.584648814s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.139866Z","caller":"traceutil/trace.go:171","msg":"trace[533980377] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25734; }","duration":"4.852376697s","start":"2026-04-23T01:11:30.287459Z","end":"2026-04-23T01:11:35.139836Z","steps":["trace[533980377] 'agreement among raft nodes before linearized reading' (duration: 4.852217282s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.139904Z","caller":"traceutil/trace.go:171","msg":"trace[387741761] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25734; }","duration":"3.517085427s","start":"2026-04-23T01:11:31.622773Z","end":"2026-04-23T01:11:35.139858Z","steps":["trace[387741761] 'agreement among raft nodes before linearized reading' (duration: 3.516871281s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:35.139926Z","caller":"traceutil/trace.go:171","msg":"trace[2094368420] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-qx56r; range_end:; response_count:1; response_revision:25734; }","duration":"3.623508371s","start":"2026-04-23T01:11:31.516403Z","end":"2026-04-23T01:11:35.139911Z","steps":["trace[2094368420] 'agreement among raft nodes before linearized reading' (duration: 3.623341115s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.13996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.622751Z","time spent":"3.51719583s","remote":"127.0.0.1:40484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.619481Z","time spent":"4.519937843s","remote":"127.0.0.1:54332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.287439Z","time spent":"4.852502979s","remote":"127.0.0.1:35838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:29.555095Z","time spent":"5.58482724s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:11:35.140037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681331037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:35.140089Z","caller":"traceutil/trace.go:171","msg":"trace[2139488286] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25734; }","duration":"4.681406961s","start":"2026-04-23T01:11:30.458666Z","end":"2026-04-23T01:11:35.140073Z","steps":["trace[2139488286] 'agreement among raft nodes before linearized reading' (duration: 4.681322798s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:35.140133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:30.458648Z","time spent":"4.681467412s","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:35.139971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:31.516388Z","time spent":"3.623571062s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5507,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-qx56r\" "} {"level":"warn","ts":"2026-04-23T01:11:35.639707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:36.14089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:36.151952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021509829s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:37.150718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001002044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:37.1508Z","caller":"traceutil/trace.go:171","msg":"trace[1099160306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001121176s","start":"2026-04-23T01:11:35.14966Z","end":"2026-04-23T01:11:37.150782Z","steps":["trace[1099160306] 'agreement among raft nodes before linearized reading' (duration: 2.001022554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:37.150843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.149652Z","time spent":"2.001182048s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:37.832026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679686613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:37.832111Z","caller":"traceutil/trace.go:171","msg":"trace[1844840763] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"3.47450686s","start":"2026-04-23T01:11:34.357588Z","end":"2026-04-23T01:11:37.832095Z","steps":["trace[1844840763] 'process raft request' (duration: 1.794681193s)","trace[1844840763] 'compare' (duration: 1.679125439s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:37.832154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.357564Z","time spent":"3.474570192s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:38.539087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.386786256s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:38.954721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.220677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:38.954874Z","caller":"traceutil/trace.go:171","msg":"trace[1644578949] linearizableReadLoop","detail":"{readStateIndex:26612; appliedIndex:26608; }","duration":"3.815995471s","start":"2026-04-23T01:11:35.138866Z","end":"2026-04-23T01:11:38.954862Z","steps":["trace[1644578949] 'read index received' (duration: 1.013418774s)","trace[1644578949] 'applied index is now lower than readState.Index' (duration: 2.802575867s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:38.954914Z","caller":"traceutil/trace.go:171","msg":"trace[862992736] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"3.811846855s","start":"2026-04-23T01:11:35.143061Z","end":"2026-04-23T01:11:38.954908Z","steps":["trace[862992736] 'process raft request' (duration: 3.396384572s)","trace[862992736] 'compare' (duration: 414.419267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:38.954946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.143038Z","time spent":"3.811888626s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:38.955053Z","caller":"traceutil/trace.go:171","msg":"trace[31652704] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"3.810516752s","start":"2026-04-23T01:11:35.144531Z","end":"2026-04-23T01:11:38.955047Z","steps":["trace[31652704] 'process raft request' (duration: 3.810256605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.144521Z","time spent":"3.810541872s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:11:38.9552Z","caller":"traceutil/trace.go:171","msg":"trace[295709681] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"3.806777656s","start":"2026-04-23T01:11:35.148417Z","end":"2026-04-23T01:11:38.955195Z","steps":["trace[295709681] 'process raft request' (duration: 3.806408517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.148397Z","time spent":"3.806814898s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5658,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:38.955323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853819108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:38.955347Z","caller":"traceutil/trace.go:171","msg":"trace[1080372325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25738; }","duration":"3.85387916s","start":"2026-04-23T01:11:35.101462Z","end":"2026-04-23T01:11:38.955341Z","steps":["trace[1080372325] 'agreement among raft nodes before linearized reading' (duration: 3.853840719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.101422Z","time spent":"3.853936671s","remote":"127.0.0.1:51550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:38.955463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.584694732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:38.955485Z","caller":"traceutil/trace.go:171","msg":"trace[392977463] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25738; }","duration":"4.584749003s","start":"2026-04-23T01:11:34.37073Z","end":"2026-04-23T01:11:38.955479Z","steps":["trace[392977463] 'agreement among raft nodes before linearized reading' (duration: 4.584714662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.370715Z","time spent":"4.584779735s","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:38.95558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621899804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:38.955599Z","caller":"traceutil/trace.go:171","msg":"trace[1878245054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25738; }","duration":"4.621935664s","start":"2026-04-23T01:11:34.333659Z","end":"2026-04-23T01:11:38.955594Z","steps":["trace[1878245054] 'agreement among raft nodes before linearized reading' (duration: 4.621905113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.33365Z","time spent":"4.621970225s","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:38.95577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958129832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:38.955845Z","caller":"traceutil/trace.go:171","msg":"trace[1587533398] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25738; }","duration":"4.958257995s","start":"2026-04-23T01:11:33.99757Z","end":"2026-04-23T01:11:38.955828Z","steps":["trace[1587533398] 'agreement among raft nodes before linearized reading' (duration: 4.958117671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195267152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-23T01:11:38.955995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19675902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:11:38.955987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196612996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7961"} {"level":"info","ts":"2026-04-23T01:11:38.956006Z","caller":"traceutil/trace.go:171","msg":"trace[1290966531] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da; range_end:; response_count:1; response_revision:25738; }","duration":"5.195357405s","start":"2026-04-23T01:11:33.760633Z","end":"2026-04-23T01:11:38.95599Z","steps":["trace[1290966531] 'agreement among raft nodes before linearized reading' (duration: 5.195194991s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:38.95602Z","caller":"traceutil/trace.go:171","msg":"trace[1129028425] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25738; }","duration":"5.196806071s","start":"2026-04-23T01:11:33.759209Z","end":"2026-04-23T01:11:38.956015Z","steps":["trace[1129028425] 'agreement among raft nodes before linearized reading' (duration: 5.196742609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.956035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.759193Z","time spent":"5.196838612s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:11:38.956036Z","caller":"traceutil/trace.go:171","msg":"trace[1032404024] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:25738; }","duration":"5.196678908s","start":"2026-04-23T01:11:33.759344Z","end":"2026-04-23T01:11:38.956023Z","steps":["trace[1032404024] 'agreement among raft nodes before linearized reading' (duration: 5.196509624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.956043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.760621Z","time spent":"5.195411366s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-88e93e66-59ed-451f-a4b3-c58dfdd155da\" "} {"level":"warn","ts":"2026-04-23T01:11:38.956034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642849083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:11:38.956068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.759339Z","time spent":"5.196720919s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7984,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-04-23T01:11:38.956056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736824792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:38.956107Z","caller":"traceutil/trace.go:171","msg":"trace[1870113568] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25738; }","duration":"4.642953446s","start":"2026-04-23T01:11:34.313133Z","end":"2026-04-23T01:11:38.956086Z","steps":["trace[1870113568] 'agreement among raft nodes before linearized reading' (duration: 4.64270204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.99755Z","time spent":"4.958341187s","remote":"127.0.0.1:36340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:38.956184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.313118Z","time spent":"4.64305751s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:11:38.95615Z","caller":"traceutil/trace.go:171","msg":"trace[939211819] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25738; }","duration":"4.736961495s","start":"2026-04-23T01:11:34.219167Z","end":"2026-04-23T01:11:38.956128Z","steps":["trace[939211819] 'agreement among raft nodes before linearized reading' (duration: 4.736775651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.955795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.198177006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11450"} {"level":"warn","ts":"2026-04-23T01:11:38.956247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:34.219153Z","time spent":"4.737078218s","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:38.956311Z","caller":"traceutil/trace.go:171","msg":"trace[1375660451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25738; }","duration":"5.19874814s","start":"2026-04-23T01:11:33.757536Z","end":"2026-04-23T01:11:38.956284Z","steps":["trace[1375660451] 'agreement among raft nodes before linearized reading' (duration: 5.198141315s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.956505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:33.757516Z","time spent":"5.198928284s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11473,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-23T01:11:39.151151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:11:39.151294Z","caller":"traceutil/trace.go:171","msg":"trace[2064792381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307376s","start":"2026-04-23T01:11:37.150908Z","end":"2026-04-23T01:11:39.151216Z","steps":["trace[2064792381] 'agreement among raft nodes before linearized reading' (duration: 2.000198114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:39.151355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.150886Z","time spent":"2.0004512s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:11:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:11:39.455279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:39.955701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:40.456497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:40.957025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:40.97842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.315239ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:40.978569Z","caller":"traceutil/trace.go:171","msg":"trace[1632254564] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25738; }","duration":"822.478033ms","start":"2026-04-23T01:11:40.156068Z","end":"2026-04-23T01:11:40.978546Z","steps":["trace[1632254564] 'range keys from in-memory index tree' (duration: 822.295828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.979835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.439235103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:11:40.98028Z","caller":"traceutil/trace.go:171","msg":"trace[1442850882] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"3.926555208s","start":"2026-04-23T01:11:37.053699Z","end":"2026-04-23T01:11:40.980254Z","steps":["trace[1442850882] 'process raft request' (duration: 3.926394764s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:40.980442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:37.053679Z","time spent":"3.926681241s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:41.113979Z","caller":"traceutil/trace.go:171","msg":"trace[408950391] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"2.152384224s","start":"2026-04-23T01:11:38.96156Z","end":"2026-04-23T01:11:41.113945Z","steps":["trace[408950391] 'process raft request' (duration: 2.147290835s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:41.114175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.961547Z","time spent":"2.152522497s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:41.160602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000803788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:11:41.160695Z","caller":"traceutil/trace.go:171","msg":"trace[296586475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000947153s","start":"2026-04-23T01:11:39.159731Z","end":"2026-04-23T01:11:41.160678Z","steps":["trace[296586475] 'agreement among raft nodes before linearized reading' (duration: 2.00083853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:41.160749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.159711Z","time spent":"2.001021705s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:42.671402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557583083s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:11:42.673418Z","caller":"traceutil/trace.go:171","msg":"trace[1206681306] linearizableReadLoop","detail":"{readStateIndex:26616; appliedIndex:26612; }","duration":"3.718504424s","start":"2026-04-23T01:11:38.954889Z","end":"2026-04-23T01:11:42.673394Z","steps":["trace[1206681306] 'read index received' (duration: 2.025324229s)","trace[1206681306] 'applied index is now lower than readState.Index' (duration: 1.693177864s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:42.673586Z","caller":"traceutil/trace.go:171","msg":"trace[2060017026] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"3.032395362s","start":"2026-04-23T01:11:39.641154Z","end":"2026-04-23T01:11:42.673549Z","steps":["trace[2060017026] 'process raft request' (duration: 3.03033494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:42.673823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.641125Z","time spent":"3.032556347s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:43.668903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:43.915951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07806406s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:44.075223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.179934513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.075323Z","caller":"traceutil/trace.go:171","msg":"trace[689817635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25742; }","duration":"5.180079477s","start":"2026-04-23T01:11:38.895207Z","end":"2026-04-23T01:11:44.075287Z","steps":["trace[689817635] 'agreement among raft nodes before linearized reading' (duration: 3.77884562s)","trace[689817635] 'count revisions from in-memory index tree' (duration: 1.400198761s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.075371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.895187Z","time spent":"5.18017047s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.075542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341983668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.075595Z","caller":"traceutil/trace.go:171","msg":"trace[1239867119] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25742; }","duration":"1.34207676s","start":"2026-04-23T01:11:42.733501Z","end":"2026-04-23T01:11:44.075577Z","steps":["trace[1239867119] 'count revisions from in-memory index tree' (duration: 1.341855925s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:44.075628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:42.733479Z","time spent":"1.342140311s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.075691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914513889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.075761Z","caller":"traceutil/trace.go:171","msg":"trace[1671685149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25742; }","duration":"2.914645742s","start":"2026-04-23T01:11:41.161092Z","end":"2026-04-23T01:11:44.075738Z","steps":["trace[1671685149] 'agreement among raft nodes before linearized reading' (duration: 1.512523353s)","trace[1671685149] 'range keys from in-memory index tree' (duration: 1.402033177s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.075792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.161064Z","time spent":"2.914721375s","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:11:44.075796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00745193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:44.075836Z","caller":"traceutil/trace.go:171","msg":"trace[977395468] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25742; }","duration":"3.007538413s","start":"2026-04-23T01:11:41.068286Z","end":"2026-04-23T01:11:44.075824Z","steps":["trace[977395468] 'agreement among raft nodes before linearized reading' (duration: 1.605337051s)","trace[977395468] 'count revisions from in-memory index tree' (duration: 1.40214921s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.075866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.068259Z","time spent":"3.007598794s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.075909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.955041906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:44.075939Z","caller":"traceutil/trace.go:171","msg":"trace[1051686603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25742; }","duration":"5.955075837s","start":"2026-04-23T01:11:38.120851Z","end":"2026-04-23T01:11:44.075927Z","steps":["trace[1051686603] 'agreement among raft nodes before linearized reading' (duration: 4.55266073s)","trace[1051686603] 'count revisions from in-memory index tree' (duration: 1.402367115s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.075961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.120791Z","time spent":"5.9551631s","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.076115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771613526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:44.07613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682081082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-23T01:11:44.076138Z","caller":"traceutil/trace.go:171","msg":"trace[726187060] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25742; }","duration":"5.771666247s","start":"2026-04-23T01:11:38.304462Z","end":"2026-04-23T01:11:44.076128Z","steps":["trace[726187060] 'agreement among raft nodes before linearized reading' (duration: 4.369035815s)","trace[726187060] 'count revisions from in-memory index tree' (duration: 1.40258244s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.304445Z","time spent":"5.771714568s","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.076289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304301487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:44.076317Z","caller":"traceutil/trace.go:171","msg":"trace[942636934] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25742; }","duration":"4.304364019s","start":"2026-04-23T01:11:39.771943Z","end":"2026-04-23T01:11:44.076308Z","steps":["trace[942636934] 'agreement among raft nodes before linearized reading' (duration: 2.901704805s)","trace[942636934] 'count revisions from in-memory index tree' (duration: 1.402624943s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:39.771925Z","time spent":"4.30441358s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:44.076161Z","caller":"traceutil/trace.go:171","msg":"trace[224561848] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25742; }","duration":"3.682138523s","start":"2026-04-23T01:11:40.394012Z","end":"2026-04-23T01:11:44.07615Z","steps":["trace[224561848] 'agreement among raft nodes before linearized reading' (duration: 2.279620043s)","trace[224561848] 'range keys from in-memory index tree' (duration: 1.402413506s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:40.393993Z","time spent":"3.682514964s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T01:11:44.076195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942142914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.076677Z","caller":"traceutil/trace.go:171","msg":"trace[992560021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25742; }","duration":"3.942661246s","start":"2026-04-23T01:11:40.134001Z","end":"2026-04-23T01:11:44.076663Z","steps":["trace[992560021] 'agreement among raft nodes before linearized reading' (duration: 2.539639184s)","trace[992560021] 'count revisions from in-memory index tree' (duration: 1.402538641s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.118204292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:44.076714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:40.133978Z","time spent":"3.942725327s","remote":"127.0.0.1:36630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:44.076739Z","caller":"traceutil/trace.go:171","msg":"trace[496193470] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:0; response_revision:25742; }","duration":"5.118315245s","start":"2026-04-23T01:11:38.958398Z","end":"2026-04-23T01:11:44.076713Z","steps":["trace[496193470] 'agreement among raft nodes before linearized reading' (duration: 3.715176799s)","trace[496193470] 'range keys from in-memory index tree' (duration: 1.403030433s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.07677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109259776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-04-23T01:11:44.076786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.958385Z","time spent":"5.118389526s","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:11:44.076785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567927785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.076802Z","caller":"traceutil/trace.go:171","msg":"trace[2104330659] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25742; }","duration":"5.109307497s","start":"2026-04-23T01:11:38.967483Z","end":"2026-04-23T01:11:44.07679Z","steps":["trace[2104330659] 'agreement among raft nodes before linearized reading' (duration: 3.706171491s)","trace[2104330659] 'range keys from in-memory index tree' (duration: 1.403038323s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116231942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:11:44.076782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.750317818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:44.076824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.967473Z","time spent":"5.109346687s","remote":"127.0.0.1:40304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-23T01:11:44.076829Z","caller":"traceutil/trace.go:171","msg":"trace[1520611899] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25742; }","duration":"1.567998677s","start":"2026-04-23T01:11:42.508817Z","end":"2026-04-23T01:11:44.076815Z","steps":["trace[1520611899] 'agreement among raft nodes before linearized reading' (duration: 164.78464ms)","trace[1520611899] 'count revisions from in-memory index tree' (duration: 1.403158686s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:42.508801Z","time spent":"1.568053548s","remote":"127.0.0.1:40448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:44.076855Z","caller":"traceutil/trace.go:171","msg":"trace[440905574] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25742; }","duration":"5.116319735s","start":"2026-04-23T01:11:38.960508Z","end":"2026-04-23T01:11:44.076828Z","steps":["trace[440905574] 'agreement among raft nodes before linearized reading' (duration: 3.713159608s)","trace[440905574] 'range keys from in-memory index tree' (duration: 1.402948751s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:44.076875Z","caller":"traceutil/trace.go:171","msg":"trace[1923623478] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25742; }","duration":"5.75044052s","start":"2026-04-23T01:11:38.326404Z","end":"2026-04-23T01:11:44.076845Z","steps":["trace[1923623478] 'agreement among raft nodes before linearized reading' (duration: 4.347789556s)","trace[1923623478] 'count revisions from in-memory index tree' (duration: 1.40252834s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.960473Z","time spent":"5.116420037s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T01:11:44.076928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.326393Z","time spent":"5.750522183s","remote":"127.0.0.1:51696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.07692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.77580473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:11:44.076975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21464852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:11:44.07703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.863022527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:44.077053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1126196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:11:44.077044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521000048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:11:44.077052Z","caller":"traceutil/trace.go:171","msg":"trace[659639491] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25742; }","duration":"2.214734922s","start":"2026-04-23T01:11:41.862279Z","end":"2026-04-23T01:11:44.077014Z","steps":["trace[659639491] 'agreement among raft nodes before linearized reading' (duration: 811.32939ms)","trace[659639491] 'count revisions from in-memory index tree' (duration: 1.40333157s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:44.077042Z","caller":"traceutil/trace.go:171","msg":"trace[1294537845] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25742; }","duration":"7.775983085s","start":"2026-04-23T01:11:36.301021Z","end":"2026-04-23T01:11:44.077004Z","steps":["trace[1294537845] 'agreement among raft nodes before linearized reading' (duration: 6.372506281s)","trace[1294537845] 'count revisions from in-memory index tree' (duration: 1.40330363s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:44.077066Z","caller":"traceutil/trace.go:171","msg":"trace[794240051] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25742; }","duration":"7.863107259s","start":"2026-04-23T01:11:36.213946Z","end":"2026-04-23T01:11:44.077053Z","steps":["trace[794240051] 'agreement among raft nodes before linearized reading' (duration: 6.459591794s)","trace[794240051] 'count revisions from in-memory index tree' (duration: 1.403450794s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:44.077076Z","caller":"traceutil/trace.go:171","msg":"trace[1579483812] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152; range_end:; response_count:1; response_revision:25742; }","duration":"5.112660342s","start":"2026-04-23T01:11:38.964408Z","end":"2026-04-23T01:11:44.077069Z","steps":["trace[1579483812] 'agreement among raft nodes before linearized reading' (duration: 3.709252189s)","trace[1579483812] 'range keys from in-memory index tree' (duration: 1.403347861s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.077101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.9644Z","time spent":"5.112696652s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d493347bd152\" "} {"level":"info","ts":"2026-04-23T01:11:44.077093Z","caller":"traceutil/trace.go:171","msg":"trace[191146856] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25742; }","duration":"1.52108516s","start":"2026-04-23T01:11:42.555991Z","end":"2026-04-23T01:11:44.077076Z","steps":["trace[191146856] 'agreement among raft nodes before linearized reading' (duration: 117.602206ms)","trace[191146856] 'range keys from in-memory index tree' (duration: 1.40333687s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.0771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.21393Z","time spent":"7.863161191s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.077096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:41.862256Z","time spent":"2.214831615s","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.07711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.301001Z","time spent":"7.776094727s","remote":"127.0.0.1:40182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.07713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:42.55597Z","time spent":"1.521152462s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:11:44.076197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244600733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:44.077183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.00261691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:44.077187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.008455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:44.077228Z","caller":"traceutil/trace.go:171","msg":"trace[655446748] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25742; }","duration":"8.002699922s","start":"2026-04-23T01:11:36.074516Z","end":"2026-04-23T01:11:44.077216Z","steps":["trace[655446748] 'agreement among raft nodes before linearized reading' (duration: 6.599030573s)","trace[655446748] 'count revisions from in-memory index tree' (duration: 1.403611958s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.076667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168760921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:44.07726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:36.074495Z","time spent":"8.002757323s","remote":"127.0.0.1:40276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.077273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.535111394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.077278Z","caller":"traceutil/trace.go:171","msg":"trace[1829011657] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25742; }","duration":"5.169410597s","start":"2026-04-23T01:11:38.907852Z","end":"2026-04-23T01:11:44.077263Z","steps":["trace[1829011657] 'agreement among raft nodes before linearized reading' (duration: 3.766717153s)","trace[1829011657] 'count revisions from in-memory index tree' (duration: 1.402008828s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.077311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.615881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.077319Z","caller":"traceutil/trace.go:171","msg":"trace[905196913] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25742; }","duration":"8.535199126s","start":"2026-04-23T01:11:35.542104Z","end":"2026-04-23T01:11:44.077303Z","steps":["trace[905196913] 'agreement among raft nodes before linearized reading' (duration: 7.131450056s)","trace[905196913] 'count revisions from in-memory index tree' (duration: 1.403685859s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.077331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.907798Z","time spent":"5.16951146s","remote":"127.0.0.1:54380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:44.077342Z","caller":"traceutil/trace.go:171","msg":"trace[239027745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25743; }","duration":"908.671653ms","start":"2026-04-23T01:11:43.168659Z","end":"2026-04-23T01:11:44.07733Z","steps":["trace[239027745] 'agreement among raft nodes before linearized reading' (duration: 908.621562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:44.077359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:35.542083Z","time spent":"8.535266908s","remote":"127.0.0.1:36702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:44.077257Z","caller":"traceutil/trace.go:171","msg":"trace[1533463760] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26616; }","duration":"908.55024ms","start":"2026-04-23T01:11:43.168693Z","end":"2026-04-23T01:11:44.077243Z","steps":["trace[1533463760] 'read index received' (duration: 747.409272ms)","trace[1533463760] 'applied index is now lower than readState.Index' (duration: 161.139918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.077371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:43.168644Z","time spent":"908.721644ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:11:44.07741Z","caller":"traceutil/trace.go:171","msg":"trace[486369169] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.239621668s","start":"2026-04-23T01:11:42.837771Z","end":"2026-04-23T01:11:44.077393Z","steps":["trace[486369169] 'process raft request' (duration: 1.078336616s)","trace[486369169] 'compare' (duration: 160.06133ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:44.077196Z","caller":"traceutil/trace.go:171","msg":"trace[40388866] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25742; }","duration":"1.245658111s","start":"2026-04-23T01:11:42.831531Z","end":"2026-04-23T01:11:44.077189Z","steps":["trace[40388866] 'count revisions from in-memory index tree' (duration: 1.24446443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:44.077468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:42.837745Z","time spent":"1.239691s","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:44.077478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:42.831508Z","time spent":"1.245953338s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.077498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.683064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:44.077503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.250864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.077529Z","caller":"traceutil/trace.go:171","msg":"trace[1839887920] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25743; }","duration":"154.751506ms","start":"2026-04-23T01:11:43.922768Z","end":"2026-04-23T01:11:44.07752Z","steps":["trace[1839887920] 'agreement among raft nodes before linearized reading' (duration: 154.697874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:44.077553Z","caller":"traceutil/trace.go:171","msg":"trace[1293675055] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25743; }","duration":"780.342966ms","start":"2026-04-23T01:11:43.297201Z","end":"2026-04-23T01:11:44.077544Z","steps":["trace[1293675055] 'agreement among raft nodes before linearized reading' (duration: 780.268234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:44.077568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.867488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:44.077582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:43.297179Z","time spent":"780.390808ms","remote":"127.0.0.1:37128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:44.077609Z","caller":"traceutil/trace.go:171","msg":"trace[2045695280] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25743; }","duration":"218.94284ms","start":"2026-04-23T01:11:43.85865Z","end":"2026-04-23T01:11:44.077593Z","steps":["trace[2045695280] 'agreement among raft nodes before linearized reading' (duration: 218.821827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:44.076748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367745346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:44.077698Z","caller":"traceutil/trace.go:171","msg":"trace[1546217792] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25742; }","duration":"5.36871456s","start":"2026-04-23T01:11:38.708968Z","end":"2026-04-23T01:11:44.077683Z","steps":["trace[1546217792] 'agreement among raft nodes before linearized reading' (duration: 3.965206125s)","trace[1546217792] 'count revisions from in-memory index tree' (duration: 1.402527501s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:44.077729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.708954Z","time spent":"5.368764272s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:44.837174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:45.33795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795346420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:11:45.464056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380702198s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:11:46.51694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05240731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:46.517073Z","caller":"traceutil/trace.go:171","msg":"trace[2124662256] linearizableReadLoop","detail":"{readStateIndex:26618; appliedIndex:26617; }","duration":"2.180698231s","start":"2026-04-23T01:11:44.336352Z","end":"2026-04-23T01:11:46.51705Z","steps":["trace[2124662256] 'read index received' (duration: 1.127999443s)","trace[2124662256] 'applied index is now lower than readState.Index' (duration: 1.052696828s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:46.517151Z","caller":"traceutil/trace.go:171","msg":"trace[61575924] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"2.433840656s","start":"2026-04-23T01:11:44.083261Z","end":"2026-04-23T01:11:46.517101Z","steps":["trace[61575924] 'process raft request' (duration: 1.381161259s)","trace[61575924] 'compare' (duration: 1.052092823s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:46.517245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047797837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:46.517258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180893447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:46.517341Z","caller":"traceutil/trace.go:171","msg":"trace[238522111] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25744; }","duration":"2.18103471s","start":"2026-04-23T01:11:44.336287Z","end":"2026-04-23T01:11:46.517321Z","steps":["trace[238522111] 'agreement among raft nodes before linearized reading' (duration: 2.180856915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.517363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978186067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:46.51736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.083241Z","time spent":"2.434010071s","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:46.517389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.336256Z","time spent":"2.181122471s","remote":"127.0.0.1:40460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:46.517403Z","caller":"traceutil/trace.go:171","msg":"trace[1802601663] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25744; }","duration":"1.978245318s","start":"2026-04-23T01:11:44.539147Z","end":"2026-04-23T01:11:46.517393Z","steps":["trace[1802601663] 'agreement among raft nodes before linearized reading' (duration: 1.978172586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.517405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726488817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:46.517262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221824037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:46.517452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.53914Z","time spent":"1.978298669s","remote":"127.0.0.1:35844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:46.517477Z","caller":"traceutil/trace.go:171","msg":"trace[2034454651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25744; }","duration":"1.72661396s","start":"2026-04-23T01:11:44.790844Z","end":"2026-04-23T01:11:46.517458Z","steps":["trace[2034454651] 'agreement among raft nodes before linearized reading' (duration: 1.726475797s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:46.517502Z","caller":"traceutil/trace.go:171","msg":"trace[1524998903] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25744; }","duration":"1.222096864s","start":"2026-04-23T01:11:45.295376Z","end":"2026-04-23T01:11:46.517473Z","steps":["trace[1524998903] 'agreement among raft nodes before linearized reading' (duration: 1.221829507s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:46.517295Z","caller":"traceutil/trace.go:171","msg":"trace[2078573780] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25744; }","duration":"2.04788886s","start":"2026-04-23T01:11:44.469388Z","end":"2026-04-23T01:11:46.517277Z","steps":["trace[2078573780] 'agreement among raft nodes before linearized reading' (duration: 2.047796187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:46.517579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:45.295355Z","time spent":"1.222202137s","remote":"127.0.0.1:36336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:46.517521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.790822Z","time spent":"1.726688303s","remote":"127.0.0.1:33660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:46.517675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:44.469366Z","time spent":"2.048222059s","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.529541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86122714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:49.529595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006848201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.529655Z","caller":"traceutil/trace.go:171","msg":"trace[168687106] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25744; }","duration":"2.861399315s","start":"2026-04-23T01:11:46.668227Z","end":"2026-04-23T01:11:49.529626Z","steps":["trace[168687106] 'count revisions from in-memory index tree' (duration: 2.861135068s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:49.529673Z","caller":"traceutil/trace.go:171","msg":"trace[795968693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25744; }","duration":"2.006977154s","start":"2026-04-23T01:11:47.522675Z","end":"2026-04-23T01:11:49.529652Z","steps":["trace[795968693] 'count revisions from in-memory index tree' (duration: 2.006748619s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.529715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.522652Z","time spent":"2.007052487s","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.529725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:46.668204Z","time spent":"2.861496317s","remote":"127.0.0.1:40636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.529962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286116654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.530037Z","caller":"traceutil/trace.go:171","msg":"trace[2017425776] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25744; }","duration":"1.286244957s","start":"2026-04-23T01:11:48.243775Z","end":"2026-04-23T01:11:49.53002Z","steps":["trace[2017425776] 'count revisions from in-memory index tree' (duration: 1.285916049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.530089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.243752Z","time spent":"1.286321079s","remote":"127.0.0.1:36274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.530982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205900045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.531054Z","caller":"traceutil/trace.go:171","msg":"trace[1758267397] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25744; }","duration":"1.206007228s","start":"2026-04-23T01:11:48.325027Z","end":"2026-04-23T01:11:49.531034Z","steps":["trace[1758267397] 'count revisions from in-memory index tree' (duration: 1.205736921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.532221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728366635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.532282Z","caller":"traceutil/trace.go:171","msg":"trace[120134972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25744; }","duration":"1.728455947s","start":"2026-04-23T01:11:47.803812Z","end":"2026-04-23T01:11:49.532268Z","steps":["trace[120134972] 'count revisions from in-memory index tree' (duration: 1.728303194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.532317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.803799Z","time spent":"1.728507828s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.532494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728411586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.532537Z","caller":"traceutil/trace.go:171","msg":"trace[1067914075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25744; }","duration":"1.728490598s","start":"2026-04-23T01:11:47.804033Z","end":"2026-04-23T01:11:49.532524Z","steps":["trace[1067914075] 'count revisions from in-memory index tree' (duration: 1.728325384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.532567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:47.804012Z","time spent":"1.72854632s","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.532599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435801951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.53269Z","caller":"traceutil/trace.go:171","msg":"trace[2103261973] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25744; }","duration":"1.435931314s","start":"2026-04-23T01:11:48.096735Z","end":"2026-04-23T01:11:49.532666Z","steps":["trace[2103261973] 'count revisions from in-memory index tree' (duration: 1.435738139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.532741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.09672Z","time spent":"1.436009236s","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.533179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.892947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:49.533268Z","caller":"traceutil/trace.go:171","msg":"trace[1373336375] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25744; }","duration":"924.029731ms","start":"2026-04-23T01:11:48.609216Z","end":"2026-04-23T01:11:49.533245Z","steps":["trace[1373336375] 'count revisions from in-memory index tree' (duration: 923.785195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:49.533319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.609196Z","time spent":"924.110803ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:49.533867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:48.325004Z","time spent":"1.208808488s","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:13:38.83934Z","caller":"traceutil/trace.go:171","msg":"trace[887580478] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"110.309102ms","start":"2026-04-23T01:13:38.728997Z","end":"2026-04-23T01:13:38.839306Z","steps":["trace[887580478] 'process raft request' (duration: 109.769608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:38.843597Z","caller":"traceutil/trace.go:171","msg":"trace[1094842492] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"114.329013ms","start":"2026-04-23T01:13:38.729249Z","end":"2026-04-23T01:13:38.843578Z","steps":["trace[1094842492] 'process raft request' (duration: 114.069537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:38.843657Z","caller":"traceutil/trace.go:171","msg":"trace[22084079] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"112.58731ms","start":"2026-04-23T01:13:38.731057Z","end":"2026-04-23T01:13:38.843645Z","steps":["trace[22084079] 'process raft request' (duration: 112.429266ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:38.843582Z","caller":"traceutil/trace.go:171","msg":"trace[1366907332] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"114.076588ms","start":"2026-04-23T01:13:38.729478Z","end":"2026-04-23T01:13:38.843554Z","steps":["trace[1366907332] 'process raft request' (duration: 113.963355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:39.008351Z","caller":"traceutil/trace.go:171","msg":"trace[525853006] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"101.630311ms","start":"2026-04-23T01:13:38.906696Z","end":"2026-04-23T01:13:39.008326Z","steps":["trace[525853006] 'process raft request' (duration: 100.289338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:39.396559Z","caller":"traceutil/trace.go:171","msg":"trace[1094014570] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"122.249234ms","start":"2026-04-23T01:13:39.274277Z","end":"2026-04-23T01:13:39.396527Z","steps":["trace[1094014570] 'process raft request' (duration: 118.088499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:45.973809Z","caller":"traceutil/trace.go:171","msg":"trace[1809610985] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"123.410932ms","start":"2026-04-23T01:13:45.850369Z","end":"2026-04-23T01:13:45.973779Z","steps":["trace[1809610985] 'process raft request' (duration: 122.015097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:45.974885Z","caller":"traceutil/trace.go:171","msg":"trace[846412492] linearizableReadLoop","detail":"{readStateIndex:26822; appliedIndex:26820; }","duration":"100.626337ms","start":"2026-04-23T01:13:45.874249Z","end":"2026-04-23T01:13:45.974876Z","steps":["trace[846412492] 'read index received' (duration: 98.151384ms)","trace[846412492] 'applied index is now lower than readState.Index' (duration: 2.474483ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:45.974922Z","caller":"traceutil/trace.go:171","msg":"trace[1822347980] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"123.644108ms","start":"2026-04-23T01:13:45.851253Z","end":"2026-04-23T01:13:45.974897Z","steps":["trace[1822347980] 'process raft request' (duration: 123.563696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:13:45.975001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.731759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T01:13:45.975023Z","caller":"traceutil/trace.go:171","msg":"trace[1609853275] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25946; }","duration":"100.79478ms","start":"2026-04-23T01:13:45.874221Z","end":"2026-04-23T01:13:45.975015Z","steps":["trace[1609853275] 'agreement among raft nodes before linearized reading' (duration: 100.688738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:13:46.208153Z","caller":"traceutil/trace.go:171","msg":"trace[1224029313] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"155.974007ms","start":"2026-04-23T01:13:46.052145Z","end":"2026-04-23T01:13:46.208119Z","steps":["trace[1224029313] 'process raft request' (duration: 75.05474ms)","trace[1224029313] 'compare' (duration: 80.751252ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:13:46.399103Z","caller":"traceutil/trace.go:171","msg":"trace[579876708] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"110.586709ms","start":"2026-04-23T01:13:46.288481Z","end":"2026-04-23T01:13:46.399068Z","steps":["trace[579876708] 'process raft request' (duration: 100.174796ms)","trace[579876708] 'compare' (duration: 10.257539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:08.212667Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069fe.wal"} {"level":"info","ts":"2026-04-23T01:14:34.607335Z","caller":"traceutil/trace.go:171","msg":"trace[1715693781] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"213.312618ms","start":"2026-04-23T01:14:34.393907Z","end":"2026-04-23T01:14:34.60722Z","steps":["trace[1715693781] 'process raft request' (duration: 212.930318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:34.631441Z","caller":"traceutil/trace.go:171","msg":"trace[697352841] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"144.569378ms","start":"2026-04-23T01:14:34.48684Z","end":"2026-04-23T01:14:34.631409Z","steps":["trace[697352841] 'process raft request' (duration: 144.437475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:35.528131Z","caller":"traceutil/trace.go:171","msg":"trace[1607523091] linearizableReadLoop","detail":"{readStateIndex:27369; appliedIndex:27367; }","duration":"206.748002ms","start":"2026-04-23T01:14:35.321351Z","end":"2026-04-23T01:14:35.528099Z","steps":["trace[1607523091] 'read index received' (duration: 1.291953ms)","trace[1607523091] 'applied index is now lower than readState.Index' (duration: 205.454249ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:35.528228Z","caller":"traceutil/trace.go:171","msg":"trace[1433658884] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"209.030838ms","start":"2026-04-23T01:14:35.31917Z","end":"2026-04-23T01:14:35.528201Z","steps":["trace[1433658884] 'process raft request' (duration: 208.736351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.528314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.939727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:35.52838Z","caller":"traceutil/trace.go:171","msg":"trace[1181499916] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26483; }","duration":"207.034548ms","start":"2026-04-23T01:14:35.321326Z","end":"2026-04-23T01:14:35.528361Z","steps":["trace[1181499916] 'agreement among raft nodes before linearized reading' (duration: 206.926336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.5312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.513624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd9c28ff-66ff-42fd-af60-17ce78f9551e\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-04-23T01:14:35.531259Z","caller":"traceutil/trace.go:171","msg":"trace[488341419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd9c28ff-66ff-42fd-af60-17ce78f9551e; range_end:; response_count:1; response_revision:26483; }","duration":"134.603136ms","start":"2026-04-23T01:14:35.396642Z","end":"2026-04-23T01:14:35.531245Z","steps":["trace[488341419] 'agreement among raft nodes before linearized reading' (duration: 134.430892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:35.531184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.459245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:14:35.531414Z","caller":"traceutil/trace.go:171","msg":"trace[1569619887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26483; }","duration":"161.736502ms","start":"2026-04-23T01:14:35.369648Z","end":"2026-04-23T01:14:35.531385Z","steps":["trace[1569619887] 'agreement among raft nodes before linearized reading' (duration: 161.378663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:40.42308Z","caller":"traceutil/trace.go:171","msg":"trace[1357147760] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"109.613493ms","start":"2026-04-23T01:14:40.313441Z","end":"2026-04-23T01:14:40.423055Z","steps":["trace[1357147760] 'process raft request' (duration: 109.449259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:40.482042Z","caller":"traceutil/trace.go:171","msg":"trace[1554922384] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"107.330896ms","start":"2026-04-23T01:14:40.374671Z","end":"2026-04-23T01:14:40.482002Z","steps":["trace[1554922384] 'process raft request' (duration: 107.179291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:41.114663Z","caller":"traceutil/trace.go:171","msg":"trace[356688267] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"161.6838ms","start":"2026-04-23T01:14:40.952947Z","end":"2026-04-23T01:14:41.114631Z","steps":["trace[356688267] 'process raft request' (duration: 161.457975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:41.451695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.253429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:14:41.451774Z","caller":"traceutil/trace.go:171","msg":"trace[353340774] linearizableReadLoop","detail":"{readStateIndex:27413; appliedIndex:27411; }","duration":"406.24662ms","start":"2026-04-23T01:14:41.045515Z","end":"2026-04-23T01:14:41.451762Z","steps":["trace[353340774] 'read index received' (duration: 69.069647ms)","trace[353340774] 'applied index is now lower than readState.Index' (duration: 337.175753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:41.451828Z","caller":"traceutil/trace.go:171","msg":"trace[219331426] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"469.607643ms","start":"2026-04-23T01:14:40.982213Z","end":"2026-04-23T01:14:41.45182Z","steps":["trace[219331426] 'process raft request' (duration: 346.15917ms)","trace[219331426] 'compare' (duration: 122.978451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:41.451867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:40.982199Z","time spent":"469.646734ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:41.452057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.542907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:14:41.452077Z","caller":"traceutil/trace.go:171","msg":"trace[1942257155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26525; }","duration":"406.595708ms","start":"2026-04-23T01:14:41.045472Z","end":"2026-04-23T01:14:41.452068Z","steps":["trace[1942257155] 'agreement among raft nodes before linearized reading' (duration: 406.514116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:41.452094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.045452Z","time spent":"406.63803ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:14:41.463277Z","caller":"traceutil/trace.go:171","msg":"trace[1005324514] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"309.021359ms","start":"2026-04-23T01:14:41.154222Z","end":"2026-04-23T01:14:41.463244Z","steps":["trace[1005324514] 'process raft request' (duration: 308.795314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:41.463331Z","caller":"traceutil/trace.go:171","msg":"trace[1104974495] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"308.229079ms","start":"2026-04-23T01:14:41.155065Z","end":"2026-04-23T01:14:41.463294Z","steps":["trace[1104974495] 'process raft request' (duration: 308.093916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:41.463402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.600719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:14:41.463439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.154203Z","time spent":"309.150153ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:14:41.46344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:41.155058Z","time spent":"308.318451ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:41.463446Z","caller":"traceutil/trace.go:171","msg":"trace[1239445566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26527; }","duration":"112.686681ms","start":"2026-04-23T01:14:41.350742Z","end":"2026-04-23T01:14:41.463429Z","steps":["trace[1239445566] 'agreement among raft nodes before linearized reading' (duration: 112.584178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:41.463282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.332453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:41.463529Z","caller":"traceutil/trace.go:171","msg":"trace[2066903390] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26527; }","duration":"197.629742ms","start":"2026-04-23T01:14:41.265874Z","end":"2026-04-23T01:14:41.463504Z","steps":["trace[2066903390] 'agreement among raft nodes before linearized reading' (duration: 197.334554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:43.669811Z","caller":"traceutil/trace.go:171","msg":"trace[752644591] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"147.310997ms","start":"2026-04-23T01:14:43.522459Z","end":"2026-04-23T01:14:43.66977Z","steps":["trace[752644591] 'process raft request' (duration: 62.669905ms)","trace[752644591] 'compare' (duration: 84.285663ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:43.683076Z","caller":"traceutil/trace.go:171","msg":"trace[54187221] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"157.875704ms","start":"2026-04-23T01:14:43.525176Z","end":"2026-04-23T01:14:43.683052Z","steps":["trace[54187221] 'process raft request' (duration: 157.734181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:52.983369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.832233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:14:52.983474Z","caller":"traceutil/trace.go:171","msg":"trace[1793419771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26644; }","duration":"157.993107ms","start":"2026-04-23T01:14:52.825455Z","end":"2026-04-23T01:14:52.983448Z","steps":["trace[1793419771] 'range keys from in-memory index tree' (duration: 157.669599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.105835Z","caller":"traceutil/trace.go:171","msg":"trace[628097363] linearizableReadLoop","detail":"{readStateIndex:27537; appliedIndex:27536; }","duration":"183.980176ms","start":"2026-04-23T01:14:52.921835Z","end":"2026-04-23T01:14:53.105815Z","steps":["trace[628097363] 'read index received' (duration: 183.865293ms)","trace[628097363] 'applied index is now lower than readState.Index' (duration: 114.163µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:53.105938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.085788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:14:53.105968Z","caller":"traceutil/trace.go:171","msg":"trace[1818301374] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26645; }","duration":"184.174191ms","start":"2026-04-23T01:14:52.921784Z","end":"2026-04-23T01:14:53.105959Z","steps":["trace[1818301374] 'agreement among raft nodes before linearized reading' (duration: 184.100399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.10606Z","caller":"traceutil/trace.go:171","msg":"trace[1756849198] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"212.881287ms","start":"2026-04-23T01:14:52.893156Z","end":"2026-04-23T01:14:53.106037Z","steps":["trace[1756849198] 'process raft request' (duration: 212.542828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:53.285087Z","caller":"traceutil/trace.go:171","msg":"trace[1531520463] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"329.061808ms","start":"2026-04-23T01:14:52.955995Z","end":"2026-04-23T01:14:53.285057Z","steps":["trace[1531520463] 'process raft request' (duration: 245.435191ms)","trace[1531520463] 'compare' (duration: 83.254087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:53.285222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:52.955969Z","time spent":"329.18346ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:14:53.285752Z","caller":"traceutil/trace.go:171","msg":"trace[48227946] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"298.408751ms","start":"2026-04-23T01:14:52.987298Z","end":"2026-04-23T01:14:53.285706Z","steps":["trace[48227946] 'process raft request' (duration: 297.678363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:53.519036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.982648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:14:53.519147Z","caller":"traceutil/trace.go:171","msg":"trace[447602355] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26648; }","duration":"128.138792ms","start":"2026-04-23T01:14:53.390984Z","end":"2026-04-23T01:14:53.519123Z","steps":["trace[447602355] 'count revisions from in-memory index tree' (duration: 127.888445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:23.940211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795350413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:15:24.025884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.425433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:15:24.025982Z","caller":"traceutil/trace.go:171","msg":"trace[650993559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26913; }","duration":"781.574287ms","start":"2026-04-23T01:15:23.244385Z","end":"2026-04-23T01:15:24.025959Z","steps":["trace[650993559] 'range keys from in-memory index tree' (duration: 781.249078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:24.026022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.24436Z","time spent":"781.652209ms","remote":"127.0.0.1:43412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T01:15:24.026571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.149372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:15:24.026632Z","caller":"traceutil/trace.go:171","msg":"trace[149489245] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"756.460562ms","start":"2026-04-23T01:15:23.270159Z","end":"2026-04-23T01:15:24.026619Z","steps":["trace[149489245] 'process raft request' (duration: 51.203206ms)","trace[149489245] 'compare' (duration: 705.009729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:24.026694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.270143Z","time spent":"756.509794ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:24.44081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795350413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:15:24.566144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183730522s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:15:24.566493Z","caller":"traceutil/trace.go:171","msg":"trace[2097054584] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"1.184250667s","start":"2026-04-23T01:15:23.382212Z","end":"2026-04-23T01:15:24.566463Z","steps":["trace[2097054584] 'process raft request' (duration: 1.184105903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:24.566628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.382167Z","time spent":"1.18438529s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:24.8235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.974008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:15:24.823785Z","caller":"traceutil/trace.go:171","msg":"trace[1630945618] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"1.405624789s","start":"2026-04-23T01:15:23.418096Z","end":"2026-04-23T01:15:24.823721Z","steps":["trace[1630945618] 'process raft request' (duration: 1.262345763s)","trace[1630945618] 'compare' (duration: 142.842655ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:24.823951Z","caller":"traceutil/trace.go:171","msg":"trace[878835800] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"957.505149ms","start":"2026-04-23T01:15:23.866405Z","end":"2026-04-23T01:15:24.82391Z","steps":["trace[878835800] 'process raft request' (duration: 957.210512ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:24.82403Z","caller":"traceutil/trace.go:171","msg":"trace[528100338] linearizableReadLoop","detail":"{readStateIndex:27816; appliedIndex:27812; }","duration":"1.384831653s","start":"2026-04-23T01:15:23.439125Z","end":"2026-04-23T01:15:24.823957Z","steps":["trace[528100338] 'read index received' (duration: 1.127270015s)","trace[528100338] 'applied index is now lower than readState.Index' (duration: 257.560328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:24.824064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.41807Z","time spent":"1.405856705s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:24.824099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.866378Z","time spent":"957.649943ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:24.824116Z","caller":"traceutil/trace.go:171","msg":"trace[1611189893] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"905.856002ms","start":"2026-04-23T01:15:23.918223Z","end":"2026-04-23T01:15:24.824079Z","steps":["trace[1611189893] 'process raft request' (duration: 905.460572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:24.824251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.918204Z","time spent":"905.971314ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:24.824313Z","caller":"traceutil/trace.go:171","msg":"trace[1468761644] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"336.546737ms","start":"2026-04-23T01:15:24.48773Z","end":"2026-04-23T01:15:24.824276Z","steps":["trace[1468761644] 'process raft request' (duration: 336.070565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:24.824436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385319844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:15:24.824502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.487705Z","time spent":"336.70405ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:24.824546Z","caller":"traceutil/trace.go:171","msg":"trace[1865377289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26919; }","duration":"1.385468168s","start":"2026-04-23T01:15:23.439069Z","end":"2026-04-23T01:15:24.824537Z","steps":["trace[1865377289] 'agreement among raft nodes before linearized reading' (duration: 1.385188191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:24.824566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.439045Z","time spent":"1.38551611s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:15:25.704941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:15:25.70507Z","caller":"traceutil/trace.go:171","msg":"trace[1015744683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045715s","start":"2026-04-23T01:15:23.704591Z","end":"2026-04-23T01:15:25.705048Z","steps":["trace[1015744683] 'agreement among raft nodes before linearized reading' (duration: 2.000305206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:25.705118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.704569Z","time spent":"2.000537222s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:15:26.681771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365670846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:15:26.681915Z","caller":"traceutil/trace.go:171","msg":"trace[505581867] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27817; }","duration":"1.85780293s","start":"2026-04-23T01:15:24.824087Z","end":"2026-04-23T01:15:26.68189Z","steps":["trace[505581867] 'read index received' (duration: 491.938338ms)","trace[505581867] 'applied index is now lower than readState.Index' (duration: 1.365862572s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:26.682187Z","caller":"traceutil/trace.go:171","msg":"trace[694557198] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"1.970728527s","start":"2026-04-23T01:15:24.711444Z","end":"2026-04-23T01:15:26.682172Z","steps":["trace[694557198] 'process raft request' (duration: 604.567498ms)","trace[694557198] 'compare' (duration: 1.364895387s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:26.682255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.711418Z","time spent":"1.970797499s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:26.682457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860079308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:15:26.682489Z","caller":"traceutil/trace.go:171","msg":"trace[1424750420] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26920; }","duration":"1.860150359s","start":"2026-04-23T01:15:24.822327Z","end":"2026-04-23T01:15:26.682478Z","steps":["trace[1424750420] 'agreement among raft nodes before linearized reading' (duration: 1.860091818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.68252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.822306Z","time spent":"1.860205861s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.682775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708161338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:15:26.682868Z","caller":"traceutil/trace.go:171","msg":"trace[562537699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26920; }","duration":"2.708299692s","start":"2026-04-23T01:15:23.974547Z","end":"2026-04-23T01:15:26.682847Z","steps":["trace[562537699] 'agreement among raft nodes before linearized reading' (duration: 2.708055175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.682916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.974522Z","time spent":"2.708384514s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:15:26.683032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920574083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:26.683115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755965938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:15:26.683149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535335025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:15:26.683154Z","caller":"traceutil/trace.go:171","msg":"trace[718965015] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26920; }","duration":"2.920763018s","start":"2026-04-23T01:15:23.76237Z","end":"2026-04-23T01:15:26.683133Z","steps":["trace[718965015] 'agreement among raft nodes before linearized reading' (duration: 2.920570093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.683165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65055424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:15:26.68317Z","caller":"traceutil/trace.go:171","msg":"trace[65167059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26920; }","duration":"2.75605924s","start":"2026-04-23T01:15:23.927094Z","end":"2026-04-23T01:15:26.683153Z","steps":["trace[65167059] 'agreement among raft nodes before linearized reading' (duration: 2.755850755s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:26.683194Z","caller":"traceutil/trace.go:171","msg":"trace[268311165] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26920; }","duration":"2.535430107s","start":"2026-04-23T01:15:24.147747Z","end":"2026-04-23T01:15:26.683177Z","steps":["trace[268311165] 'agreement among raft nodes before linearized reading' (duration: 2.535367425s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:26.68321Z","caller":"traceutil/trace.go:171","msg":"trace[490466277] range","detail":"{range_begin:/registry/persistentvolumes/pvc-484b3475-03c4-4c5d-87af-75f44ba41a56; range_end:; response_count:1; response_revision:26920; }","duration":"2.650634062s","start":"2026-04-23T01:15:24.032558Z","end":"2026-04-23T01:15:26.683192Z","steps":["trace[490466277] 'agreement among raft nodes before linearized reading' (duration: 2.650461908s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.683218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.927075Z","time spent":"2.756133492s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:15:26.683243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.032544Z","time spent":"2.650691903s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-484b3475-03c4-4c5d-87af-75f44ba41a56\" "} {"level":"warn","ts":"2026-04-23T01:15:26.683242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.147725Z","time spent":"2.535507799s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.683237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50471604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T01:15:26.68326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258381807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:15:26.683344Z","caller":"traceutil/trace.go:171","msg":"trace[169372562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26920; }","duration":"2.504865763s","start":"2026-04-23T01:15:24.178448Z","end":"2026-04-23T01:15:26.683313Z","steps":["trace[169372562] 'agreement among raft nodes before linearized reading' (duration: 2.504560386s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:26.683352Z","caller":"traceutil/trace.go:171","msg":"trace[1616445792] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26920; }","duration":"2.258543311s","start":"2026-04-23T01:15:24.424785Z","end":"2026-04-23T01:15:26.683329Z","steps":["trace[1616445792] 'agreement among raft nodes before linearized reading' (duration: 2.258367406s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.683407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.424765Z","time spent":"2.258628982s","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.683409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.178426Z","time spent":"2.504968056s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:15:26.683448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708784813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:15:26.683485Z","caller":"traceutil/trace.go:171","msg":"trace[1200611291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26920; }","duration":"2.708834305s","start":"2026-04-23T01:15:23.974638Z","end":"2026-04-23T01:15:26.683472Z","steps":["trace[1200611291] 'agreement among raft nodes before linearized reading' (duration: 2.708686532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.6832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.762345Z","time spent":"2.92084332s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.683675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.974631Z","time spent":"2.708877156s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:15:26.683068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647726609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:26.683793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949846404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-04-23T01:15:26.68383Z","caller":"traceutil/trace.go:171","msg":"trace[857253755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26920; }","duration":"2.949927186s","start":"2026-04-23T01:15:23.73389Z","end":"2026-04-23T01:15:26.683817Z","steps":["trace[857253755] 'agreement among raft nodes before linearized reading' (duration: 2.949817383s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:26.68383Z","caller":"traceutil/trace.go:171","msg":"trace[1574714755] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26920; }","duration":"2.648546939s","start":"2026-04-23T01:15:24.035266Z","end":"2026-04-23T01:15:26.683813Z","steps":["trace[1574714755] 'agreement among raft nodes before linearized reading' (duration: 2.647698698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.683862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.733871Z","time spent":"2.949980647s","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:15:26.683985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.03526Z","time spent":"2.64859994s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.682762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898418752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:26.683321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218788849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:26.684936Z","caller":"traceutil/trace.go:171","msg":"trace[119934813] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26920; }","duration":"3.220485351s","start":"2026-04-23T01:15:23.464422Z","end":"2026-04-23T01:15:26.684908Z","steps":["trace[119934813] 'agreement among raft nodes before linearized reading' (duration: 3.218223765s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:26.684835Z","caller":"traceutil/trace.go:171","msg":"trace[131081268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26920; }","duration":"2.900524395s","start":"2026-04-23T01:15:23.784274Z","end":"2026-04-23T01:15:26.684798Z","steps":["trace[131081268] 'agreement among raft nodes before linearized reading' (duration: 2.898368541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.685051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.464411Z","time spent":"3.220614485s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.68514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.784253Z","time spent":"2.900864184s","remote":"127.0.0.1:40914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.685331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677390449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:26.685371Z","caller":"traceutil/trace.go:171","msg":"trace[555681761] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26920; }","duration":"2.677460901s","start":"2026-04-23T01:15:24.0079Z","end":"2026-04-23T01:15:26.68536Z","steps":["trace[555681761] 'agreement among raft nodes before linearized reading' (duration: 2.675796359s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.685394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.007865Z","time spent":"2.677522253s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.682756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226092714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:26.685618Z","caller":"traceutil/trace.go:171","msg":"trace[1875255349] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26920; }","duration":"3.229000597s","start":"2026-04-23T01:15:23.456601Z","end":"2026-04-23T01:15:26.685602Z","steps":["trace[1875255349] 'agreement among raft nodes before linearized reading' (duration: 3.226121504s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.68565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.456558Z","time spent":"3.229079179s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:26.683399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706578227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:15:26.686226Z","caller":"traceutil/trace.go:171","msg":"trace[1820948420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26920; }","duration":"2.709408589s","start":"2026-04-23T01:15:23.976801Z","end":"2026-04-23T01:15:26.686209Z","steps":["trace[1820948420] 'agreement among raft nodes before linearized reading' (duration: 2.706506086s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:26.686267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:23.976795Z","time spent":"2.709456501s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:15:27.186029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795350426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:15:27.256751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.940773999s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:15:27.576233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.162516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:15:27.576568Z","caller":"traceutil/trace.go:171","msg":"trace[636047346] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"2.746848497s","start":"2026-04-23T01:15:24.829685Z","end":"2026-04-23T01:15:27.576533Z","steps":["trace[636047346] 'process raft request' (duration: 2.427295661s)","trace[636047346] 'compare' (duration: 318.947491ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:27.576616Z","caller":"traceutil/trace.go:171","msg":"trace[1387474348] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"2.700544135s","start":"2026-04-23T01:15:24.876054Z","end":"2026-04-23T01:15:27.576599Z","steps":["trace[1387474348] 'process raft request' (duration: 2.700252888s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:27.576665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.876019Z","time spent":"2.700623767s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:27.57669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:24.829656Z","time spent":"2.746964329s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:27.705716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:15:27.705836Z","caller":"traceutil/trace.go:171","msg":"trace[2062773023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007038s","start":"2026-04-23T01:15:25.705808Z","end":"2026-04-23T01:15:27.705815Z","steps":["trace[2062773023] 'agreement among raft nodes before linearized reading' (duration: 1.999864295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:27.705884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.705787Z","time spent":"2.00008748s","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:15:27.960335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.923554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:15:27.960899Z","caller":"traceutil/trace.go:171","msg":"trace[316984453] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"1.92893883s","start":"2026-04-23T01:15:26.031939Z","end":"2026-04-23T01:15:27.960878Z","steps":["trace[316984453] 'process raft request' (duration: 1.928502049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:27.961017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.031919Z","time spent":"1.929029623s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:28.068847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:15:28.068922Z","caller":"traceutil/trace.go:171","msg":"trace[72691817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154311s","start":"2026-04-23T01:15:26.068752Z","end":"2026-04-23T01:15:28.068906Z","steps":["trace[72691817] 'agreement among raft nodes before linearized reading' (duration: 2.000039768s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.068964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.068734Z","time spent":"2.000221105s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:15:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:15:28.38785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.871021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:15:28.388214Z","caller":"traceutil/trace.go:171","msg":"trace[1762079057] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"1.700015367s","start":"2026-04-23T01:15:26.688166Z","end":"2026-04-23T01:15:28.388182Z","steps":["trace[1762079057] 'process raft request' (duration: 1.272700234s)","trace[1762079057] 'compare' (duration: 426.332238ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:28.388283Z","caller":"traceutil/trace.go:171","msg":"trace[2114232646] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"1.699262247s","start":"2026-04-23T01:15:26.688996Z","end":"2026-04-23T01:15:28.388258Z","steps":["trace[2114232646] 'process raft request' (duration: 1.699145724s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.388348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.68815Z","time spent":"1.700128619s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:28.388429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.688976Z","time spent":"1.699398602s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:28.388542Z","caller":"traceutil/trace.go:171","msg":"trace[749589109] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"1.699102795s","start":"2026-04-23T01:15:26.689416Z","end":"2026-04-23T01:15:28.388519Z","steps":["trace[749589109] 'process raft request' (duration: 1.698785966s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:28.388645Z","caller":"traceutil/trace.go:171","msg":"trace[1938746992] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"1.699678209s","start":"2026-04-23T01:15:26.688931Z","end":"2026-04-23T01:15:28.38861Z","steps":["trace[1938746992] 'process raft request' (duration: 1.699090224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.388664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.689411Z","time spent":"1.699196087s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:28.388813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.68892Z","time spent":"1.699810162s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:28.388989Z","caller":"traceutil/trace.go:171","msg":"trace[1689603128] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"1.699217977s","start":"2026-04-23T01:15:26.689759Z","end":"2026-04-23T01:15:28.388977Z","steps":["trace[1689603128] 'process raft request' (duration: 1.698694464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.38905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.689755Z","time spent":"1.699268858s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:28.389107Z","caller":"traceutil/trace.go:171","msg":"trace[1118065645] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"1.559258205s","start":"2026-04-23T01:15:26.82984Z","end":"2026-04-23T01:15:28.389098Z","steps":["trace[1118065645] 'process raft request' (duration: 1.559075391s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:28.389202Z","caller":"traceutil/trace.go:171","msg":"trace[1516957205] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"1.559347618s","start":"2026-04-23T01:15:26.82984Z","end":"2026-04-23T01:15:28.389187Z","steps":["trace[1516957205] 'process raft request' (duration: 1.559200024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.829821Z","time spent":"1.559359738s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:28.389259Z","caller":"traceutil/trace.go:171","msg":"trace[216835176] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"1.558692311s","start":"2026-04-23T01:15:26.830557Z","end":"2026-04-23T01:15:28.389249Z","steps":["trace[216835176] 'process raft request' (duration: 1.558577718s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:28.389263Z","caller":"traceutil/trace.go:171","msg":"trace[305195878] linearizableReadLoop","detail":"{readStateIndex:27831; appliedIndex:27818; }","duration":"1.707289252s","start":"2026-04-23T01:15:26.681955Z","end":"2026-04-23T01:15:28.389244Z","steps":["trace[305195878] 'read index received' (duration: 575.042381ms)","trace[305195878] 'applied index is now lower than readState.Index' (duration: 1.132245761s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:28.389274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.829814Z","time spent":"1.55942692s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:28.389314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.830548Z","time spent":"1.558741003s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:28.389425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892141169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.389449Z","caller":"traceutil/trace.go:171","msg":"trace[2037588320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26932; }","duration":"1.892206361s","start":"2026-04-23T01:15:26.497233Z","end":"2026-04-23T01:15:28.389439Z","steps":["trace[2037588320] 'agreement among raft nodes before linearized reading' (duration: 1.892131959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219492876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:28.389451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848691374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.389475Z","caller":"traceutil/trace.go:171","msg":"trace[312715500] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26932; }","duration":"3.219524007s","start":"2026-04-23T01:15:25.169943Z","end":"2026-04-23T01:15:28.389467Z","steps":["trace[312715500] 'agreement among raft nodes before linearized reading' (duration: 3.219435134s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:28.389493Z","caller":"traceutil/trace.go:171","msg":"trace[1879268695] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"1.558527266s","start":"2026-04-23T01:15:26.830958Z","end":"2026-04-23T01:15:28.389486Z","steps":["trace[1879268695] 'process raft request' (duration: 1.558226638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.3895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.169894Z","time spent":"3.219599689s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:28.389476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887905816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:15:28.389502Z","caller":"traceutil/trace.go:171","msg":"trace[1939914525] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26932; }","duration":"2.848801136s","start":"2026-04-23T01:15:25.540684Z","end":"2026-04-23T01:15:28.389485Z","steps":["trace[1939914525] 'agreement among raft nodes before linearized reading' (duration: 2.848673663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.83095Z","time spent":"1.558556768s","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:28.389546Z","caller":"traceutil/trace.go:171","msg":"trace[730127615] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26932; }","duration":"2.887989638s","start":"2026-04-23T01:15:25.501539Z","end":"2026-04-23T01:15:28.389528Z","steps":["trace[730127615] 'agreement among raft nodes before linearized reading' (duration: 2.887848905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.540662Z","time spent":"2.848876438s","remote":"127.0.0.1:40564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:28.389578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67585158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:28.38959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.501531Z","time spent":"2.888050239s","remote":"127.0.0.1:43650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:15:28.389626Z","caller":"traceutil/trace.go:171","msg":"trace[722902747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26932; }","duration":"2.675902531s","start":"2026-04-23T01:15:25.71371Z","end":"2026-04-23T01:15:28.389613Z","steps":["trace[722902747] 'agreement among raft nodes before linearized reading' (duration: 2.675645775s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897527318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:15:28.389689Z","caller":"traceutil/trace.go:171","msg":"trace[1876812620] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26932; }","duration":"2.89758735s","start":"2026-04-23T01:15:25.492096Z","end":"2026-04-23T01:15:28.389683Z","steps":["trace[1876812620] 'agreement among raft nodes before linearized reading' (duration: 2.897497478s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.492074Z","time spent":"2.897628811s","remote":"127.0.0.1:43720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:28.38966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.713699Z","time spent":"2.675953132s","remote":"127.0.0.1:59832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:15:28.389739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782206517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:15:28.389764Z","caller":"traceutil/trace.go:171","msg":"trace[753835494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26932; }","duration":"1.782280279s","start":"2026-04-23T01:15:26.607478Z","end":"2026-04-23T01:15:28.389758Z","steps":["trace[753835494] 'agreement among raft nodes before linearized reading' (duration: 1.782118345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.607448Z","time spent":"1.78232937s","remote":"127.0.0.1:43448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:15:28.389906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702748656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:15:28.38994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.044966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:28.389951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.897818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:15:28.38991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902355567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.389975Z","caller":"traceutil/trace.go:171","msg":"trace[272821296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26932; }","duration":"676.108118ms","start":"2026-04-23T01:15:27.713857Z","end":"2026-04-23T01:15:28.389965Z","steps":["trace[272821296] 'agreement among raft nodes before linearized reading' (duration: 676.046876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:28.389972Z","caller":"traceutil/trace.go:171","msg":"trace[2146096133] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26932; }","duration":"1.702856979s","start":"2026-04-23T01:15:26.687097Z","end":"2026-04-23T01:15:28.389954Z","steps":["trace[2146096133] 'agreement among raft nodes before linearized reading' (duration: 1.702685714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.390003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:27.713839Z","time spent":"676.15925ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:15:28.390019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.687082Z","time spent":"1.702924291s","remote":"127.0.0.1:43412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-23T01:15:28.390053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222911918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.39008Z","caller":"traceutil/trace.go:171","msg":"trace[942129510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26932; }","duration":"2.22298605s","start":"2026-04-23T01:15:26.167087Z","end":"2026-04-23T01:15:28.390073Z","steps":["trace[942129510] 'agreement among raft nodes before linearized reading' (duration: 2.222935688s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.390081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700812697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-04-23T01:15:28.390109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.167059Z","time spent":"2.223042211s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:15:28.390112Z","caller":"traceutil/trace.go:171","msg":"trace[592771654] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26932; }","duration":"1.700863798s","start":"2026-04-23T01:15:26.689241Z","end":"2026-04-23T01:15:28.390105Z","steps":["trace[592771654] 'agreement among raft nodes before linearized reading' (duration: 1.700782716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.390139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.689233Z","time spent":"1.700901679s","remote":"127.0.0.1:43338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-23T01:15:28.389976Z","caller":"traceutil/trace.go:171","msg":"trace[1045156935] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26932; }","duration":"989.97008ms","start":"2026-04-23T01:15:27.399998Z","end":"2026-04-23T01:15:28.389969Z","steps":["trace[1045156935] 'agreement among raft nodes before linearized reading' (duration: 989.926159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.390178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:27.399974Z","time spent":"990.194136ms","remote":"127.0.0.1:32794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:28.390293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561623679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.390337Z","caller":"traceutil/trace.go:171","msg":"trace[1713762161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26932; }","duration":"2.561703911s","start":"2026-04-23T01:15:25.828621Z","end":"2026-04-23T01:15:28.390325Z","steps":["trace[1713762161] 'agreement among raft nodes before linearized reading' (duration: 2.561647469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.390367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:25.8286Z","time spent":"2.561759173s","remote":"127.0.0.1:40908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:28.390388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.587229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.39041Z","caller":"traceutil/trace.go:171","msg":"trace[1150561276] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26932; }","duration":"346.644881ms","start":"2026-04-23T01:15:28.043759Z","end":"2026-04-23T01:15:28.390404Z","steps":["trace[1150561276] 'agreement among raft nodes before linearized reading' (duration: 346.60316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.389471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.497206Z","time spent":"1.892257792s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:28.390429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:28.043738Z","time spent":"346.686481ms","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:15:28.39Z","caller":"traceutil/trace.go:171","msg":"trace[809022445] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26932; }","duration":"1.90246824s","start":"2026-04-23T01:15:26.487514Z","end":"2026-04-23T01:15:28.389982Z","steps":["trace[809022445] 'agreement among raft nodes before linearized reading' (duration: 1.902359448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.390691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:26.487498Z","time spent":"1.903181738s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:15:28.953352Z","caller":"traceutil/trace.go:171","msg":"trace[2023536919] linearizableReadLoop","detail":"{readStateIndex:27832; appliedIndex:27831; }","duration":"234.216956ms","start":"2026-04-23T01:15:28.719114Z","end":"2026-04-23T01:15:28.953331Z","steps":["trace[2023536919] 'read index received' (duration: 234.012941ms)","trace[2023536919] 'applied index is now lower than readState.Index' (duration: 202.975µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:28.953508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.674392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:28.953479Z","caller":"traceutil/trace.go:171","msg":"trace[369805521] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"264.38878ms","start":"2026-04-23T01:15:28.689053Z","end":"2026-04-23T01:15:28.953442Z","steps":["trace[369805521] 'process raft request' (duration: 264.134164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:28.953542Z","caller":"traceutil/trace.go:171","msg":"trace[1495245614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26933; }","duration":"148.763844ms","start":"2026-04-23T01:15:28.804767Z","end":"2026-04-23T01:15:28.953531Z","steps":["trace[1495245614] 'agreement among raft nodes before linearized reading' (duration: 148.686792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:28.953629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.498933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:15:28.953713Z","caller":"traceutil/trace.go:171","msg":"trace[1387006249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26933; }","duration":"234.630086ms","start":"2026-04-23T01:15:28.719058Z","end":"2026-04-23T01:15:28.953688Z","steps":["trace[1387006249] 'agreement among raft nodes before linearized reading' (duration: 234.395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:29.957785Z","caller":"traceutil/trace.go:171","msg":"trace[516848902] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"386.400638ms","start":"2026-04-23T01:15:29.571358Z","end":"2026-04-23T01:15:29.957758Z","steps":["trace[516848902] 'process raft request' (duration: 386.214103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:29.957956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.571335Z","time spent":"386.531481ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:15:30.453442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.586171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:30.453573Z","caller":"traceutil/trace.go:171","msg":"trace[2121292805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26935; }","duration":"297.728875ms","start":"2026-04-23T01:15:30.155822Z","end":"2026-04-23T01:15:30.453551Z","steps":["trace[2121292805] 'range keys from in-memory index tree' (duration: 297.56678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.453763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.49822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:15:30.453849Z","caller":"traceutil/trace.go:171","msg":"trace[128512763] linearizableReadLoop","detail":"{readStateIndex:27835; appliedIndex:27833; }","duration":"871.073162ms","start":"2026-04-23T01:15:29.582761Z","end":"2026-04-23T01:15:30.453834Z","steps":["trace[128512763] 'read index received' (duration: 374.864946ms)","trace[128512763] 'applied index is now lower than readState.Index' (duration: 496.206206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:30.45399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.235506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:15:30.454014Z","caller":"traceutil/trace.go:171","msg":"trace[237789873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26936; }","duration":"871.261356ms","start":"2026-04-23T01:15:29.582746Z","end":"2026-04-23T01:15:30.454007Z","steps":["trace[237789873] 'agreement among raft nodes before linearized reading' (duration: 871.142443ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:30.453966Z","caller":"traceutil/trace.go:171","msg":"trace[709802497] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"872.082847ms","start":"2026-04-23T01:15:29.581823Z","end":"2026-04-23T01:15:30.453906Z","steps":["trace[709802497] 'process raft request' (duration: 698.34312ms)","trace[709802497] 'compare' (duration: 173.095101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:15:30.454038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.582728Z","time spent":"871.305488ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:15:30.454227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.581791Z","time spent":"872.301952ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:30.517831Z","caller":"traceutil/trace.go:171","msg":"trace[440159353] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"550.228534ms","start":"2026-04-23T01:15:29.967566Z","end":"2026-04-23T01:15:30.517795Z","steps":["trace[440159353] 'process raft request' (duration: 549.756991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.518125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.967532Z","time spent":"550.407028ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:30.51816Z","caller":"traceutil/trace.go:171","msg":"trace[2014055408] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"445.677657ms","start":"2026-04-23T01:15:30.072422Z","end":"2026-04-23T01:15:30.5181Z","steps":["trace[2014055408] 'process raft request' (duration: 445.587635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.519024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:30.072402Z","time spent":"446.542409ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:15:30.522423Z","caller":"traceutil/trace.go:171","msg":"trace[1966883186] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"127.484576ms","start":"2026-04-23T01:15:30.394926Z","end":"2026-04-23T01:15:30.522411Z","steps":["trace[1966883186] 'process raft request' (duration: 127.422564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:30.522604Z","caller":"traceutil/trace.go:171","msg":"trace[1908959294] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"127.729452ms","start":"2026-04-23T01:15:30.394861Z","end":"2026-04-23T01:15:30.52259Z","steps":["trace[1908959294] 'process raft request' (duration: 127.416724ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:30.523194Z","caller":"traceutil/trace.go:171","msg":"trace[533053399] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"127.613949ms","start":"2026-04-23T01:15:30.395549Z","end":"2026-04-23T01:15:30.523163Z","steps":["trace[533053399] 'process raft request' (duration: 126.833129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:30.525259Z","caller":"traceutil/trace.go:171","msg":"trace[585912195] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"126.708716ms","start":"2026-04-23T01:15:30.398534Z","end":"2026-04-23T01:15:30.525242Z","steps":["trace[585912195] 'process raft request' (duration: 124.190492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.530686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.665924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:15:30.530721Z","caller":"traceutil/trace.go:171","msg":"trace[1023467341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26943; }","duration":"137.872359ms","start":"2026-04-23T01:15:30.392839Z","end":"2026-04-23T01:15:30.530711Z","steps":["trace[1023467341] 'agreement among raft nodes before linearized reading' (duration: 137.626283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.530692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.681294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:30.530766Z","caller":"traceutil/trace.go:171","msg":"trace[1093548872] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26943; }","duration":"944.806038ms","start":"2026-04-23T01:15:29.58594Z","end":"2026-04-23T01:15:30.530746Z","steps":["trace[1093548872] 'agreement among raft nodes before linearized reading' (duration: 944.5076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.530741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.267988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:15:30.530785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.541115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:15:30.530784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.104135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-23T01:15:30.530859Z","caller":"traceutil/trace.go:171","msg":"trace[1898766882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26943; }","duration":"136.658827ms","start":"2026-04-23T01:15:30.394182Z","end":"2026-04-23T01:15:30.53084Z","steps":["trace[1898766882] 'agreement among raft nodes before linearized reading' (duration: 136.497303ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:30.530888Z","caller":"traceutil/trace.go:171","msg":"trace[1181550146] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:26943; }","duration":"549.30536ms","start":"2026-04-23T01:15:29.981572Z","end":"2026-04-23T01:15:30.530878Z","steps":["trace[1181550146] 'agreement among raft nodes before linearized reading' (duration: 548.9186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.530958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.981561Z","time spent":"549.386512ms","remote":"127.0.0.1:43288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-23T01:15:30.53097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.256857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T01:15:30.531017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.411205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:15:30.531019Z","caller":"traceutil/trace.go:171","msg":"trace[833863341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26943; }","duration":"136.496003ms","start":"2026-04-23T01:15:30.394514Z","end":"2026-04-23T01:15:30.53101Z","steps":["trace[833863341] 'agreement among raft nodes before linearized reading' (duration: 136.38159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:30.531041Z","caller":"traceutil/trace.go:171","msg":"trace[34690038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26943; }","duration":"825.464867ms","start":"2026-04-23T01:15:29.70557Z","end":"2026-04-23T01:15:30.531035Z","steps":["trace[34690038] 'agreement among raft nodes before linearized reading' (duration: 825.431616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.53081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.585923Z","time spent":"944.879579ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:30.531059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.705553Z","time spent":"825.502298ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:15:30.531052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.366652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:15:30.531091Z","caller":"traceutil/trace.go:171","msg":"trace[1712096937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26943; }","duration":"323.512236ms","start":"2026-04-23T01:15:30.207569Z","end":"2026-04-23T01:15:30.531081Z","steps":["trace[1712096937] 'agreement among raft nodes before linearized reading' (duration: 323.376013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.531122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:30.207553Z","time spent":"323.559617ms","remote":"127.0.0.1:32830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:15:30.530856Z","caller":"traceutil/trace.go:171","msg":"trace[1889687930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26943; }","duration":"136.413612ms","start":"2026-04-23T01:15:30.394415Z","end":"2026-04-23T01:15:30.530829Z","steps":["trace[1889687930] 'agreement among raft nodes before linearized reading' (duration: 136.116204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.530982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.075655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:15:30.531377Z","caller":"traceutil/trace.go:171","msg":"trace[1625448049] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26943; }","duration":"785.543868ms","start":"2026-04-23T01:15:29.745814Z","end":"2026-04-23T01:15:30.531358Z","steps":["trace[1625448049] 'agreement among raft nodes before linearized reading' (duration: 785.019414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:30.531435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:15:29.745795Z","time spent":"785.61969ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":165,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:15:30.530851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.646723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:15:30.531522Z","caller":"traceutil/trace.go:171","msg":"trace[1297028491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26943; }","duration":"138.342882ms","start":"2026-04-23T01:15:30.393166Z","end":"2026-04-23T01:15:30.531509Z","steps":["trace[1297028491] 'agreement among raft nodes before linearized reading' (duration: 137.640853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:32.705248Z","caller":"traceutil/trace.go:171","msg":"trace[266753071] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"128.967805ms","start":"2026-04-23T01:15:32.576255Z","end":"2026-04-23T01:15:32.705223Z","steps":["trace[266753071] 'process raft request' (duration: 120.669285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:32.705963Z","caller":"traceutil/trace.go:171","msg":"trace[40450624] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"129.634241ms","start":"2026-04-23T01:15:32.576314Z","end":"2026-04-23T01:15:32.705949Z","steps":["trace[40450624] 'process raft request' (duration: 129.408335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:32.706212Z","caller":"traceutil/trace.go:171","msg":"trace[92451290] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"129.775364ms","start":"2026-04-23T01:15:32.576407Z","end":"2026-04-23T01:15:32.706183Z","steps":["trace[92451290] 'process raft request' (duration: 129.420505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:32.706352Z","caller":"traceutil/trace.go:171","msg":"trace[1310862498] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"129.896277ms","start":"2026-04-23T01:15:32.576445Z","end":"2026-04-23T01:15:32.706341Z","steps":["trace[1310862498] 'process raft request' (duration: 129.417785ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:33.090714Z","caller":"traceutil/trace.go:171","msg":"trace[1360096266] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"122.086699ms","start":"2026-04-23T01:15:32.968598Z","end":"2026-04-23T01:15:33.090685Z","steps":["trace[1360096266] 'process raft request' (duration: 121.358821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:07.421928Z","caller":"traceutil/trace.go:171","msg":"trace[726051308] linearizableReadLoop","detail":"{readStateIndex:28252; appliedIndex:28251; }","duration":"110.106476ms","start":"2026-04-23T01:16:07.311785Z","end":"2026-04-23T01:16:07.421891Z","steps":["trace[726051308] 'read index received' (duration: 87.493594ms)","trace[726051308] 'applied index is now lower than readState.Index' (duration: 22.611452ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:07.422104Z","caller":"traceutil/trace.go:171","msg":"trace[1762909662] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"118.051747ms","start":"2026-04-23T01:16:07.304016Z","end":"2026-04-23T01:16:07.422068Z","steps":["trace[1762909662] 'process raft request' (duration: 95.21974ms)","trace[1762909662] 'compare' (duration: 22.478008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:16:07.4222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.308331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:07.422301Z","caller":"traceutil/trace.go:171","msg":"trace[1307773058] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:27343; }","duration":"110.458004ms","start":"2026-04-23T01:16:07.311817Z","end":"2026-04-23T01:16:07.422275Z","steps":["trace[1307773058] 'agreement among raft nodes before linearized reading' (duration: 110.289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:07.422386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.854844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-23T01:16:07.422445Z","caller":"traceutil/trace.go:171","msg":"trace[871711665] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:27343; }","duration":"108.911565ms","start":"2026-04-23T01:16:07.313514Z","end":"2026-04-23T01:16:07.422426Z","steps":["trace[871711665] 'agreement among raft nodes before linearized reading' (duration: 108.71662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:07.42265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.199968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:16:07.422806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.02017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-04-23T01:16:07.422824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.645861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:07.422851Z","caller":"traceutil/trace.go:171","msg":"trace[315168863] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27343; }","duration":"111.05735ms","start":"2026-04-23T01:16:07.31178Z","end":"2026-04-23T01:16:07.422837Z","steps":["trace[315168863] 'agreement among raft nodes before linearized reading' (duration: 110.945028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:07.422875Z","caller":"traceutil/trace.go:171","msg":"trace[401245061] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27343; }","duration":"110.720032ms","start":"2026-04-23T01:16:07.31214Z","end":"2026-04-23T01:16:07.42286Z","steps":["trace[401245061] 'agreement among raft nodes before linearized reading' (duration: 110.6446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:07.422769Z","caller":"traceutil/trace.go:171","msg":"trace[793661728] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27343; }","duration":"110.334622ms","start":"2026-04-23T01:16:07.312413Z","end":"2026-04-23T01:16:07.422748Z","steps":["trace[793661728] 'agreement among raft nodes before linearized reading' (duration: 110.192558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:07.422695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.906175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-04-23T01:16:07.423093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.659051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:07.423103Z","caller":"traceutil/trace.go:171","msg":"trace[1607562205] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27343; }","duration":"109.314046ms","start":"2026-04-23T01:16:07.313763Z","end":"2026-04-23T01:16:07.423077Z","steps":["trace[1607562205] 'agreement among raft nodes before linearized reading' (duration: 108.808333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:07.423139Z","caller":"traceutil/trace.go:171","msg":"trace[149571165] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27343; }","duration":"110.722013ms","start":"2026-04-23T01:16:07.312401Z","end":"2026-04-23T01:16:07.423123Z","steps":["trace[149571165] 'agreement among raft nodes before linearized reading' (duration: 110.656641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.741953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.848779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:16:19.741958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.700529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:16:19.742037Z","caller":"traceutil/trace.go:171","msg":"trace[1571409750] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27472; }","duration":"160.969343ms","start":"2026-04-23T01:16:19.581049Z","end":"2026-04-23T01:16:19.742019Z","steps":["trace[1571409750] 'range keys from in-memory index tree' (duration: 160.789709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:19.742076Z","caller":"traceutil/trace.go:171","msg":"trace[881729415] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27472; }","duration":"151.871503ms","start":"2026-04-23T01:16:19.590172Z","end":"2026-04-23T01:16:19.742044Z","steps":["trace[881729415] 'range keys from in-memory index tree' (duration: 151.441352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.742179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.277195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:16:19.742171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.040585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:19.742296Z","caller":"traceutil/trace.go:171","msg":"trace[1157092276] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27472; }","duration":"160.381758ms","start":"2026-04-23T01:16:19.581872Z","end":"2026-04-23T01:16:19.742254Z","steps":["trace[1157092276] 'range keys from in-memory index tree' (duration: 160.195843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:19.742312Z","caller":"traceutil/trace.go:171","msg":"trace[1393464622] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27472; }","duration":"159.207238ms","start":"2026-04-23T01:16:19.583075Z","end":"2026-04-23T01:16:19.742282Z","steps":["trace[1393464622] 'range keys from in-memory index tree' (duration: 158.949162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.742403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.385997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T01:16:19.742489Z","caller":"traceutil/trace.go:171","msg":"trace[1227473933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27472; }","duration":"171.51478ms","start":"2026-04-23T01:16:19.570952Z","end":"2026-04-23T01:16:19.742467Z","steps":["trace[1227473933] 'range keys from in-memory index tree' (duration: 171.189932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:49.043721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.280678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:16:49.044285Z","caller":"traceutil/trace.go:171","msg":"trace[1042222269] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"185.940374ms","start":"2026-04-23T01:16:48.858282Z","end":"2026-04-23T01:16:49.044222Z","steps":["trace[1042222269] 'process raft request' (duration: 85.033291ms)","trace[1042222269] 'compare' (duration: 100.061012ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:49.044331Z","caller":"traceutil/trace.go:171","msg":"trace[1276128164] transaction","detail":"{read_only:false; response_revision:27689; number_of_response:1; }","duration":"154.064018ms","start":"2026-04-23T01:16:48.890226Z","end":"2026-04-23T01:16:49.04429Z","steps":["trace[1276128164] 'process raft request' (duration: 153.796601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.044399Z","caller":"traceutil/trace.go:171","msg":"trace[1669434736] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"183.117013ms","start":"2026-04-23T01:16:48.861214Z","end":"2026-04-23T01:16:49.044331Z","steps":["trace[1669434736] 'process raft request' (duration: 182.709323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.044366Z","caller":"traceutil/trace.go:171","msg":"trace[1693120124] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"143.208004ms","start":"2026-04-23T01:16:48.901114Z","end":"2026-04-23T01:16:49.044322Z","steps":["trace[1693120124] 'process raft request' (duration: 142.986538ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.480811Z","caller":"traceutil/trace.go:171","msg":"trace[2030629152] linearizableReadLoop","detail":"{readStateIndex:28610; appliedIndex:28609; }","duration":"243.824969ms","start":"2026-04-23T01:16:49.236957Z","end":"2026-04-23T01:16:49.480782Z","steps":["trace[2030629152] 'read index received' (duration: 243.602534ms)","trace[2030629152] 'applied index is now lower than readState.Index' (duration: 221.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:49.480937Z","caller":"traceutil/trace.go:171","msg":"trace[2061738830] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"250.826008ms","start":"2026-04-23T01:16:49.230098Z","end":"2026-04-23T01:16:49.480924Z","steps":["trace[2061738830] 'process raft request' (duration: 250.535061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:49.481213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.544331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:16:49.481343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.372384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:16:49.481354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.432207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:16:49.481299Z","caller":"traceutil/trace.go:171","msg":"trace[843049262] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27693; }","duration":"220.666274ms","start":"2026-04-23T01:16:49.260608Z","end":"2026-04-23T01:16:49.481274Z","steps":["trace[843049262] 'agreement among raft nodes before linearized reading' (duration: 220.52993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:49.481514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.244827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:16:49.481516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.092896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-23T01:16:49.48156Z","caller":"traceutil/trace.go:171","msg":"trace[1575414722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27693; }","duration":"236.325609ms","start":"2026-04-23T01:16:49.245221Z","end":"2026-04-23T01:16:49.481547Z","steps":["trace[1575414722] 'agreement among raft nodes before linearized reading' (duration: 236.197596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:49.481569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.484619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T01:16:49.4816Z","caller":"traceutil/trace.go:171","msg":"trace[1343864324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27693; }","duration":"235.543441ms","start":"2026-04-23T01:16:49.24605Z","end":"2026-04-23T01:16:49.481593Z","steps":["trace[1343864324] 'agreement among raft nodes before linearized reading' (duration: 235.10185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.481604Z","caller":"traceutil/trace.go:171","msg":"trace[63543292] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:27693; }","duration":"191.245589ms","start":"2026-04-23T01:16:49.290339Z","end":"2026-04-23T01:16:49.481584Z","steps":["trace[63543292] 'agreement among raft nodes before linearized reading' (duration: 190.962722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.481433Z","caller":"traceutil/trace.go:171","msg":"trace[2067302687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27693; }","duration":"235.5341ms","start":"2026-04-23T01:16:49.245876Z","end":"2026-04-23T01:16:49.48141Z","steps":["trace[2067302687] 'agreement among raft nodes before linearized reading' (duration: 235.301554ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.481414Z","caller":"traceutil/trace.go:171","msg":"trace[2117561365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27693; }","duration":"244.455036ms","start":"2026-04-23T01:16:49.236942Z","end":"2026-04-23T01:16:49.481397Z","steps":["trace[2117561365] 'agreement among raft nodes before linearized reading' (duration: 244.257161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.626381Z","caller":"traceutil/trace.go:171","msg":"trace[2077558959] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"140.847644ms","start":"2026-04-23T01:16:49.485507Z","end":"2026-04-23T01:16:49.626355Z","steps":["trace[2077558959] 'process raft request' (duration: 54.399697ms)","trace[2077558959] 'compare' (duration: 86.067068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:49.626577Z","caller":"traceutil/trace.go:171","msg":"trace[1502055422] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"140.861164ms","start":"2026-04-23T01:16:49.485681Z","end":"2026-04-23T01:16:49.626542Z","steps":["trace[1502055422] 'process raft request' (duration: 140.620808ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.62663Z","caller":"traceutil/trace.go:171","msg":"trace[2050673156] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"140.680229ms","start":"2026-04-23T01:16:49.485918Z","end":"2026-04-23T01:16:49.626598Z","steps":["trace[2050673156] 'process raft request' (duration: 140.512095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.626823Z","caller":"traceutil/trace.go:171","msg":"trace[2080276022] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"140.166416ms","start":"2026-04-23T01:16:49.486643Z","end":"2026-04-23T01:16:49.62681Z","steps":["trace[2080276022] 'process raft request' (duration: 139.842308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:49.626933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.273118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:49.627011Z","caller":"traceutil/trace.go:171","msg":"trace[790169900] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27697; }","duration":"100.400401ms","start":"2026-04-23T01:16:49.526593Z","end":"2026-04-23T01:16:49.626994Z","steps":["trace[790169900] 'agreement among raft nodes before linearized reading' (duration: 100.266018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:49.627004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.318429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:16:49.627262Z","caller":"traceutil/trace.go:171","msg":"trace[431589506] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27697; }","duration":"100.707758ms","start":"2026-04-23T01:16:49.526533Z","end":"2026-04-23T01:16:49.627241Z","steps":["trace[431589506] 'agreement among raft nodes before linearized reading' (duration: 100.320039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:17:11.320687Z","caller":"traceutil/trace.go:171","msg":"trace[715300035] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"103.1182ms","start":"2026-04-23T01:17:11.217535Z","end":"2026-04-23T01:17:11.320653Z","steps":["trace[715300035] 'process raft request' (duration: 102.988216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:17:30.420167Z","caller":"traceutil/trace.go:171","msg":"trace[1509344633] transaction","detail":"{read_only:false; response_revision:28090; number_of_response:1; }","duration":"111.724837ms","start":"2026-04-23T01:17:30.308413Z","end":"2026-04-23T01:17:30.420138Z","steps":["trace[1509344633] 'process raft request' (duration: 111.568493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.651994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566562795354512,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:18:11.842653Z","caller":"traceutil/trace.go:171","msg":"trace[1286404751] transaction","detail":"{read_only:false; response_revision:28450; number_of_response:1; }","duration":"700.134886ms","start":"2026-04-23T01:18:11.142485Z","end":"2026-04-23T01:18:11.84262Z","steps":["trace[1286404751] 'process raft request' (duration: 699.937492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.842917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.142465Z","time spent":"700.273129ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6714,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:11.868804Z","caller":"traceutil/trace.go:171","msg":"trace[941401760] transaction","detail":"{read_only:false; response_revision:28451; number_of_response:1; }","duration":"644.252122ms","start":"2026-04-23T01:18:11.224516Z","end":"2026-04-23T01:18:11.868768Z","steps":["trace[941401760] 'process raft request' (duration: 644.065547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.86889Z","caller":"traceutil/trace.go:171","msg":"trace[1433295257] linearizableReadLoop","detail":"{readStateIndex:29393; appliedIndex:29385; }","duration":"717.510006ms","start":"2026-04-23T01:18:11.151359Z","end":"2026-04-23T01:18:11.868869Z","steps":["trace[1433295257] 'read index received' (duration: 690.81207ms)","trace[1433295257] 'applied index is now lower than readState.Index' (duration: 26.697046ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:11.869115Z","caller":"traceutil/trace.go:171","msg":"trace[858823571] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"488.615505ms","start":"2026-04-23T01:18:11.38048Z","end":"2026-04-23T01:18:11.869096Z","steps":["trace[858823571] 'process raft request' (duration: 488.333928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.869241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.380463Z","time spent":"488.695017ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:11.869287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.097869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:18:11.869343Z","caller":"traceutil/trace.go:171","msg":"trace[1991335772] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"504.939897ms","start":"2026-04-23T01:18:11.364393Z","end":"2026-04-23T01:18:11.869333Z","steps":["trace[1991335772] 'process raft request' (duration: 504.371593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.869355Z","caller":"traceutil/trace.go:171","msg":"trace[1039871514] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28457; }","duration":"565.207022ms","start":"2026-04-23T01:18:11.304131Z","end":"2026-04-23T01:18:11.869339Z","steps":["trace[1039871514] 'agreement among raft nodes before linearized reading' (duration: 565.024318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.8694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.304114Z","time spent":"565.272374ms","remote":"127.0.0.1:43542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":94,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:18:11.869439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.364373Z","time spent":"505.003018ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:11.869527Z","caller":"traceutil/trace.go:171","msg":"trace[85955495] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"503.360428ms","start":"2026-04-23T01:18:11.366156Z","end":"2026-04-23T01:18:11.869517Z","steps":["trace[85955495] 'process raft request' (duration: 502.634689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.869602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.366142Z","time spent":"503.409828ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:11.869588Z","caller":"traceutil/trace.go:171","msg":"trace[1833616929] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"510.246501ms","start":"2026-04-23T01:18:11.359307Z","end":"2026-04-23T01:18:11.869553Z","steps":["trace[1833616929] 'process raft request' (duration: 509.431841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.869602Z","caller":"traceutil/trace.go:171","msg":"trace[1867674569] transaction","detail":"{read_only:false; response_revision:28452; number_of_response:1; }","duration":"593.463587ms","start":"2026-04-23T01:18:11.276105Z","end":"2026-04-23T01:18:11.869568Z","steps":["trace[1867674569] 'process raft request' (duration: 592.589875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.869775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.359284Z","time spent":"510.375464ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:11.869792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.276087Z","time spent":"593.627571ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:11.869806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.76158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:18:11.869837Z","caller":"traceutil/trace.go:171","msg":"trace[2092569098] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"340.025823ms","start":"2026-04-23T01:18:11.529641Z","end":"2026-04-23T01:18:11.869667Z","steps":["trace[2092569098] 'process raft request' (duration: 339.200823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.869959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.415576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:18:11.869962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.529621Z","time spent":"340.28025ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:11.869853Z","caller":"traceutil/trace.go:171","msg":"trace[270609323] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28457; }","duration":"268.807842ms","start":"2026-04-23T01:18:11.601031Z","end":"2026-04-23T01:18:11.869839Z","steps":["trace[270609323] 'agreement among raft nodes before linearized reading' (duration: 268.74315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.870018Z","caller":"traceutil/trace.go:171","msg":"trace[1239429872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28457; }","duration":"167.486428ms","start":"2026-04-23T01:18:11.702494Z","end":"2026-04-23T01:18:11.869981Z","steps":["trace[1239429872] 'agreement among raft nodes before linearized reading' (duration: 167.437347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.870018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.819108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:18:11.869979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.615444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-758fb884d7-jzw7t\" ","response":"range_response_count:1 size:7448"} {"level":"info","ts":"2026-04-23T01:18:11.870256Z","caller":"traceutil/trace.go:171","msg":"trace[1309819490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28457; }","duration":"321.098374ms","start":"2026-04-23T01:18:11.549138Z","end":"2026-04-23T01:18:11.870236Z","steps":["trace[1309819490] 'agreement among raft nodes before linearized reading' (duration: 320.762436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:11.870279Z","caller":"traceutil/trace.go:171","msg":"trace[1470840146] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-758fb884d7-jzw7t; range_end:; response_count:1; response_revision:28457; }","duration":"718.941721ms","start":"2026-04-23T01:18:11.151323Z","end":"2026-04-23T01:18:11.870265Z","steps":["trace[1470840146] 'agreement among raft nodes before linearized reading' (duration: 718.553021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:11.870317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.151259Z","time spent":"719.047655ms","remote":"127.0.0.1:43448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":7471,"request content":"key:\"/registry/pods/openstack/manila-scheduler-758fb884d7-jzw7t\" "} {"level":"warn","ts":"2026-04-23T01:18:11.870351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.549093Z","time spent":"321.197777ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:18:11.870432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:11.224498Z","time spent":"644.388406ms","remote":"127.0.0.1:43326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:18:22.282653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.70969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:18:22.282737Z","caller":"traceutil/trace.go:171","msg":"trace[73240424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28563; }","duration":"119.846923ms","start":"2026-04-23T01:18:22.162868Z","end":"2026-04-23T01:18:22.282715Z","steps":["trace[73240424] 'range keys from in-memory index tree' (duration: 119.573876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:23.552722Z","caller":"traceutil/trace.go:171","msg":"trace[498015739] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"185.525894ms","start":"2026-04-23T01:18:23.367171Z","end":"2026-04-23T01:18:23.552696Z","steps":["trace[498015739] 'process raft request' (duration: 185.35247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.390678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.194903ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:18:50.391322Z","caller":"traceutil/trace.go:171","msg":"trace[84069660] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28898; }","duration":"234.47587ms","start":"2026-04-23T01:18:50.156438Z","end":"2026-04-23T01:18:50.390914Z","steps":["trace[84069660] 'range keys from in-memory index tree' (duration: 234.118211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:50.395016Z","caller":"traceutil/trace.go:171","msg":"trace[285652566] transaction","detail":"{read_only:false; response_revision:28899; number_of_response:1; }","duration":"358.992109ms","start":"2026-04-23T01:18:50.035982Z","end":"2026-04-23T01:18:50.394974Z","steps":["trace[285652566] 'process raft request' (duration: 358.588769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:50.395271Z","caller":"traceutil/trace.go:171","msg":"trace[48745285] transaction","detail":"{read_only:false; response_revision:28900; number_of_response:1; }","duration":"356.296151ms","start":"2026-04-23T01:18:50.038947Z","end":"2026-04-23T01:18:50.395243Z","steps":["trace[48745285] 'process raft request' (duration: 355.940712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:50.395362Z","caller":"traceutil/trace.go:171","msg":"trace[918720464] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"353.52592ms","start":"2026-04-23T01:18:50.041811Z","end":"2026-04-23T01:18:50.395337Z","steps":["trace[918720464] 'process raft request' (duration: 353.458868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.395434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.038911Z","time spent":"356.430474ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:50.395413Z","caller":"traceutil/trace.go:171","msg":"trace[457210939] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"353.721705ms","start":"2026-04-23T01:18:50.041657Z","end":"2026-04-23T01:18:50.395379Z","steps":["trace[457210939] 'process raft request' (duration: 353.4974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.395497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.041802Z","time spent":"353.627452ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:50.395527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.041636Z","time spent":"353.839009ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:50.3955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.035943Z","time spent":"359.247285ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:50.395653Z","caller":"traceutil/trace.go:171","msg":"trace[933394763] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"351.048917ms","start":"2026-04-23T01:18:50.044599Z","end":"2026-04-23T01:18:50.395648Z","steps":["trace[933394763] 'process raft request' (duration: 350.842752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.395702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.044576Z","time spent":"351.104989ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:18:50.395613Z","caller":"traceutil/trace.go:171","msg":"trace[2095184237] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"352.247917ms","start":"2026-04-23T01:18:50.043357Z","end":"2026-04-23T01:18:50.395605Z","steps":["trace[2095184237] 'process raft request' (duration: 351.950499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.395778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.043342Z","time spent":"352.419002ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:18:50.395816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.827039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:18:50.395579Z","caller":"traceutil/trace.go:171","msg":"trace[50785217] linearizableReadLoop","detail":"{readStateIndex:29853; appliedIndex:29847; }","duration":"325.568833ms","start":"2026-04-23T01:18:50.069981Z","end":"2026-04-23T01:18:50.39555Z","steps":["trace[50785217] 'read index received' (duration: 66.929303ms)","trace[50785217] 'applied index is now lower than readState.Index' (duration: 258.63849ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:50.395933Z","caller":"traceutil/trace.go:171","msg":"trace[749248022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28904; }","duration":"325.985294ms","start":"2026-04-23T01:18:50.069923Z","end":"2026-04-23T01:18:50.395908Z","steps":["trace[749248022] 'agreement among raft nodes before linearized reading' (duration: 325.712027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.395989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:18:50.069899Z","time spent":"326.079037ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:18:50.402571Z","caller":"traceutil/trace.go:171","msg":"trace[1839066408] transaction","detail":"{read_only:false; response_revision:28905; number_of_response:1; }","duration":"264.212671ms","start":"2026-04-23T01:18:50.138343Z","end":"2026-04-23T01:18:50.402555Z","steps":["trace[1839066408] 'process raft request' (duration: 263.988045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:50.402611Z","caller":"traceutil/trace.go:171","msg":"trace[24966021] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"128.814328ms","start":"2026-04-23T01:18:50.27378Z","end":"2026-04-23T01:18:50.402594Z","steps":["trace[24966021] 'process raft request' (duration: 128.679605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.402716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.93511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:18:50.402755Z","caller":"traceutil/trace.go:171","msg":"trace[1748270044] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28907; }","duration":"195.031003ms","start":"2026-04-23T01:18:50.207714Z","end":"2026-04-23T01:18:50.402745Z","steps":["trace[1748270044] 'agreement among raft nodes before linearized reading' (duration: 194.952091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:50.402777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.837554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:18:50.402978Z","caller":"traceutil/trace.go:171","msg":"trace[1186503511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28907; }","duration":"255.0945ms","start":"2026-04-23T01:18:50.14784Z","end":"2026-04-23T01:18:50.402934Z","steps":["trace[1186503511] 'agreement among raft nodes before linearized reading' (duration: 254.707691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:19:00.752995Z","caller":"traceutil/trace.go:171","msg":"trace[58705956] linearizableReadLoop","detail":"{readStateIndex:29938; appliedIndex:29933; }","duration":"299.716019ms","start":"2026-04-23T01:19:00.453256Z","end":"2026-04-23T01:19:00.752972Z","steps":["trace[58705956] 'read index received' (duration: 27.734491ms)","trace[58705956] 'applied index is now lower than readState.Index' (duration: 271.980648ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:19:00.7534Z","caller":"traceutil/trace.go:171","msg":"trace[284429840] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"311.749614ms","start":"2026-04-23T01:19:00.441634Z","end":"2026-04-23T01:19:00.753384Z","steps":["trace[284429840] 'process raft request' (duration: 311.159449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:19:00.753488Z","caller":"traceutil/trace.go:171","msg":"trace[469716499] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"305.081505ms","start":"2026-04-23T01:19:00.448379Z","end":"2026-04-23T01:19:00.75346Z","steps":["trace[469716499] 'process raft request' (duration: 304.523192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.753979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.441624Z","time spent":"312.276036ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:19:00.754105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.93062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:19:00.753464Z","caller":"traceutil/trace.go:171","msg":"trace[762418882] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"306.627164ms","start":"2026-04-23T01:19:00.446788Z","end":"2026-04-23T01:19:00.753415Z","steps":["trace[762418882] 'process raft request' (duration: 306.080621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:19:00.754169Z","caller":"traceutil/trace.go:171","msg":"trace[1288122455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28987; }","duration":"195.040453ms","start":"2026-04-23T01:19:00.559109Z","end":"2026-04-23T01:19:00.754149Z","steps":["trace[1288122455] 'agreement among raft nodes before linearized reading' (duration: 194.842738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.754187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.114474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:19:00.754216Z","caller":"traceutil/trace.go:171","msg":"trace[1485655496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28987; }","duration":"195.179106ms","start":"2026-04-23T01:19:00.559028Z","end":"2026-04-23T01:19:00.754208Z","steps":["trace[1485655496] 'agreement among raft nodes before linearized reading' (duration: 195.116965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.754253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.446774Z","time spent":"307.394514ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:19:00.753532Z","caller":"traceutil/trace.go:171","msg":"trace[1444507219] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"312.870802ms","start":"2026-04-23T01:19:00.440618Z","end":"2026-04-23T01:19:00.753489Z","steps":["trace[1444507219] 'process raft request' (duration: 312.029911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.754443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.440607Z","time spent":"313.794826ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:19:00.753586Z","caller":"traceutil/trace.go:171","msg":"trace[1011393064] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"302.436588ms","start":"2026-04-23T01:19:00.451102Z","end":"2026-04-23T01:19:00.753538Z","steps":["trace[1011393064] 'process raft request' (duration: 301.833413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.754656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.451092Z","time spent":"303.498905ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:19:00.753694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.417247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:19:00.754747Z","caller":"traceutil/trace.go:171","msg":"trace[887239592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28987; }","duration":"301.514764ms","start":"2026-04-23T01:19:00.453214Z","end":"2026-04-23T01:19:00.754728Z","steps":["trace[887239592] 'agreement among raft nodes before linearized reading' (duration: 300.326014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.754116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.448367Z","time spent":"305.66132ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:19:00.754798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.4532Z","time spent":"301.584696ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:19:00.754125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.954728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:19:00.75489Z","caller":"traceutil/trace.go:171","msg":"trace[2124577936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28987; }","duration":"208.726558ms","start":"2026-04-23T01:19:00.546108Z","end":"2026-04-23T01:19:00.754835Z","steps":["trace[2124577936] 'agreement among raft nodes before linearized reading' (duration: 207.904067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.75514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.997321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:19:00.755277Z","caller":"traceutil/trace.go:171","msg":"trace[466897988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28987; }","duration":"301.147905ms","start":"2026-04-23T01:19:00.454108Z","end":"2026-04-23T01:19:00.755256Z","steps":["trace[466897988] 'agreement among raft nodes before linearized reading' (duration: 299.839563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:00.755317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:19:00.454092Z","time spent":"301.218877ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:19:00.755195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.106292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:19:00.755431Z","caller":"traceutil/trace.go:171","msg":"trace[1326663952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28987; }","duration":"242.38084ms","start":"2026-04-23T01:19:00.513031Z","end":"2026-04-23T01:19:00.755412Z","steps":["trace[1326663952] 'agreement among raft nodes before linearized reading' (duration: 241.134068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:19:03.111562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.145783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:19:03.111666Z","caller":"traceutil/trace.go:171","msg":"trace[942368572] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:29008; }","duration":"134.340838ms","start":"2026-04-23T01:19:02.977304Z","end":"2026-04-23T01:19:03.111644Z","steps":["trace[942368572] 'count revisions from in-memory index tree' (duration: 134.054331ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:19:08.276263Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:19:08.283167Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T01:19:08.283285Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T01:23:37.11003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28777} {"level":"info","ts":"2026-04-23T01:23:37.339928Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28777,"took":"225.676096ms","hash":2068758673,"current-db-size-bytes":60907520,"current-db-size":"61 MB","current-db-size-in-use-bytes":34480128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T01:23:37.339993Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2068758673,"revision":28777,"compact-revision":21263} {"level":"info","ts":"2026-04-23T01:28:37.117137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31172} {"level":"info","ts":"2026-04-23T01:28:37.264393Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31172,"took":"143.690803ms","hash":4105581215,"current-db-size-bytes":61952000,"current-db-size":"62 MB","current-db-size-in-use-bytes":30093312,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:28:37.264457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4105581215,"revision":31172,"compact-revision":28777} {"level":"info","ts":"2026-04-23T01:32:12.065856Z","caller":"traceutil/trace.go:171","msg":"trace[891979555] transaction","detail":"{read_only:false; response_revision:35025; number_of_response:1; }","duration":"214.946425ms","start":"2026-04-23T01:32:11.850884Z","end":"2026-04-23T01:32:12.065831Z","steps":["trace[891979555] 'process raft request' (duration: 214.776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:12.155682Z","caller":"traceutil/trace.go:171","msg":"trace[253134887] transaction","detail":"{read_only:false; response_revision:35026; number_of_response:1; }","duration":"302.97733ms","start":"2026-04-23T01:32:11.852676Z","end":"2026-04-23T01:32:12.155653Z","steps":["trace[253134887] 'process raft request' (duration: 302.801715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:12.155832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:32:11.852657Z","time spent":"303.100173ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:32:12.156075Z","caller":"traceutil/trace.go:171","msg":"trace[197355223] transaction","detail":"{read_only:false; response_revision:35027; number_of_response:1; }","duration":"301.473142ms","start":"2026-04-23T01:32:11.854587Z","end":"2026-04-23T01:32:12.15606Z","steps":["trace[197355223] 'process raft request' (duration: 301.02353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:12.156144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:32:11.854573Z","time spent":"301.535763ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:32:12.156188Z","caller":"traceutil/trace.go:171","msg":"trace[164540274] transaction","detail":"{read_only:false; response_revision:35028; number_of_response:1; }","duration":"150.376811ms","start":"2026-04-23T01:32:12.005776Z","end":"2026-04-23T01:32:12.156152Z","steps":["trace[164540274] 'process raft request' (duration: 150.194356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:12.156283Z","caller":"traceutil/trace.go:171","msg":"trace[1573544119] transaction","detail":"{read_only:false; response_revision:35029; number_of_response:1; }","duration":"149.097769ms","start":"2026-04-23T01:32:12.007174Z","end":"2026-04-23T01:32:12.156272Z","steps":["trace[1573544119] 'process raft request' (duration: 148.923405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:40.321111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.69712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:32:40.321117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.073414ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:32:40.321268Z","caller":"traceutil/trace.go:171","msg":"trace[68687336] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35261; }","duration":"222.935516ms","start":"2026-04-23T01:32:40.098296Z","end":"2026-04-23T01:32:40.321232Z","steps":["trace[68687336] 'range keys from in-memory index tree' (duration: 222.600357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:40.321305Z","caller":"traceutil/trace.go:171","msg":"trace[1318501855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:35261; }","duration":"165.31441ms","start":"2026-04-23T01:32:40.155957Z","end":"2026-04-23T01:32:40.321272Z","steps":["trace[1318501855] 'range keys from in-memory index tree' (duration: 165.046422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:40.321277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.087345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:32:40.321384Z","caller":"traceutil/trace.go:171","msg":"trace[1181255577] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:35261; }","duration":"239.256009ms","start":"2026-04-23T01:32:40.082092Z","end":"2026-04-23T01:32:40.321348Z","steps":["trace[1181255577] 'count revisions from in-memory index tree' (duration: 238.93139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:40.321861Z","caller":"traceutil/trace.go:171","msg":"trace[680806664] transaction","detail":"{read_only:false; response_revision:35262; number_of_response:1; }","duration":"150.843684ms","start":"2026-04-23T01:32:40.170997Z","end":"2026-04-23T01:32:40.321841Z","steps":["trace[680806664] 'process raft request' (duration: 150.68709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:44.527292Z","caller":"traceutil/trace.go:171","msg":"trace[1014600664] transaction","detail":"{read_only:false; response_revision:35296; number_of_response:1; }","duration":"161.059723ms","start":"2026-04-23T01:32:44.3662Z","end":"2026-04-23T01:32:44.527259Z","steps":["trace[1014600664] 'process raft request' (duration: 146.425123ms)","trace[1014600664] 'compare' (duration: 14.413434ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:32:44.527704Z","caller":"traceutil/trace.go:171","msg":"trace[420420684] transaction","detail":"{read_only:false; response_revision:35297; number_of_response:1; }","duration":"161.247727ms","start":"2026-04-23T01:32:44.366406Z","end":"2026-04-23T01:32:44.527653Z","steps":["trace[420420684] 'process raft request' (duration: 160.807726ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:44.527731Z","caller":"traceutil/trace.go:171","msg":"trace[1166564437] linearizableReadLoop","detail":"{readStateIndex:36429; appliedIndex:36425; }","duration":"128.13276ms","start":"2026-04-23T01:32:44.399569Z","end":"2026-04-23T01:32:44.527702Z","steps":["trace[1166564437] 'read index received' (duration: 45.529342ms)","trace[1166564437] 'applied index is now lower than readState.Index' (duration: 82.602248ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:32:44.527857Z","caller":"traceutil/trace.go:171","msg":"trace[376030170] transaction","detail":"{read_only:false; response_revision:35298; number_of_response:1; }","duration":"161.416382ms","start":"2026-04-23T01:32:44.366401Z","end":"2026-04-23T01:32:44.527817Z","steps":["trace[376030170] 'process raft request' (duration: 161.164685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:44.528066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.470098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-qc2zx\" ","response":"range_response_count:1 size:10131"} {"level":"info","ts":"2026-04-23T01:32:44.528214Z","caller":"traceutil/trace.go:171","msg":"trace[1091861800] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-qc2zx; range_end:; response_count:1; response_revision:35298; }","duration":"128.667473ms","start":"2026-04-23T01:32:44.399532Z","end":"2026-04-23T01:32:44.5282Z","steps":["trace[1091861800] 'agreement among raft nodes before linearized reading' (duration: 128.255693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:44.772278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.584224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:32:44.772389Z","caller":"traceutil/trace.go:171","msg":"trace[1020495755] linearizableReadLoop","detail":"{readStateIndex:36430; appliedIndex:36429; }","duration":"188.538846ms","start":"2026-04-23T01:32:44.583832Z","end":"2026-04-23T01:32:44.772371Z","steps":["trace[1020495755] 'read index received' (duration: 64.806398ms)","trace[1020495755] 'applied index is now lower than readState.Index' (duration: 123.730818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:32:44.772511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.68434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:32:44.772503Z","caller":"traceutil/trace.go:171","msg":"trace[225945394] transaction","detail":"{read_only:false; response_revision:35299; number_of_response:1; }","duration":"232.677582ms","start":"2026-04-23T01:32:44.539781Z","end":"2026-04-23T01:32:44.772458Z","steps":["trace[225945394] 'process raft request' (duration: 108.828401ms)","trace[225945394] 'compare' (duration: 123.431191ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:32:44.772544Z","caller":"traceutil/trace.go:171","msg":"trace[1983237792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:35299; }","duration":"188.765892ms","start":"2026-04-23T01:32:44.583766Z","end":"2026-04-23T01:32:44.772532Z","steps":["trace[1983237792] 'agreement among raft nodes before linearized reading' (duration: 188.69243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:45.031001Z","caller":"traceutil/trace.go:171","msg":"trace[1271085862] linearizableReadLoop","detail":"{readStateIndex:36432; appliedIndex:36431; }","duration":"123.625125ms","start":"2026-04-23T01:32:44.907339Z","end":"2026-04-23T01:32:45.030964Z","steps":["trace[1271085862] 'read index received' (duration: 54.764844ms)","trace[1271085862] 'applied index is now lower than readState.Index' (duration: 68.858661ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:32:45.031114Z","caller":"traceutil/trace.go:171","msg":"trace[1363273474] transaction","detail":"{read_only:false; response_revision:35301; number_of_response:1; }","duration":"176.01699ms","start":"2026-04-23T01:32:44.85506Z","end":"2026-04-23T01:32:45.031077Z","steps":["trace[1363273474] 'process raft request' (duration: 106.981655ms)","trace[1363273474] 'compare' (duration: 68.510181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:32:45.031256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.876902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:32:45.03136Z","caller":"traceutil/trace.go:171","msg":"trace[1112862170] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:35301; }","duration":"124.050338ms","start":"2026-04-23T01:32:44.907286Z","end":"2026-04-23T01:32:45.031337Z","steps":["trace[1112862170] 'agreement among raft nodes before linearized reading' (duration: 123.810662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:45.292035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.874793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T01:32:45.292119Z","caller":"traceutil/trace.go:171","msg":"trace[1921262498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:35301; }","duration":"111.024377ms","start":"2026-04-23T01:32:45.181076Z","end":"2026-04-23T01:32:45.2921Z","steps":["trace[1921262498] 'range keys from in-memory index tree' (duration: 110.678208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:45.425074Z","caller":"traceutil/trace.go:171","msg":"trace[2147176810] linearizableReadLoop","detail":"{readStateIndex:36433; appliedIndex:36432; }","duration":"129.589686ms","start":"2026-04-23T01:32:45.295453Z","end":"2026-04-23T01:32:45.425043Z","steps":["trace[2147176810] 'read index received' (duration: 45.91923ms)","trace[2147176810] 'applied index is now lower than readState.Index' (duration: 83.669686ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:32:45.425634Z","caller":"traceutil/trace.go:171","msg":"trace[1480574078] transaction","detail":"{read_only:false; response_revision:35302; number_of_response:1; }","duration":"129.901824ms","start":"2026-04-23T01:32:45.295672Z","end":"2026-04-23T01:32:45.425574Z","steps":["trace[1480574078] 'process raft request' (duration: 129.296579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:45.428754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.27066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe128c72-ac87-4748-b94a-ba5053eca042\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T01:32:45.42883Z","caller":"traceutil/trace.go:171","msg":"trace[626647632] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe128c72-ac87-4748-b94a-ba5053eca042; range_end:; response_count:1; response_revision:35302; }","duration":"133.405553ms","start":"2026-04-23T01:32:45.2954Z","end":"2026-04-23T01:32:45.428805Z","steps":["trace[626647632] 'agreement among raft nodes before linearized reading' (duration: 129.959956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:45.428919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.544326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:32:45.428994Z","caller":"traceutil/trace.go:171","msg":"trace[598783618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35303; }","duration":"131.626998ms","start":"2026-04-23T01:32:45.297348Z","end":"2026-04-23T01:32:45.428975Z","steps":["trace[598783618] 'agreement among raft nodes before linearized reading' (duration: 131.429693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:45.429068Z","caller":"traceutil/trace.go:171","msg":"trace[1588545950] transaction","detail":"{read_only:false; response_revision:35303; number_of_response:1; }","duration":"132.412818ms","start":"2026-04-23T01:32:45.29663Z","end":"2026-04-23T01:32:45.429043Z","steps":["trace[1588545950] 'process raft request' (duration: 128.912609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:45.429116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.471407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:32:45.429205Z","caller":"traceutil/trace.go:171","msg":"trace[957300074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35303; }","duration":"126.595451ms","start":"2026-04-23T01:32:45.302588Z","end":"2026-04-23T01:32:45.429183Z","steps":["trace[957300074] 'agreement among raft nodes before linearized reading' (duration: 126.342945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:32:45.429285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.335324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:32:45.429363Z","caller":"traceutil/trace.go:171","msg":"trace[1721421687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35303; }","duration":"126.438747ms","start":"2026-04-23T01:32:45.302902Z","end":"2026-04-23T01:32:45.42934Z","steps":["trace[1721421687] 'agreement among raft nodes before linearized reading' (duration: 125.979785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.100622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.243836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:33:22.100765Z","caller":"traceutil/trace.go:171","msg":"trace[1441272709] transaction","detail":"{read_only:false; response_revision:35576; number_of_response:1; }","duration":"482.133219ms","start":"2026-04-23T01:33:21.618583Z","end":"2026-04-23T01:33:22.100716Z","steps":["trace[1441272709] 'process raft request' (duration: 182.692819ms)","trace[1441272709] 'compare' (duration: 298.750993ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:33:22.100839Z","caller":"traceutil/trace.go:171","msg":"trace[561874939] transaction","detail":"{read_only:false; response_revision:35577; number_of_response:1; }","duration":"358.978196ms","start":"2026-04-23T01:33:21.741844Z","end":"2026-04-23T01:33:22.100822Z","steps":["trace[561874939] 'process raft request' (duration: 358.883853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:33:22.100869Z","caller":"traceutil/trace.go:171","msg":"trace[1831464393] linearizableReadLoop","detail":"{readStateIndex:36715; appliedIndex:36714; }","duration":"467.722935ms","start":"2026-04-23T01:33:21.633112Z","end":"2026-04-23T01:33:22.100835Z","steps":["trace[1831464393] 'read index received' (duration: 70.296427ms)","trace[1831464393] 'applied index is now lower than readState.Index' (duration: 397.422188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:33:22.100921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.741818Z","time spent":"359.064817ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:33:22.101071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.949471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:33:22.101073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.618575Z","time spent":"482.272682ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:33:22.101116Z","caller":"traceutil/trace.go:171","msg":"trace[2141391488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35577; }","duration":"468.016962ms","start":"2026-04-23T01:33:21.633086Z","end":"2026-04-23T01:33:22.101103Z","steps":["trace[2141391488] 'agreement among raft nodes before linearized reading' (duration: 467.860378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.101148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.633075Z","time spent":"468.064814ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:33:22.102326Z","caller":"traceutil/trace.go:171","msg":"trace[800635587] transaction","detail":"{read_only:false; response_revision:35579; number_of_response:1; }","duration":"219.072769ms","start":"2026-04-23T01:33:21.883238Z","end":"2026-04-23T01:33:22.102311Z","steps":["trace[800635587] 'process raft request' (duration: 218.928585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:33:22.102351Z","caller":"traceutil/trace.go:171","msg":"trace[581131868] transaction","detail":"{read_only:false; response_revision:35578; number_of_response:1; }","duration":"256.775592ms","start":"2026-04-23T01:33:21.845541Z","end":"2026-04-23T01:33:22.102316Z","steps":["trace[581131868] 'process raft request' (duration: 256.554746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.102564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.327196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:33:22.102611Z","caller":"traceutil/trace.go:171","msg":"trace[1328199531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:35580; }","duration":"221.374677ms","start":"2026-04-23T01:33:21.881222Z","end":"2026-04-23T01:33:22.102596Z","steps":["trace[1328199531] 'agreement among raft nodes before linearized reading' (duration: 221.303235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:33:22.10278Z","caller":"traceutil/trace.go:171","msg":"trace[550995974] transaction","detail":"{read_only:false; response_revision:35580; number_of_response:1; }","duration":"113.398336ms","start":"2026-04-23T01:33:21.98935Z","end":"2026-04-23T01:33:22.102748Z","steps":["trace[550995974] 'process raft request' (duration: 112.924334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.102889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.493346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:33:22.10295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.703415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:33:22.102981Z","caller":"traceutil/trace.go:171","msg":"trace[2008347198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:35580; }","duration":"173.63328ms","start":"2026-04-23T01:33:21.929326Z","end":"2026-04-23T01:33:22.102959Z","steps":["trace[2008347198] 'agreement among raft nodes before linearized reading' (duration: 173.409574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.102986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.849648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:33:22.10299Z","caller":"traceutil/trace.go:171","msg":"trace[1502239660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35580; }","duration":"399.783397ms","start":"2026-04-23T01:33:21.703195Z","end":"2026-04-23T01:33:22.102978Z","steps":["trace[1502239660] 'agreement among raft nodes before linearized reading' (duration: 399.707446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:33:22.103029Z","caller":"traceutil/trace.go:171","msg":"trace[844049073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35580; }","duration":"416.91059ms","start":"2026-04-23T01:33:21.686107Z","end":"2026-04-23T01:33:22.103017Z","steps":["trace[844049073] 'agreement among raft nodes before linearized reading' (duration: 416.793358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.103079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.686097Z","time spent":"416.970472ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:33:22.103031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.70318Z","time spent":"399.843259ms","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:33:22.103156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.564218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:33:22.103186Z","caller":"traceutil/trace.go:171","msg":"trace[1415024791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35580; }","duration":"419.631339ms","start":"2026-04-23T01:33:21.683544Z","end":"2026-04-23T01:33:22.103175Z","steps":["trace[1415024791] 'agreement among raft nodes before linearized reading' (duration: 419.528317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.10322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.683521Z","time spent":"419.69295ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:33:22.104262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.701457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:33:22.104325Z","caller":"traceutil/trace.go:171","msg":"trace[1258325481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35580; }","duration":"420.80156ms","start":"2026-04-23T01:33:21.683506Z","end":"2026-04-23T01:33:22.104307Z","steps":["trace[1258325481] 'agreement among raft nodes before linearized reading' (duration: 418.965263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:33:22.104355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:33:21.683487Z","time spent":"420.861001ms","remote":"127.0.0.1:43532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:33:37.142928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33400} {"level":"info","ts":"2026-04-23T01:33:37.302776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33400,"took":"155.492552ms","hash":485543663,"current-db-size-bytes":61952000,"current-db-size":"62 MB","current-db-size-in-use-bytes":30470144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:33:37.302849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":485543663,"revision":33400,"compact-revision":31172} {"level":"warn","ts":"2026-04-23T01:37:45.858876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.86987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:37:45.858979Z","caller":"traceutil/trace.go:171","msg":"trace[89413586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37540; }","duration":"154.009514ms","start":"2026-04-23T01:37:45.704949Z","end":"2026-04-23T01:37:45.858958Z","steps":["trace[89413586] 'range keys from in-memory index tree' (duration: 153.786408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:37:45.858881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.979674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:37:45.859258Z","caller":"traceutil/trace.go:171","msg":"trace[1282636692] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:37540; }","duration":"173.405244ms","start":"2026-04-23T01:37:45.685825Z","end":"2026-04-23T01:37:45.85923Z","steps":["trace[1282636692] 'count revisions from in-memory index tree' (duration: 172.777307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:37:45.859315Z","caller":"traceutil/trace.go:171","msg":"trace[584765227] transaction","detail":"{read_only:false; response_revision:37541; number_of_response:1; }","duration":"153.889691ms","start":"2026-04-23T01:37:45.705404Z","end":"2026-04-23T01:37:45.859294Z","steps":["trace[584765227] 'process raft request' (duration: 152.786093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:37:45.864748Z","caller":"traceutil/trace.go:171","msg":"trace[1548346958] transaction","detail":"{read_only:false; response_revision:37542; number_of_response:1; }","duration":"119.613164ms","start":"2026-04-23T01:37:45.745093Z","end":"2026-04-23T01:37:45.864706Z","steps":["trace[1548346958] 'process raft request' (duration: 119.305696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:38:37.150636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35690} {"level":"info","ts":"2026-04-23T01:38:37.280248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35690,"took":"123.956814ms","hash":2639780668,"current-db-size-bytes":61952000,"current-db-size":"62 MB","current-db-size-in-use-bytes":32481280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:38:37.2803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2639780668,"revision":35690,"compact-revision":33400} {"level":"info","ts":"2026-04-23T01:40:28.398976Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:40:28.403513Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T01:40:28.403637Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-23T01:43:37.158775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37915} {"level":"info","ts":"2026-04-23T01:43:37.278621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37915,"took":"115.366515ms","hash":3978929396,"current-db-size-bytes":61952000,"current-db-size":"62 MB","current-db-size-in-use-bytes":31088640,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:43:37.278678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3978929396,"revision":37915,"compact-revision":35690}