{"level":"warn","ts":"2026-03-06T00:25:04.029117Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:25:04.029195Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.49:2380","--initial-cluster=instance=https://162.253.55.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:25:04.029258Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:25:04.029268Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-06T00:25:04.029288Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:25:04.029872Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"]} {"level":"info","ts":"2026-03-06T00:25:04.029951Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:25:04.034516Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.334677ms"} {"level":"info","ts":"2026-03-06T00:25:04.041901Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a9ba61e55fef5be","cluster-id":"9612db6e19ac6ce7"} {"level":"info","ts":"2026-03-06T00:25:04.04197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:25:04.041991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 0"} {"level":"info","ts":"2026-03-06T00:25:04.042002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a9ba61e55fef5be [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:25:04.042014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became follower at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.042061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"warn","ts":"2026-03-06T00:25:04.053078Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:25:04.05544Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:25:04.057213Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:25:04.059893Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a9ba61e55fef5be","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:25:04.060236Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a9ba61e55fef5be","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:25:04.060437Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:25:04.060487Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:25:04.060503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:25:04.061061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be switched to configuration voters=(7681916238632515006)"} {"level":"info","ts":"2026-03-06T00:25:04.061602Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","added-peer-id":"6a9ba61e55fef5be","added-peer-peer-urls":["https://162.253.55.49:2380"]} {"level":"info","ts":"2026-03-06T00:25:04.06408Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:25:04.064193Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-06T00:25:04.064274Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.49:2380"} {"level":"info","ts":"2026-03-06T00:25:04.064381Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a9ba61e55fef5be","initial-advertise-peer-urls":["https://162.253.55.49:2380"],"listen-peer-urls":["https://162.253.55.49:2380"],"advertise-client-urls":["https://162.253.55.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:25:04.064428Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:25:04.443135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.443194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.44326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgPreVoteResp from 6a9ba61e55fef5be at term 1"} {"level":"info","ts":"2026-03-06T00:25:04.44328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.443292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be received MsgVoteResp from 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.443307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a9ba61e55fef5be became leader at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.443321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a9ba61e55fef5be elected leader 6a9ba61e55fef5be at term 2"} {"level":"info","ts":"2026-03-06T00:25:04.444411Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a9ba61e55fef5be","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.49:2379]}","request-path":"/0/members/6a9ba61e55fef5be/attributes","cluster-id":"9612db6e19ac6ce7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:25:04.444624Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:25:04.444495Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.444684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:25:04.447523Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9612db6e19ac6ce7","local-member-id":"6a9ba61e55fef5be","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.447673Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.447725Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:25:04.448238Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:25:04.448399Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.49:2379"} {"level":"info","ts":"2026-03-06T00:25:04.448501Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:25:04.44856Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:25:20.548004Z","caller":"traceutil/trace.go:171","msg":"trace[1172038923] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"147.818858ms","start":"2026-03-06T00:25:20.400155Z","end":"2026-03-06T00:25:20.547974Z","steps":["trace[1172038923] 'process raft request' (duration: 75.645398ms)","trace[1172038923] 'compare' (duration: 72.028637ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:20.563759Z","caller":"traceutil/trace.go:171","msg":"trace[1789183701] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"161.908394ms","start":"2026-03-06T00:25:20.401824Z","end":"2026-03-06T00:25:20.563732Z","steps":["trace[1789183701] 'process raft request' (duration: 161.806902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:20.978293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.531243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:25:20.978468Z","caller":"traceutil/trace.go:171","msg":"trace[1499357193] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"356.48652ms","start":"2026-03-06T00:25:20.621956Z","end":"2026-03-06T00:25:20.978443Z","steps":["trace[1499357193] 'process raft request' (duration: 116.77326ms)","trace[1499357193] 'compare' (duration: 238.37528ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:20.97844Z","caller":"traceutil/trace.go:171","msg":"trace[1433863654] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"277.183571ms","start":"2026-03-06T00:25:20.701238Z","end":"2026-03-06T00:25:20.978421Z","steps":["trace[1433863654] 'read index received' (duration: 37.388179ms)","trace[1433863654] 'applied index is now lower than readState.Index' (duration: 239.793632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:20.97858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:20.621935Z","time spent":"356.593763ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:20.978642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.395105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:20.978673Z","caller":"traceutil/trace.go:171","msg":"trace[1473092110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:399; }","duration":"277.484177ms","start":"2026-03-06T00:25:20.701178Z","end":"2026-03-06T00:25:20.978662Z","steps":["trace[1473092110] 'agreement among raft nodes before linearized reading' (duration: 277.409326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:21.936863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.06896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:25:21.937047Z","caller":"traceutil/trace.go:171","msg":"trace[1951635848] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"410.633446ms","start":"2026-03-06T00:25:21.526386Z","end":"2026-03-06T00:25:21.937019Z","steps":["trace[1951635848] 'read index received' (duration: 169.085856ms)","trace[1951635848] 'applied index is now lower than readState.Index' (duration: 241.54521ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:21.937144Z","caller":"traceutil/trace.go:171","msg":"trace[1099405456] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"949.628891ms","start":"2026-03-06T00:25:20.987483Z","end":"2026-03-06T00:25:21.937112Z","steps":["trace[1099405456] 'process raft request' (duration: 708.157452ms)","trace[1099405456] 'compare' (duration: 240.727363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:21.937291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.904802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:25:21.937355Z","caller":"traceutil/trace.go:171","msg":"trace[1713210365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:400; }","duration":"411.004374ms","start":"2026-03-06T00:25:21.526333Z","end":"2026-03-06T00:25:21.937337Z","steps":["trace[1713210365] 'agreement among raft nodes before linearized reading' (duration: 410.81956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:21.937355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:20.98743Z","time spent":"949.835405ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:21.937411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.52631Z","time spent":"411.087575ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:25:21.93773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.333938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:25:21.937763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.267547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:25:21.937786Z","caller":"traceutil/trace.go:171","msg":"trace[307841927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"410.438381ms","start":"2026-03-06T00:25:21.527334Z","end":"2026-03-06T00:25:21.937773Z","steps":["trace[307841927] 'agreement among raft nodes before linearized reading' (duration: 410.343179ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:21.937799Z","caller":"traceutil/trace.go:171","msg":"trace[2015017013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"353.3561ms","start":"2026-03-06T00:25:21.584431Z","end":"2026-03-06T00:25:21.937787Z","steps":["trace[2015017013] 'agreement among raft nodes before linearized reading' (duration: 353.282418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:21.937829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.584415Z","time spent":"353.409271ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:25:21.937776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.656158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:25:21.937837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.527309Z","time spent":"410.516232ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:25:21.937932Z","caller":"traceutil/trace.go:171","msg":"trace[1928711702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:400; }","duration":"235.787912ms","start":"2026-03-06T00:25:21.702073Z","end":"2026-03-06T00:25:21.937861Z","steps":["trace[1928711702] 'agreement among raft nodes before linearized reading' (duration: 235.628828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:22.408074Z","caller":"traceutil/trace.go:171","msg":"trace[1230490777] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"462.664973ms","start":"2026-03-06T00:25:21.945367Z","end":"2026-03-06T00:25:22.408032Z","steps":["trace[1230490777] 'process raft request' (duration: 425.08545ms)","trace[1230490777] 'compare' (duration: 37.393449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:22.408236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.945349Z","time spent":"462.811426ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:25:22.408268Z","caller":"traceutil/trace.go:171","msg":"trace[1383215854] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"458.470849ms","start":"2026-03-06T00:25:21.949767Z","end":"2026-03-06T00:25:22.408238Z","steps":["trace[1383215854] 'process raft request' (duration: 458.220464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:22.408371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.949759Z","time spent":"458.563081ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:25:22.408405Z","caller":"traceutil/trace.go:171","msg":"trace[677970809] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:414; }","duration":"221.424388ms","start":"2026-03-06T00:25:22.186962Z","end":"2026-03-06T00:25:22.408386Z","steps":["trace[677970809] 'read index received' (duration: 183.457077ms)","trace[677970809] 'applied index is now lower than readState.Index' (duration: 37.966301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:22.408487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.51903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-06T00:25:22.408528Z","caller":"traceutil/trace.go:171","msg":"trace[1713387432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:403; }","duration":"221.593442ms","start":"2026-03-06T00:25:22.186925Z","end":"2026-03-06T00:25:22.408518Z","steps":["trace[1713387432] 'agreement among raft nodes before linearized reading' (duration: 221.519001ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:22.408488Z","caller":"traceutil/trace.go:171","msg":"trace[1964557424] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"458.298854ms","start":"2026-03-06T00:25:21.95015Z","end":"2026-03-06T00:25:22.408448Z","steps":["trace[1964557424] 'process raft request' (duration: 458.033008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:22.408696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:21.950131Z","time spent":"458.447118ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:25:40.396795Z","caller":"traceutil/trace.go:171","msg":"trace[1185716457] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"250.082811ms","start":"2026-03-06T00:25:40.146669Z","end":"2026-03-06T00:25:40.396752Z","steps":["trace[1185716457] 'process raft request' (duration: 249.749113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:40.65591Z","caller":"traceutil/trace.go:171","msg":"trace[1677312431] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:521; }","duration":"140.44572ms","start":"2026-03-06T00:25:40.515422Z","end":"2026-03-06T00:25:40.655868Z","steps":["trace[1677312431] 'read index received' (duration: 129.525809ms)","trace[1677312431] 'applied index is now lower than readState.Index' (duration: 10.918881ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:40.656041Z","caller":"traceutil/trace.go:171","msg":"trace[909136775] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"244.377135ms","start":"2026-03-06T00:25:40.411623Z","end":"2026-03-06T00:25:40.656Z","steps":["trace[909136775] 'process raft request' (duration: 233.426933ms)","trace[909136775] 'compare' (duration: 10.684876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:40.656242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.805209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:25:40.656251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.858127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:25:40.656293Z","caller":"traceutil/trace.go:171","msg":"trace[1669042849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:504; }","duration":"126.903302ms","start":"2026-03-06T00:25:40.529377Z","end":"2026-03-06T00:25:40.65628Z","steps":["trace[1669042849] 'agreement among raft nodes before linearized reading' (duration: 126.663667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:40.65633Z","caller":"traceutil/trace.go:171","msg":"trace[745231221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:504; }","duration":"120.97248ms","start":"2026-03-06T00:25:40.535332Z","end":"2026-03-06T00:25:40.656305Z","steps":["trace[745231221] 'agreement among raft nodes before linearized reading' (duration: 120.711525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:40.656344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.874391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:25:40.656462Z","caller":"traceutil/trace.go:171","msg":"trace[2023073763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:504; }","duration":"127.036694ms","start":"2026-03-06T00:25:40.529394Z","end":"2026-03-06T00:25:40.65643Z","steps":["trace[2023073763] 'agreement among raft nodes before linearized reading' (duration: 126.700287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:40.656603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.185577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:25:40.656738Z","caller":"traceutil/trace.go:171","msg":"trace[346195869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:504; }","duration":"141.34996ms","start":"2026-03-06T00:25:40.515368Z","end":"2026-03-06T00:25:40.656718Z","steps":["trace[346195869] 'agreement among raft nodes before linearized reading' (duration: 141.090545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:41.185493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.774141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:25:41.185838Z","caller":"traceutil/trace.go:171","msg":"trace[1756375793] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:522; }","duration":"483.676029ms","start":"2026-03-06T00:25:40.70214Z","end":"2026-03-06T00:25:41.185816Z","steps":["trace[1756375793] 'read index received' (duration: 47.650182ms)","trace[1756375793] 'applied index is now lower than readState.Index' (duration: 436.024727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:41.185962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.823492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:41.186012Z","caller":"traceutil/trace.go:171","msg":"trace[1808035790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"483.897314ms","start":"2026-03-06T00:25:40.7021Z","end":"2026-03-06T00:25:41.185998Z","steps":["trace[1808035790] 'agreement among raft nodes before linearized reading' (duration: 483.796222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:41.186061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.702088Z","time spent":"483.961535ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:25:41.186057Z","caller":"traceutil/trace.go:171","msg":"trace[1616529395] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"524.51011ms","start":"2026-03-06T00:25:40.661526Z","end":"2026-03-06T00:25:41.186036Z","steps":["trace[1616529395] 'process raft request' (duration: 524.178433ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:41.186093Z","caller":"traceutil/trace.go:171","msg":"trace[1937506381] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"524.911859ms","start":"2026-03-06T00:25:40.661154Z","end":"2026-03-06T00:25:41.186066Z","steps":["trace[1937506381] 'process raft request' (duration: 290.473273ms)","trace[1937506381] 'compare' (duration: 233.646829ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:41.186086Z","caller":"traceutil/trace.go:171","msg":"trace[469428555] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"524.50613ms","start":"2026-03-06T00:25:40.66153Z","end":"2026-03-06T00:25:41.186036Z","steps":["trace[469428555] 'process raft request' (duration: 524.089641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:41.186164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.661499Z","time spent":"524.608672ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:41.186214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.661132Z","time spent":"525.020051ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:41.186293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:40.661515Z","time spent":"524.658933ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:25:41.987335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.091652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:25:41.987404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.17021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:41.987441Z","caller":"traceutil/trace.go:171","msg":"trace[1146488518] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:508; }","duration":"250.263646ms","start":"2026-03-06T00:25:41.737154Z","end":"2026-03-06T00:25:41.987417Z","steps":["trace[1146488518] 'range keys from in-memory index tree' (duration: 249.984409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:41.987477Z","caller":"traceutil/trace.go:171","msg":"trace[814085871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"287.310473ms","start":"2026-03-06T00:25:41.700147Z","end":"2026-03-06T00:25:41.987458Z","steps":["trace[814085871] 'range keys from in-memory index tree' (duration: 287.049027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.20144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606894181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:25:43.517246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.005503ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:25:43.517356Z","caller":"traceutil/trace.go:171","msg":"trace[354029526] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"816.805674ms","start":"2026-03-06T00:25:42.700532Z","end":"2026-03-06T00:25:43.517337Z","steps":["trace[354029526] 'read index received' (duration: 704.639667ms)","trace[354029526] 'applied index is now lower than readState.Index' (duration: 112.164447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:25:43.517469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.937736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:43.517504Z","caller":"traceutil/trace.go:171","msg":"trace[138894729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"817.015698ms","start":"2026-03-06T00:25:42.700479Z","end":"2026-03-06T00:25:43.517495Z","steps":["trace[138894729] 'agreement among raft nodes before linearized reading' (duration: 816.947416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.517542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:42.700449Z","time spent":"817.08526ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:25:43.517611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.227604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:25:43.517657Z","caller":"traceutil/trace.go:171","msg":"trace[1211329772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"327.315226ms","start":"2026-03-06T00:25:43.190329Z","end":"2026-03-06T00:25:43.517644Z","steps":["trace[1211329772] 'agreement among raft nodes before linearized reading' (duration: 327.152272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.51769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:43.190308Z","time spent":"327.375128ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:25:43.51769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.890991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:25:43.517763Z","caller":"traceutil/trace.go:171","msg":"trace[1810735935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"328.024303ms","start":"2026-03-06T00:25:43.189721Z","end":"2026-03-06T00:25:43.517745Z","steps":["trace[1810735935] 'agreement among raft nodes before linearized reading' (duration: 327.789577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.5178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:43.189689Z","time spent":"328.102674ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:25:43.51796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.231287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:25:43.518048Z","caller":"traceutil/trace.go:171","msg":"trace[1588861035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"328.366571ms","start":"2026-03-06T00:25:43.189658Z","end":"2026-03-06T00:25:43.518025Z","steps":["trace[1588861035] 'agreement among raft nodes before linearized reading' (duration: 328.108795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.518113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:43.189639Z","time spent":"328.460682ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:25:43.518183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.248792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:25:43.518374Z","caller":"traceutil/trace.go:171","msg":"trace[1960611995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"763.478117ms","start":"2026-03-06T00:25:42.754883Z","end":"2026-03-06T00:25:43.518361Z","steps":["trace[1960611995] 'agreement among raft nodes before linearized reading' (duration: 762.604927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.518469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:25:42.75484Z","time spent":"763.61178ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:25:43.767577Z","caller":"traceutil/trace.go:171","msg":"trace[1003682790] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"245.290796ms","start":"2026-03-06T00:25:43.522255Z","end":"2026-03-06T00:25:43.767546Z","steps":["trace[1003682790] 'process raft request' (duration: 244.910917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.767576Z","caller":"traceutil/trace.go:171","msg":"trace[1722343363] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"244.742734ms","start":"2026-03-06T00:25:43.522792Z","end":"2026-03-06T00:25:43.767535Z","steps":["trace[1722343363] 'process raft request' (duration: 244.638012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:43.76775Z","caller":"traceutil/trace.go:171","msg":"trace[782548578] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:527; }","duration":"238.495965ms","start":"2026-03-06T00:25:43.529211Z","end":"2026-03-06T00:25:43.767707Z","steps":["trace[782548578] 'read index received' (duration: 43.620672ms)","trace[782548578] 'applied index is now lower than readState.Index' (duration: 194.873563ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:25:43.767777Z","caller":"traceutil/trace.go:171","msg":"trace[1615711218] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"244.693393ms","start":"2026-03-06T00:25:43.523065Z","end":"2026-03-06T00:25:43.767758Z","steps":["trace[1615711218] 'process raft request' (duration: 244.420057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:25:43.767938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.709431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:25:43.76799Z","caller":"traceutil/trace.go:171","msg":"trace[2025909878] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"238.786862ms","start":"2026-03-06T00:25:43.529186Z","end":"2026-03-06T00:25:43.767973Z","steps":["trace[2025909878] 'agreement among raft nodes before linearized reading' (duration: 238.68979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:25:44.601534Z","caller":"traceutil/trace.go:171","msg":"trace[812101522] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"162.365384ms","start":"2026-03-06T00:25:44.439142Z","end":"2026-03-06T00:25:44.601508Z","steps":["trace[812101522] 'process raft request' (duration: 131.416021ms)","trace[812101522] 'compare' (duration: 30.830301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:26:04.045942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.625075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:26:04.046004Z","caller":"traceutil/trace.go:171","msg":"trace[784009986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"184.738358ms","start":"2026-03-06T00:26:03.861252Z","end":"2026-03-06T00:26:04.045991Z","steps":["trace[784009986] 'range keys from in-memory index tree' (duration: 184.445702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:04.046194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.931903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:26:04.046222Z","caller":"traceutil/trace.go:171","msg":"trace[1051026428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:878; }","duration":"338.999485ms","start":"2026-03-06T00:26:03.707215Z","end":"2026-03-06T00:26:04.046215Z","steps":["trace[1051026428] 'range keys from in-memory index tree' (duration: 338.834122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:04.046241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:26:03.707191Z","time spent":"339.044235ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:26:04.046263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.342131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:26:04.046266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.187012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:26:04.046318Z","caller":"traceutil/trace.go:171","msg":"trace[1782174047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:878; }","duration":"184.430962ms","start":"2026-03-06T00:26:03.861873Z","end":"2026-03-06T00:26:04.046304Z","steps":["trace[1782174047] 'range keys from in-memory index tree' (duration: 184.225007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:04.046368Z","caller":"traceutil/trace.go:171","msg":"trace[970459898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"182.328966ms","start":"2026-03-06T00:26:03.864014Z","end":"2026-03-06T00:26:04.046343Z","steps":["trace[970459898] 'range keys from in-memory index tree' (duration: 181.998478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:25.517092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.272053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:26:25.517196Z","caller":"traceutil/trace.go:171","msg":"trace[1152368341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"109.443986ms","start":"2026-03-06T00:26:25.407727Z","end":"2026-03-06T00:26:25.517171Z","steps":["trace[1152368341] 'range keys from in-memory index tree' (duration: 109.009616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:57.298914Z","caller":"traceutil/trace.go:171","msg":"trace[1907623194] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"184.663507ms","start":"2026-03-06T00:26:57.114199Z","end":"2026-03-06T00:26:57.298862Z","steps":["trace[1907623194] 'process raft request' (duration: 184.410581ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:57.954117Z","caller":"traceutil/trace.go:171","msg":"trace[215389584] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"365.257874ms","start":"2026-03-06T00:26:57.588832Z","end":"2026-03-06T00:26:57.95409Z","steps":["trace[215389584] 'process raft request' (duration: 365.027729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:57.954318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:26:57.588785Z","time spent":"365.424618ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:26:57.988399Z","caller":"traceutil/trace.go:171","msg":"trace[2020513206] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1610; }","duration":"298.726785ms","start":"2026-03-06T00:26:57.689636Z","end":"2026-03-06T00:26:57.988363Z","steps":["trace[2020513206] 'read index received' (duration: 264.304145ms)","trace[2020513206] 'applied index is now lower than readState.Index' (duration: 34.42102ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:26:57.98848Z","caller":"traceutil/trace.go:171","msg":"trace[1089150018] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"280.445842ms","start":"2026-03-06T00:26:57.708013Z","end":"2026-03-06T00:26:57.988459Z","steps":["trace[1089150018] 'process raft request' (duration: 280.292979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:26:57.988539Z","caller":"traceutil/trace.go:171","msg":"trace[596729329] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"366.703506ms","start":"2026-03-06T00:26:57.621796Z","end":"2026-03-06T00:26:57.988499Z","steps":["trace[596729329] 'process raft request' (duration: 366.268847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:57.988719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.049402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:26:57.988765Z","caller":"traceutil/trace.go:171","msg":"trace[2098009639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1552; }","duration":"299.169044ms","start":"2026-03-06T00:26:57.689581Z","end":"2026-03-06T00:26:57.98875Z","steps":["trace[2098009639] 'agreement among raft nodes before linearized reading' (duration: 298.95551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:57.988779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:26:57.621771Z","time spent":"366.86466ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:26:57.988958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.347935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c34eea77-eff1-42ee-bd68-c3c0143e1eb9\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-06T00:26:57.989178Z","caller":"traceutil/trace.go:171","msg":"trace[405680736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c34eea77-eff1-42ee-bd68-c3c0143e1eb9; range_end:; response_count:1; response_revision:1552; }","duration":"249.537209ms","start":"2026-03-06T00:26:57.739521Z","end":"2026-03-06T00:26:57.989058Z","steps":["trace[405680736] 'agreement among raft nodes before linearized reading' (duration: 249.12067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:26:57.989384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.268016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:26:57.989475Z","caller":"traceutil/trace.go:171","msg":"trace[1132828022] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1552; }","duration":"163.420559ms","start":"2026-03-06T00:26:57.826039Z","end":"2026-03-06T00:26:57.98946Z","steps":["trace[1132828022] 'agreement among raft nodes before linearized reading' (duration: 163.285146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:13.183496Z","caller":"traceutil/trace.go:171","msg":"trace[104971822] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"214.278571ms","start":"2026-03-06T00:27:12.969176Z","end":"2026-03-06T00:27:13.183454Z","steps":["trace[104971822] 'process raft request' (duration: 214.022475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:13.617196Z","caller":"traceutil/trace.go:171","msg":"trace[2139326397] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"428.849929ms","start":"2026-03-06T00:27:13.188312Z","end":"2026-03-06T00:27:13.617162Z","steps":["trace[2139326397] 'process raft request' (duration: 389.223834ms)","trace[2139326397] 'compare' (duration: 38.986101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:13.617364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:13.188289Z","time spent":"428.990541ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:13.620606Z","caller":"traceutil/trace.go:171","msg":"trace[922255573] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"259.391546ms","start":"2026-03-06T00:27:13.361183Z","end":"2026-03-06T00:27:13.620574Z","steps":["trace[922255573] 'process raft request' (duration: 259.232182ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.492882Z","caller":"traceutil/trace.go:171","msg":"trace[126552430] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1898; }","duration":"195.291373ms","start":"2026-03-06T00:27:42.297563Z","end":"2026-03-06T00:27:42.492854Z","steps":["trace[126552430] 'read index received' (duration: 195.205011ms)","trace[126552430] 'applied index is now lower than readState.Index' (duration: 85.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:42.492963Z","caller":"traceutil/trace.go:171","msg":"trace[1090211320] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"315.18779ms","start":"2026-03-06T00:27:42.177706Z","end":"2026-03-06T00:27:42.492894Z","steps":["trace[1090211320] 'process raft request' (duration: 314.983045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:42.493228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.62458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:27:42.493285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:42.177669Z","time spent":"315.502187ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:42.493335Z","caller":"traceutil/trace.go:171","msg":"trace[2059060510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1828; }","duration":"195.820524ms","start":"2026-03-06T00:27:42.297492Z","end":"2026-03-06T00:27:42.493312Z","steps":["trace[2059060510] 'agreement among raft nodes before linearized reading' (duration: 195.483567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.66182Z","caller":"traceutil/trace.go:171","msg":"trace[527676771] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"232.495404ms","start":"2026-03-06T00:27:42.429286Z","end":"2026-03-06T00:27:42.661781Z","steps":["trace[527676771] 'process raft request' (duration: 192.751907ms)","trace[527676771] 'compare' (duration: 39.483502ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:42.661925Z","caller":"traceutil/trace.go:171","msg":"trace[1381531345] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"163.974339ms","start":"2026-03-06T00:27:42.497913Z","end":"2026-03-06T00:27:42.661887Z","steps":["trace[1381531345] 'process raft request' (duration: 163.860467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.661921Z","caller":"traceutil/trace.go:171","msg":"trace[203270227] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"216.02341ms","start":"2026-03-06T00:27:42.445854Z","end":"2026-03-06T00:27:42.661877Z","steps":["trace[203270227] 'process raft request' (duration: 215.845326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.661842Z","caller":"traceutil/trace.go:171","msg":"trace[1884335742] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1899; }","duration":"168.824937ms","start":"2026-03-06T00:27:42.492981Z","end":"2026-03-06T00:27:42.661806Z","steps":["trace[1884335742] 'read index received' (duration: 129.072359ms)","trace[1884335742] 'applied index is now lower than readState.Index' (duration: 39.751438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:42.662409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.850131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:27:42.662503Z","caller":"traceutil/trace.go:171","msg":"trace[1502191602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1831; }","duration":"247.015704ms","start":"2026-03-06T00:27:42.415469Z","end":"2026-03-06T00:27:42.662485Z","steps":["trace[1502191602] 'agreement among raft nodes before linearized reading' (duration: 246.724328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.850044Z","caller":"traceutil/trace.go:171","msg":"trace[1140718984] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"183.209905ms","start":"2026-03-06T00:27:42.666789Z","end":"2026-03-06T00:27:42.849999Z","steps":["trace[1140718984] 'process raft request' (duration: 158.581793ms)","trace[1140718984] 'compare' (duration: 24.321836ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:42.850251Z","caller":"traceutil/trace.go:171","msg":"trace[1748495454] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"183.290777ms","start":"2026-03-06T00:27:42.66692Z","end":"2026-03-06T00:27:42.850211Z","steps":["trace[1748495454] 'process raft request' (duration: 182.947149ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.850391Z","caller":"traceutil/trace.go:171","msg":"trace[2132527923] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"182.182703ms","start":"2026-03-06T00:27:42.668163Z","end":"2026-03-06T00:27:42.850346Z","steps":["trace[2132527923] 'process raft request' (duration: 181.799515ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:42.850495Z","caller":"traceutil/trace.go:171","msg":"trace[1642372694] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1902; }","duration":"148.692214ms","start":"2026-03-06T00:27:42.701767Z","end":"2026-03-06T00:27:42.850459Z","steps":["trace[1642372694] 'read index received' (duration: 26.052576ms)","trace[1642372694] 'applied index is now lower than readState.Index' (duration: 122.635668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:42.895423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.627117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:42.895521Z","caller":"traceutil/trace.go:171","msg":"trace[1069917336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1835; }","duration":"193.7418ms","start":"2026-03-06T00:27:42.70175Z","end":"2026-03-06T00:27:42.895492Z","steps":["trace[1069917336] 'agreement among raft nodes before linearized reading' (duration: 148.802347ms)","trace[1069917336] 'range keys from in-memory index tree' (duration: 44.781069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:49.201918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606896922,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:27:49.534665Z","caller":"traceutil/trace.go:171","msg":"trace[1058835318] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"832.915944ms","start":"2026-03-06T00:27:48.701713Z","end":"2026-03-06T00:27:49.534629Z","steps":["trace[1058835318] 'read index received' (duration: 801.089641ms)","trace[1058835318] 'applied index is now lower than readState.Index' (duration: 31.824473ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:49.534778Z","caller":"traceutil/trace.go:171","msg":"trace[187015784] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"852.046666ms","start":"2026-03-06T00:27:48.682681Z","end":"2026-03-06T00:27:49.534728Z","steps":["trace[187015784] 'process raft request' (duration: 820.119151ms)","trace[187015784] 'compare' (duration: 31.514795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:49.534914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.17792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:49.535015Z","caller":"traceutil/trace.go:171","msg":"trace[1958633344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1860; }","duration":"833.345103ms","start":"2026-03-06T00:27:48.701652Z","end":"2026-03-06T00:27:49.534997Z","steps":["trace[1958633344] 'agreement among raft nodes before linearized reading' (duration: 833.18033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.535024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.682645Z","time spent":"852.224819ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:49.535071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.701633Z","time spent":"833.426255ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:27:49.535321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.352344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:27:49.535746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.857371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:27:49.535793Z","caller":"traceutil/trace.go:171","msg":"trace[1659865253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1860; }","duration":"833.822574ms","start":"2026-03-06T00:27:48.701927Z","end":"2026-03-06T00:27:49.53575Z","steps":["trace[1659865253] 'agreement among raft nodes before linearized reading' (duration: 832.969555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.535378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.251073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:27:49.535867Z","caller":"traceutil/trace.go:171","msg":"trace[333389107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1860; }","duration":"823.053585ms","start":"2026-03-06T00:27:48.712786Z","end":"2026-03-06T00:27:49.53584Z","steps":["trace[333389107] 'agreement among raft nodes before linearized reading' (duration: 822.570715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.53587Z","caller":"traceutil/trace.go:171","msg":"trace[562545311] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1860; }","duration":"543.791355ms","start":"2026-03-06T00:27:48.992055Z","end":"2026-03-06T00:27:49.535846Z","steps":["trace[562545311] 'agreement among raft nodes before linearized reading' (duration: 543.250503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.535918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.712759Z","time spent":"823.150288ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:27:49.535924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.992031Z","time spent":"543.876457ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:27:49.535459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.599787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:27:49.536018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.70192Z","time spent":"833.923436ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:27:49.53599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.7832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:27:49.536076Z","caller":"traceutil/trace.go:171","msg":"trace[1806787480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1860; }","duration":"644.238771ms","start":"2026-03-06T00:27:48.891804Z","end":"2026-03-06T00:27:49.536043Z","steps":["trace[1806787480] 'agreement among raft nodes before linearized reading' (duration: 643.438774ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.536145Z","caller":"traceutil/trace.go:171","msg":"trace[1839725383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"644.160589ms","start":"2026-03-06T00:27:48.891943Z","end":"2026-03-06T00:27:49.536103Z","steps":["trace[1839725383] 'agreement among raft nodes before linearized reading' (duration: 643.550536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.535465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.748742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:27:49.536227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.891894Z","time spent":"644.323903ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:27:49.536147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.891793Z","time spent":"644.338353ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:27:49.536223Z","caller":"traceutil/trace.go:171","msg":"trace[639952130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1860; }","duration":"780.554228ms","start":"2026-03-06T00:27:48.755649Z","end":"2026-03-06T00:27:49.536203Z","steps":["trace[639952130] 'agreement among raft nodes before linearized reading' (duration: 779.592478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.535586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.06187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:27:49.536357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.75563Z","time spent":"780.715252ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:27:49.53638Z","caller":"traceutil/trace.go:171","msg":"trace[1734807602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1860; }","duration":"655.875537ms","start":"2026-03-06T00:27:48.880494Z","end":"2026-03-06T00:27:49.53637Z","steps":["trace[1734807602] 'agreement among raft nodes before linearized reading' (duration: 655.031319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:49.536415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:48.880482Z","time spent":"655.922638ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:27:49.724481Z","caller":"traceutil/trace.go:171","msg":"trace[1392872562] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"182.468694ms","start":"2026-03-06T00:27:49.541978Z","end":"2026-03-06T00:27:49.724447Z","steps":["trace[1392872562] 'process raft request' (duration: 96.880367ms)","trace[1392872562] 'compare' (duration: 85.395833ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:49.774204Z","caller":"traceutil/trace.go:171","msg":"trace[1056245723] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"232.15316ms","start":"2026-03-06T00:27:49.542022Z","end":"2026-03-06T00:27:49.774175Z","steps":["trace[1056245723] 'process raft request' (duration: 231.883674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.774412Z","caller":"traceutil/trace.go:171","msg":"trace[176273748] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"231.417725ms","start":"2026-03-06T00:27:49.542873Z","end":"2026-03-06T00:27:49.77429Z","steps":["trace[176273748] 'process raft request' (duration: 231.18679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.774504Z","caller":"traceutil/trace.go:171","msg":"trace[166182101] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"230.866941ms","start":"2026-03-06T00:27:49.54359Z","end":"2026-03-06T00:27:49.774457Z","steps":["trace[166182101] 'process raft request' (duration: 230.658387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.774419Z","caller":"traceutil/trace.go:171","msg":"trace[1117409631] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"231.491736ms","start":"2026-03-06T00:27:49.542887Z","end":"2026-03-06T00:27:49.774379Z","steps":["trace[1117409631] 'process raft request' (duration: 231.21194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:49.922426Z","caller":"traceutil/trace.go:171","msg":"trace[1935686507] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"127.573985ms","start":"2026-03-06T00:27:49.794817Z","end":"2026-03-06T00:27:49.922391Z","steps":["trace[1935686507] 'process raft request' (duration: 31.165449ms)","trace[1935686507] 'compare' (duration: 96.283023ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:50.840685Z","caller":"traceutil/trace.go:171","msg":"trace[1706770941] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"318.742321ms","start":"2026-03-06T00:27:50.521906Z","end":"2026-03-06T00:27:50.840648Z","steps":["trace[1706770941] 'read index received' (duration: 318.563447ms)","trace[1706770941] 'applied index is now lower than readState.Index' (duration: 177.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:50.840781Z","caller":"traceutil/trace.go:171","msg":"trace[219723141] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"428.177945ms","start":"2026-03-06T00:27:50.412566Z","end":"2026-03-06T00:27:50.840744Z","steps":["trace[219723141] 'process raft request' (duration: 427.856178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:50.841014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:50.412549Z","time spent":"428.322528ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:50.841302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.366905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-06T00:27:50.841365Z","caller":"traceutil/trace.go:171","msg":"trace[529525133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1868; }","duration":"319.533488ms","start":"2026-03-06T00:27:50.521817Z","end":"2026-03-06T00:27:50.84135Z","steps":["trace[529525133] 'agreement among raft nodes before linearized reading' (duration: 319.093298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:50.84145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:50.521784Z","time spent":"319.651801ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:27:51.128568Z","caller":"traceutil/trace.go:171","msg":"trace[1103466615] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1941; }","duration":"287.733427ms","start":"2026-03-06T00:27:50.840797Z","end":"2026-03-06T00:27:51.12853Z","steps":["trace[1103466615] 'read index received' (duration: 188.691412ms)","trace[1103466615] 'applied index is now lower than readState.Index' (duration: 99.040565ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:27:51.128587Z","caller":"traceutil/trace.go:171","msg":"trace[2007876114] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"589.372431ms","start":"2026-03-06T00:27:50.539147Z","end":"2026-03-06T00:27:51.12852Z","steps":["trace[2007876114] 'process raft request' (duration: 490.425918ms)","trace[2007876114] 'compare' (duration: 98.538273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:51.128715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.084369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:51.128764Z","caller":"traceutil/trace.go:171","msg":"trace[103896496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"426.213183ms","start":"2026-03-06T00:27:50.702535Z","end":"2026-03-06T00:27:51.128748Z","steps":["trace[103896496] 'agreement among raft nodes before linearized reading' (duration: 426.120001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:51.128796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:50.7025Z","time spent":"426.289104ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:27:51.128833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:50.539126Z","time spent":"589.574146ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:51.128592Z","caller":"traceutil/trace.go:171","msg":"trace[1612752324] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"393.644214ms","start":"2026-03-06T00:27:50.734918Z","end":"2026-03-06T00:27:51.128562Z","steps":["trace[1612752324] 'process raft request' (duration: 393.472479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:51.128996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.668627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T00:27:51.128984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.694095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:51.129054Z","caller":"traceutil/trace.go:171","msg":"trace[1155872737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"584.837921ms","start":"2026-03-06T00:27:50.5442Z","end":"2026-03-06T00:27:51.129038Z","steps":["trace[1155872737] 'agreement among raft nodes before linearized reading' (duration: 584.533604ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:51.129095Z","caller":"traceutil/trace.go:171","msg":"trace[1804310647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1870; }","duration":"277.877339ms","start":"2026-03-06T00:27:50.851192Z","end":"2026-03-06T00:27:51.12907Z","steps":["trace[1804310647] 'agreement among raft nodes before linearized reading' (duration: 277.656664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:51.129105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:50.544175Z","time spent":"584.919762ms","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:27:51.129117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:50.734886Z","time spent":"394.154735ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:51.834051Z","caller":"traceutil/trace.go:171","msg":"trace[904786587] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"193.543759ms","start":"2026-03-06T00:27:51.640475Z","end":"2026-03-06T00:27:51.834019Z","steps":["trace[904786587] 'read index received' (duration: 193.345355ms)","trace[904786587] 'applied index is now lower than readState.Index' (duration: 197.104µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:51.834287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.776324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:27:51.834401Z","caller":"traceutil/trace.go:171","msg":"trace[1868663237] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1871; }","duration":"193.982528ms","start":"2026-03-06T00:27:51.640396Z","end":"2026-03-06T00:27:51.834379Z","steps":["trace[1868663237] 'agreement among raft nodes before linearized reading' (duration: 193.764943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:51.834465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.457916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:27:51.834541Z","caller":"traceutil/trace.go:171","msg":"trace[1246494247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"105.64187ms","start":"2026-03-06T00:27:51.728886Z","end":"2026-03-06T00:27:51.834528Z","steps":["trace[1246494247] 'agreement among raft nodes before linearized reading' (duration: 105.372773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:51.83413Z","caller":"traceutil/trace.go:171","msg":"trace[794696888] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"292.723356ms","start":"2026-03-06T00:27:51.541359Z","end":"2026-03-06T00:27:51.834082Z","steps":["trace[794696888] 'process raft request' (duration: 292.464191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:52.501782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.490584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:27:52.502299Z","caller":"traceutil/trace.go:171","msg":"trace[150830547] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"663.017895ms","start":"2026-03-06T00:27:51.839247Z","end":"2026-03-06T00:27:52.502265Z","steps":["trace[150830547] 'process raft request' (duration: 509.908408ms)","trace[150830547] 'compare' (duration: 151.93356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:52.502413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:51.839219Z","time spent":"663.143207ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:53.364795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.559357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:27:53.365213Z","caller":"traceutil/trace.go:171","msg":"trace[2074005778] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.5251442s","start":"2026-03-06T00:27:51.840037Z","end":"2026-03-06T00:27:53.365181Z","steps":["trace[2074005778] 'process raft request' (duration: 806.451658ms)","trace[2074005778] 'compare' (duration: 717.24266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:53.36535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:51.840016Z","time spent":"1.525292983s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:53.366063Z","caller":"traceutil/trace.go:171","msg":"trace[873187480] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.525760653s","start":"2026-03-06T00:27:51.840192Z","end":"2026-03-06T00:27:53.365953Z","steps":["trace[873187480] 'process raft request' (duration: 1.525445856s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:53.366147Z","caller":"traceutil/trace.go:171","msg":"trace[67160935] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.525836205s","start":"2026-03-06T00:27:51.840265Z","end":"2026-03-06T00:27:53.366102Z","steps":["trace[67160935] 'process raft request' (duration: 1.525544819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.366271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:51.840125Z","time spent":"1.526028459s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:53.366403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:51.840229Z","time spent":"1.526043579s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:53.366546Z","caller":"traceutil/trace.go:171","msg":"trace[1599940443] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.438533019s","start":"2026-03-06T00:27:51.927996Z","end":"2026-03-06T00:27:53.366529Z","steps":["trace[1599940443] 'process raft request' (duration: 1.438218403s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:53.366582Z","caller":"traceutil/trace.go:171","msg":"trace[1471979636] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.526189742s","start":"2026-03-06T00:27:51.840334Z","end":"2026-03-06T00:27:53.366524Z","steps":["trace[1471979636] 'process raft request' (duration: 1.52561137s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.366654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:51.927957Z","time spent":"1.438656562s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:27:53.366756Z","caller":"traceutil/trace.go:171","msg":"trace[951557985] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1944; }","duration":"1.227856393s","start":"2026-03-06T00:27:52.138876Z","end":"2026-03-06T00:27:53.366732Z","steps":["trace[951557985] 'read index received' (duration: 210.288989ms)","trace[951557985] 'applied index is now lower than readState.Index' (duration: 1.017563774s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:27:53.36685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:51.840305Z","time spent":"1.526402817s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:53.367045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22816817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T00:27:53.36713Z","caller":"traceutil/trace.go:171","msg":"trace[444633811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1877; }","duration":"1.228314103s","start":"2026-03-06T00:27:52.138791Z","end":"2026-03-06T00:27:53.367106Z","steps":["trace[444633811] 'agreement among raft nodes before linearized reading' (duration: 1.228059877s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.367183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:52.138773Z","time spent":"1.228398065s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:27:53.370885Z","caller":"traceutil/trace.go:171","msg":"trace[1034543562] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"603.110033ms","start":"2026-03-06T00:27:52.767755Z","end":"2026-03-06T00:27:53.370865Z","steps":["trace[1034543562] 'process raft request' (duration: 602.932409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:27:53.370897Z","caller":"traceutil/trace.go:171","msg":"trace[1977163051] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"235.848462ms","start":"2026-03-06T00:27:53.135036Z","end":"2026-03-06T00:27:53.370884Z","steps":["trace[1977163051] 'process raft request' (duration: 235.76741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.370955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:52.76771Z","time spent":"603.213485ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:27:53.371039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.486117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:53.371135Z","caller":"traceutil/trace.go:171","msg":"trace[1251134941] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1879; }","duration":"154.62245ms","start":"2026-03-06T00:27:53.216495Z","end":"2026-03-06T00:27:53.371118Z","steps":["trace[1251134941] 'agreement among raft nodes before linearized reading' (duration: 154.407045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.371422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.702481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:27:53.3715Z","caller":"traceutil/trace.go:171","msg":"trace[344410812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"669.840434ms","start":"2026-03-06T00:27:52.701649Z","end":"2026-03-06T00:27:53.37149Z","steps":["trace[344410812] 'agreement among raft nodes before linearized reading' (duration: 669.20487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:27:53.371558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:27:52.701621Z","time spent":"669.927076ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:28:39.805279Z","caller":"traceutil/trace.go:171","msg":"trace[2112286589] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"139.419025ms","start":"2026-03-06T00:28:39.665818Z","end":"2026-03-06T00:28:39.805237Z","steps":["trace[2112286589] 'read index received' (duration: 92.750865ms)","trace[2112286589] 'applied index is now lower than readState.Index' (duration: 46.66633ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:28:39.805353Z","caller":"traceutil/trace.go:171","msg":"trace[252419734] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"235.611648ms","start":"2026-03-06T00:28:39.569701Z","end":"2026-03-06T00:28:39.805312Z","steps":["trace[252419734] 'process raft request' (duration: 188.965099ms)","trace[252419734] 'compare' (duration: 46.380232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:28:39.805608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.779063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T00:28:39.805716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.300676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:28:39.805714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.237903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:28:39.805715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.735024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:28:39.80578Z","caller":"traceutil/trace.go:171","msg":"trace[423636400] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2273; }","duration":"126.405077ms","start":"2026-03-06T00:28:39.67936Z","end":"2026-03-06T00:28:39.805765Z","steps":["trace[423636400] 'agreement among raft nodes before linearized reading' (duration: 126.261214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:28:39.805805Z","caller":"traceutil/trace.go:171","msg":"trace[708409062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2273; }","duration":"125.402606ms","start":"2026-03-06T00:28:39.680381Z","end":"2026-03-06T00:28:39.805783Z","steps":["trace[708409062] 'agreement among raft nodes before linearized reading' (duration: 125.167181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:28:39.805711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.417188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:28:39.805827Z","caller":"traceutil/trace.go:171","msg":"trace[632138871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2273; }","duration":"125.875476ms","start":"2026-03-06T00:28:39.679921Z","end":"2026-03-06T00:28:39.805796Z","steps":["trace[632138871] 'agreement among raft nodes before linearized reading' (duration: 125.59136ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:28:39.805879Z","caller":"traceutil/trace.go:171","msg":"trace[639185849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2273; }","duration":"126.665044ms","start":"2026-03-06T00:28:39.679196Z","end":"2026-03-06T00:28:39.805861Z","steps":["trace[639185849] 'agreement among raft nodes before linearized reading' (duration: 126.299106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:28:39.805722Z","caller":"traceutil/trace.go:171","msg":"trace[487742328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2273; }","duration":"139.955807ms","start":"2026-03-06T00:28:39.66574Z","end":"2026-03-06T00:28:39.805696Z","steps":["trace[487742328] 'agreement among raft nodes before linearized reading' (duration: 139.65545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:28:39.806312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.564966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:28:39.806366Z","caller":"traceutil/trace.go:171","msg":"trace[918224013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2273; }","duration":"104.638698ms","start":"2026-03-06T00:28:39.701711Z","end":"2026-03-06T00:28:39.806349Z","steps":["trace[918224013] 'agreement among raft nodes before linearized reading' (duration: 103.778079ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:08.509147Z","caller":"traceutil/trace.go:171","msg":"trace[1080854678] linearizableReadLoop","detail":"{readStateIndex:4669; appliedIndex:4666; }","duration":"195.439727ms","start":"2026-03-06T00:33:08.313685Z","end":"2026-03-06T00:33:08.509125Z","steps":["trace[1080854678] 'read index received' (duration: 117.517392ms)","trace[1080854678] 'applied index is now lower than readState.Index' (duration: 77.921025ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:08.509284Z","caller":"traceutil/trace.go:171","msg":"trace[293066494] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"216.229708ms","start":"2026-03-06T00:33:08.29304Z","end":"2026-03-06T00:33:08.50927Z","steps":["trace[293066494] 'process raft request' (duration: 138.029416ms)","trace[293066494] 'compare' (duration: 77.826773ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:08.509361Z","caller":"traceutil/trace.go:171","msg":"trace[1163528587] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"215.917631ms","start":"2026-03-06T00:33:08.293409Z","end":"2026-03-06T00:33:08.509327Z","steps":["trace[1163528587] 'process raft request' (duration: 215.682286ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:08.509684Z","caller":"traceutil/trace.go:171","msg":"trace[1877355641] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"216.606616ms","start":"2026-03-06T00:33:08.293066Z","end":"2026-03-06T00:33:08.509672Z","steps":["trace[1877355641] 'process raft request' (duration: 215.980533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:08.509702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.980359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:33:08.509742Z","caller":"traceutil/trace.go:171","msg":"trace[1217063663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4489; }","duration":"196.071072ms","start":"2026-03-06T00:33:08.31366Z","end":"2026-03-06T00:33:08.509731Z","steps":["trace[1217063663] 'agreement among raft nodes before linearized reading' (duration: 195.894908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:11.55828Z","caller":"traceutil/trace.go:171","msg":"trace[1030286607] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4740; }","duration":"130.784717ms","start":"2026-03-06T00:33:11.427368Z","end":"2026-03-06T00:33:11.558153Z","steps":["trace[1030286607] 'read index received' (duration: 23.162433ms)","trace[1030286607] 'applied index is now lower than readState.Index' (duration: 107.620984ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:11.558614Z","caller":"traceutil/trace.go:171","msg":"trace[501925372] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"135.03828ms","start":"2026-03-06T00:33:11.423482Z","end":"2026-03-06T00:33:11.55852Z","steps":["trace[501925372] 'process raft request' (duration: 104.874282ms)","trace[501925372] 'compare' (duration: 29.060163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:11.558808Z","caller":"traceutil/trace.go:171","msg":"trace[995111808] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"126.354268ms","start":"2026-03-06T00:33:11.432406Z","end":"2026-03-06T00:33:11.558761Z","steps":["trace[995111808] 'process raft request' (duration: 125.637432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:11.558986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.562473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:15 size:104092"} {"level":"info","ts":"2026-03-06T00:33:11.55912Z","caller":"traceutil/trace.go:171","msg":"trace[1745684683] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:15; response_revision:4560; }","duration":"131.745477ms","start":"2026-03-06T00:33:11.427333Z","end":"2026-03-06T00:33:11.559078Z","steps":["trace[1745684683] 'agreement among raft nodes before linearized reading' (duration: 131.212685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:11.731827Z","caller":"traceutil/trace.go:171","msg":"trace[751006198] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"100.821583ms","start":"2026-03-06T00:33:11.630968Z","end":"2026-03-06T00:33:11.73179Z","steps":["trace[751006198] 'process raft request' (duration: 34.967824ms)","trace[751006198] 'compare' (duration: 65.636954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:21.16296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.879168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17238"} {"level":"info","ts":"2026-03-06T00:33:21.163057Z","caller":"traceutil/trace.go:171","msg":"trace[1786879689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4749; }","duration":"140.01626ms","start":"2026-03-06T00:33:21.023022Z","end":"2026-03-06T00:33:21.163038Z","steps":["trace[1786879689] 'range keys from in-memory index tree' (duration: 139.686413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:27.832472Z","caller":"traceutil/trace.go:171","msg":"trace[465551126] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5033; }","duration":"323.479593ms","start":"2026-03-06T00:33:27.508975Z","end":"2026-03-06T00:33:27.832455Z","steps":["trace[465551126] 'read index received' (duration: 323.309619ms)","trace[465551126] 'applied index is now lower than readState.Index' (duration: 169.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:27.832542Z","caller":"traceutil/trace.go:171","msg":"trace[1907974731] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"367.218351ms","start":"2026-03-06T00:33:27.465295Z","end":"2026-03-06T00:33:27.832514Z","steps":["trace[1907974731] 'process raft request' (duration: 367.009736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:27.832732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.139824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:33:27.832744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.469274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:33:27.832656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.671206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T00:33:27.832787Z","caller":"traceutil/trace.go:171","msg":"trace[842372878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4846; }","duration":"131.244047ms","start":"2026-03-06T00:33:27.701531Z","end":"2026-03-06T00:33:27.832775Z","steps":["trace[842372878] 'agreement among raft nodes before linearized reading' (duration: 131.140834ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:27.83281Z","caller":"traceutil/trace.go:171","msg":"trace[1417997465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4846; }","duration":"305.569266ms","start":"2026-03-06T00:33:27.527227Z","end":"2026-03-06T00:33:27.832796Z","steps":["trace[1417997465] 'agreement among raft nodes before linearized reading' (duration: 305.371662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:27.832743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.812329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:33:27.832845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.527218Z","time spent":"305.621237ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:33:27.832813Z","caller":"traceutil/trace.go:171","msg":"trace[1332906146] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:4846; }","duration":"323.914082ms","start":"2026-03-06T00:33:27.508888Z","end":"2026-03-06T00:33:27.832802Z","steps":["trace[1332906146] 'agreement among raft nodes before linearized reading' (duration: 323.674217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:27.832771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.581887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7c8cff8c-54bf-43eb-bbf9-b950bbe1775d\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-06T00:33:27.832889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.005462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:33:27.83291Z","caller":"traceutil/trace.go:171","msg":"trace[168246622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7c8cff8c-54bf-43eb-bbf9-b950bbe1775d; range_end:; response_count:1; response_revision:4846; }","duration":"254.72386ms","start":"2026-03-06T00:33:27.578175Z","end":"2026-03-06T00:33:27.832899Z","steps":["trace[168246622] 'agreement among raft nodes before linearized reading' (duration: 254.456715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:27.83299Z","caller":"traceutil/trace.go:171","msg":"trace[1803002073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4846; }","duration":"276.130924ms","start":"2026-03-06T00:33:27.55684Z","end":"2026-03-06T00:33:27.832971Z","steps":["trace[1803002073] 'agreement among raft nodes before linearized reading' (duration: 275.887389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:27.832916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.508866Z","time spent":"324.041755ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-06T00:33:27.833023Z","caller":"traceutil/trace.go:171","msg":"trace[1703837573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4846; }","duration":"272.114056ms","start":"2026-03-06T00:33:27.560881Z","end":"2026-03-06T00:33:27.832995Z","steps":["trace[1703837573] 'agreement among raft nodes before linearized reading' (duration: 271.809159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:27.833321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.465273Z","time spent":"367.336874ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:28.211097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.83365Z","time spent":"377.441877ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:33:28.227268Z","caller":"traceutil/trace.go:171","msg":"trace[1849377438] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"391.751435ms","start":"2026-03-06T00:33:27.835488Z","end":"2026-03-06T00:33:28.22724Z","steps":["trace[1849377438] 'process raft request' (duration: 391.50727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:28.227369Z","caller":"traceutil/trace.go:171","msg":"trace[392566127] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"390.489117ms","start":"2026-03-06T00:33:27.836843Z","end":"2026-03-06T00:33:28.227332Z","steps":["trace[392566127] 'process raft request' (duration: 390.300343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:28.227436Z","caller":"traceutil/trace.go:171","msg":"trace[1291731525] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"390.032877ms","start":"2026-03-06T00:33:27.837386Z","end":"2026-03-06T00:33:28.227418Z","steps":["trace[1291731525] 'process raft request' (duration: 389.806772ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:28.227423Z","caller":"traceutil/trace.go:171","msg":"trace[893500990] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"389.74421ms","start":"2026-03-06T00:33:27.837643Z","end":"2026-03-06T00:33:28.227387Z","steps":["trace[893500990] 'process raft request' (duration: 389.585617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:28.227503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.837372Z","time spent":"390.090358ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:28.227527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.836827Z","time spent":"390.617999ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:28.227613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.837632Z","time spent":"389.868353ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:28.227612Z","caller":"traceutil/trace.go:171","msg":"trace[1226689967] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"382.217683ms","start":"2026-03-06T00:33:27.845364Z","end":"2026-03-06T00:33:28.227582Z","steps":["trace[1226689967] 'process raft request' (duration: 381.901397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:28.22779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.845354Z","time spent":"382.358486ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:28.227811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:27.835461Z","time spent":"391.867058ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:28.929697Z","caller":"traceutil/trace.go:171","msg":"trace[1365504180] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"109.059604ms","start":"2026-03-06T00:33:28.820613Z","end":"2026-03-06T00:33:28.929672Z","steps":["trace[1365504180] 'process raft request' (duration: 108.743017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:29.124913Z","caller":"traceutil/trace.go:171","msg":"trace[1467632980] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"105.601288ms","start":"2026-03-06T00:33:29.019286Z","end":"2026-03-06T00:33:29.124888Z","steps":["trace[1467632980] 'process raft request' (duration: 105.463715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:29.137261Z","caller":"traceutil/trace.go:171","msg":"trace[525649946] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"101.721353ms","start":"2026-03-06T00:33:29.035517Z","end":"2026-03-06T00:33:29.137238Z","steps":["trace[525649946] 'process raft request' (duration: 101.631691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:42.411996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.104386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T00:33:42.412047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.210965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:33:42.412098Z","caller":"traceutil/trace.go:171","msg":"trace[951791810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5032; }","duration":"109.263619ms","start":"2026-03-06T00:33:42.302814Z","end":"2026-03-06T00:33:42.412078Z","steps":["trace[951791810] 'range keys from in-memory index tree' (duration: 108.903761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:42.412085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.28189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:33:42.412142Z","caller":"traceutil/trace.go:171","msg":"trace[987935738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5032; }","duration":"107.360528ms","start":"2026-03-06T00:33:42.304757Z","end":"2026-03-06T00:33:42.412117Z","steps":["trace[987935738] 'range keys from in-memory index tree' (duration: 107.018149ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:42.412209Z","caller":"traceutil/trace.go:171","msg":"trace[2004951954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5032; }","duration":"104.363912ms","start":"2026-03-06T00:33:42.307778Z","end":"2026-03-06T00:33:42.412142Z","steps":["trace[2004951954] 'range keys from in-memory index tree' (duration: 104.102756ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.298755Z","caller":"traceutil/trace.go:171","msg":"trace[1346279778] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"185.272083ms","start":"2026-03-06T00:33:43.113431Z","end":"2026-03-06T00:33:43.298704Z","steps":["trace[1346279778] 'process raft request' (duration: 152.211421ms)","trace[1346279778] 'compare' (duration: 32.796776ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:43.299166Z","caller":"traceutil/trace.go:171","msg":"trace[1049985489] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"185.650451ms","start":"2026-03-06T00:33:43.113477Z","end":"2026-03-06T00:33:43.299127Z","steps":["trace[1049985489] 'process raft request' (duration: 185.14446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.299393Z","caller":"traceutil/trace.go:171","msg":"trace[924447414] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"185.097388ms","start":"2026-03-06T00:33:43.114274Z","end":"2026-03-06T00:33:43.299372Z","steps":["trace[924447414] 'process raft request' (duration: 184.888594ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.299371Z","caller":"traceutil/trace.go:171","msg":"trace[1962574171] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"185.647691ms","start":"2026-03-06T00:33:43.11362Z","end":"2026-03-06T00:33:43.299268Z","steps":["trace[1962574171] 'process raft request' (duration: 185.457567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.29988Z","caller":"traceutil/trace.go:171","msg":"trace[771595997] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"182.978201ms","start":"2026-03-06T00:33:43.116884Z","end":"2026-03-06T00:33:43.299862Z","steps":["trace[771595997] 'process raft request' (duration: 182.329297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.300064Z","caller":"traceutil/trace.go:171","msg":"trace[1813366116] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"133.1774ms","start":"2026-03-06T00:33:43.166865Z","end":"2026-03-06T00:33:43.300042Z","steps":["trace[1813366116] 'process raft request' (duration: 132.693838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:43.300092Z","caller":"traceutil/trace.go:171","msg":"trace[1537769671] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"110.754653ms","start":"2026-03-06T00:33:43.189324Z","end":"2026-03-06T00:33:43.300078Z","steps":["trace[1537769671] 'process raft request' (duration: 110.633939ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.134669Z","caller":"traceutil/trace.go:171","msg":"trace[1673417815] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"119.611488ms","start":"2026-03-06T00:33:44.015031Z","end":"2026-03-06T00:33:44.134643Z","steps":["trace[1673417815] 'process raft request' (duration: 119.525766ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.134791Z","caller":"traceutil/trace.go:171","msg":"trace[826870368] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"119.736061ms","start":"2026-03-06T00:33:44.015014Z","end":"2026-03-06T00:33:44.13475Z","steps":["trace[826870368] 'process raft request' (duration: 117.351149ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.141606Z","caller":"traceutil/trace.go:171","msg":"trace[1969275573] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"125.98448ms","start":"2026-03-06T00:33:44.0156Z","end":"2026-03-06T00:33:44.141584Z","steps":["trace[1969275573] 'process raft request' (duration: 125.726684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.141699Z","caller":"traceutil/trace.go:171","msg":"trace[336215047] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"125.610152ms","start":"2026-03-06T00:33:44.016063Z","end":"2026-03-06T00:33:44.141673Z","steps":["trace[336215047] 'process raft request' (duration: 125.475489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.141714Z","caller":"traceutil/trace.go:171","msg":"trace[1828666790] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5252; }","duration":"119.104728ms","start":"2026-03-06T00:33:44.02258Z","end":"2026-03-06T00:33:44.141685Z","steps":["trace[1828666790] 'read index received' (duration: 109.831143ms)","trace[1828666790] 'applied index is now lower than readState.Index' (duration: 9.272165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:44.141858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.245661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:44.141635Z","caller":"traceutil/trace.go:171","msg":"trace[981415530] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"125.779505ms","start":"2026-03-06T00:33:44.015833Z","end":"2026-03-06T00:33:44.141613Z","steps":["trace[981415530] 'process raft request' (duration: 125.654652ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.141898Z","caller":"traceutil/trace.go:171","msg":"trace[1651218682] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5064; }","duration":"119.310622ms","start":"2026-03-06T00:33:44.022575Z","end":"2026-03-06T00:33:44.141885Z","steps":["trace[1651218682] 'agreement among raft nodes before linearized reading' (duration: 119.21579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.141922Z","caller":"traceutil/trace.go:171","msg":"trace[2140020895] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"122.938172ms","start":"2026-03-06T00:33:44.018946Z","end":"2026-03-06T00:33:44.141884Z","steps":["trace[2140020895] 'process raft request' (duration: 122.639916ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.142066Z","caller":"traceutil/trace.go:171","msg":"trace[1357417049] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"121.135403ms","start":"2026-03-06T00:33:44.020912Z","end":"2026-03-06T00:33:44.142048Z","steps":["trace[1357417049] 'process raft request' (duration: 120.721004ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:54.398182Z","caller":"traceutil/trace.go:171","msg":"trace[444939714] linearizableReadLoop","detail":"{readStateIndex:5324; appliedIndex:5323; }","duration":"274.868447ms","start":"2026-03-06T00:33:54.123291Z","end":"2026-03-06T00:33:54.39816Z","steps":["trace[444939714] 'read index received' (duration: 274.671402ms)","trace[444939714] 'applied index is now lower than readState.Index' (duration: 195.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:54.398718Z","caller":"traceutil/trace.go:171","msg":"trace[293008461] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"312.51762ms","start":"2026-03-06T00:33:54.085759Z","end":"2026-03-06T00:33:54.398277Z","steps":["trace[293008461] 'process raft request' (duration: 312.234754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:54.398925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.085711Z","time spent":"313.085992ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:54.399223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.910731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:33:54.399339Z","caller":"traceutil/trace.go:171","msg":"trace[1822772474] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5126; }","duration":"276.057544ms","start":"2026-03-06T00:33:54.123231Z","end":"2026-03-06T00:33:54.399289Z","steps":["trace[1822772474] 'agreement among raft nodes before linearized reading' (duration: 275.01593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.049323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606904720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:33:55.548121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139862981s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T00:33:55.662617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.076786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:33:55.66283Z","caller":"traceutil/trace.go:171","msg":"trace[1143655534] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"1.254691613s","start":"2026-03-06T00:33:54.408121Z","end":"2026-03-06T00:33:55.662813Z","steps":["trace[1143655534] 'process raft request' (duration: 1.25458823s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.662899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.408094Z","time spent":"1.254775355s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:55.663062Z","caller":"traceutil/trace.go:171","msg":"trace[2077378909] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"1.254955039s","start":"2026-03-06T00:33:54.408094Z","end":"2026-03-06T00:33:55.663049Z","steps":["trace[2077378909] 'process raft request' (duration: 1.140355481s)","trace[2077378909] 'compare' (duration: 113.598255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:55.663112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.408064Z","time spent":"1.255022931s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:55.747446Z","caller":"traceutil/trace.go:171","msg":"trace[136301652] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"1.33853373s","start":"2026-03-06T00:33:54.408886Z","end":"2026-03-06T00:33:55.747419Z","steps":["trace[136301652] 'process raft request' (duration: 1.338228343s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.747692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.408873Z","time spent":"1.338682243s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:55.747918Z","caller":"traceutil/trace.go:171","msg":"trace[1055943159] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"1.338177052s","start":"2026-03-06T00:33:54.409708Z","end":"2026-03-06T00:33:55.747885Z","steps":["trace[1055943159] 'process raft request' (duration: 1.337590429s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:55.748036Z","caller":"traceutil/trace.go:171","msg":"trace[1780434849] linearizableReadLoop","detail":"{readStateIndex:5329; appliedIndex:5324; }","duration":"1.199563132s","start":"2026-03-06T00:33:54.548438Z","end":"2026-03-06T00:33:55.748002Z","steps":["trace[1780434849] 'read index received' (duration: 1.000047964s)","trace[1780434849] 'applied index is now lower than readState.Index' (duration: 199.514108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:55.748091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.409687Z","time spent":"1.338310975s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:55.748231Z","caller":"traceutil/trace.go:171","msg":"trace[1401965668] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"373.163802ms","start":"2026-03-06T00:33:55.375053Z","end":"2026-03-06T00:33:55.748217Z","steps":["trace[1401965668] 'process raft request' (duration: 372.909517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.748367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.375026Z","time spent":"373.273865ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:55.748511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174099528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:33:55.748563Z","caller":"traceutil/trace.go:171","msg":"trace[320587018] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"409.890556ms","start":"2026-03-06T00:33:55.338663Z","end":"2026-03-06T00:33:55.748554Z","steps":["trace[320587018] 'process raft request' (duration: 409.263582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:55.748577Z","caller":"traceutil/trace.go:171","msg":"trace[544459186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5133; }","duration":"1.17418977s","start":"2026-03-06T00:33:54.574376Z","end":"2026-03-06T00:33:55.748566Z","steps":["trace[544459186] 'agreement among raft nodes before linearized reading' (duration: 1.174015516s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.748587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.087713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-06T00:33:55.748612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.574366Z","time spent":"1.174239211s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:33:55.748644Z","caller":"traceutil/trace.go:171","msg":"trace[417454065] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5133; }","duration":"626.213385ms","start":"2026-03-06T00:33:55.122415Z","end":"2026-03-06T00:33:55.748629Z","steps":["trace[417454065] 'agreement among raft nodes before linearized reading' (duration: 626.017231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.748686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.122353Z","time spent":"626.323578ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T00:33:55.748665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.408928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:33:55.748754Z","caller":"traceutil/trace.go:171","msg":"trace[1410531386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5133; }","duration":"854.565192ms","start":"2026-03-06T00:33:54.894165Z","end":"2026-03-06T00:33:55.748731Z","steps":["trace[1410531386] 'agreement among raft nodes before linearized reading' (duration: 854.287086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.748811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.894143Z","time spent":"854.659384ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:33:55.748839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.338599Z","time spent":"410.018558ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:55.748881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.714837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T00:33:55.748762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174239511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:33:55.748914Z","caller":"traceutil/trace.go:171","msg":"trace[1426943334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:5133; }","duration":"850.778587ms","start":"2026-03-06T00:33:54.898126Z","end":"2026-03-06T00:33:55.748905Z","steps":["trace[1426943334] 'agreement among raft nodes before linearized reading' (duration: 850.696435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.748971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200539153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:33:55.748985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.898112Z","time spent":"850.86569ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"info","ts":"2026-03-06T00:33:55.749007Z","caller":"traceutil/trace.go:171","msg":"trace[1807898535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5133; }","duration":"1.200616595s","start":"2026-03-06T00:33:54.548381Z","end":"2026-03-06T00:33:55.748998Z","steps":["trace[1807898535] 'agreement among raft nodes before linearized reading' (duration: 1.200492112s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.74902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.158671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:33:55.749042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.548361Z","time spent":"1.200675116s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:33:55.749047Z","caller":"traceutil/trace.go:171","msg":"trace[483023433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5133; }","duration":"559.216272ms","start":"2026-03-06T00:33:55.189824Z","end":"2026-03-06T00:33:55.74904Z","steps":["trace[483023433] 'agreement among raft nodes before linearized reading' (duration: 559.172431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.749075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.189813Z","time spent":"559.257063ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:33:55.748973Z","caller":"traceutil/trace.go:171","msg":"trace[239194402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5133; }","duration":"1.174464316s","start":"2026-03-06T00:33:54.574498Z","end":"2026-03-06T00:33:55.748963Z","steps":["trace[239194402] 'agreement among raft nodes before linearized reading' (duration: 1.174196791s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.74926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.574491Z","time spent":"1.174757473s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:33:55.7485Z","caller":"traceutil/trace.go:171","msg":"trace[1819372012] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"859.163043ms","start":"2026-03-06T00:33:54.889325Z","end":"2026-03-06T00:33:55.748488Z","steps":["trace[1819372012] 'process raft request' (duration: 858.473918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.7494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:54.889274Z","time spent":"860.069414ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:56.276309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.41971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:33:56.276811Z","caller":"traceutil/trace.go:171","msg":"trace[543113330] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"522.700934ms","start":"2026-03-06T00:33:55.754075Z","end":"2026-03-06T00:33:56.276776Z","steps":["trace[543113330] 'process raft request' (duration: 194.703822ms)","trace[543113330] 'compare' (duration: 326.907168ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:56.276907Z","caller":"traceutil/trace.go:171","msg":"trace[117890664] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"522.628382ms","start":"2026-03-06T00:33:55.75424Z","end":"2026-03-06T00:33:56.276868Z","steps":["trace[117890664] 'process raft request' (duration: 522.194443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:56.277058Z","caller":"traceutil/trace.go:171","msg":"trace[391676897] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5331; }","duration":"522.470109ms","start":"2026-03-06T00:33:55.754565Z","end":"2026-03-06T00:33:56.277035Z","steps":["trace[391676897] 'read index received' (duration: 194.280462ms)","trace[391676897] 'applied index is now lower than readState.Index' (duration: 328.188117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:56.277085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.7542Z","time spent":"522.812747ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:56.277028Z","caller":"traceutil/trace.go:171","msg":"trace[2058661682] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"522.277125ms","start":"2026-03-06T00:33:55.754678Z","end":"2026-03-06T00:33:56.276955Z","steps":["trace[2058661682] 'process raft request' (duration: 521.837106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:56.277099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.754053Z","time spent":"522.829158ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:56.277071Z","caller":"traceutil/trace.go:171","msg":"trace[942741942] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"521.753142ms","start":"2026-03-06T00:33:55.755298Z","end":"2026-03-06T00:33:56.277051Z","steps":["trace[942741942] 'process raft request' (duration: 521.589109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:56.277236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.755293Z","time spent":"521.893625ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:56.277316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.754667Z","time spent":"522.540661ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:56.277348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.178198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:33:56.277446Z","caller":"traceutil/trace.go:171","msg":"trace[802591311] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5137; }","duration":"445.348821ms","start":"2026-03-06T00:33:55.832073Z","end":"2026-03-06T00:33:56.277422Z","steps":["trace[802591311] 'agreement among raft nodes before linearized reading' (duration: 445.140187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:56.277489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.386575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:33:56.277501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.832047Z","time spent":"445.442793ms","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:33:56.277548Z","caller":"traceutil/trace.go:171","msg":"trace[34399723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5137; }","duration":"306.495917ms","start":"2026-03-06T00:33:55.971037Z","end":"2026-03-06T00:33:56.277533Z","steps":["trace[34399723] 'agreement among raft nodes before linearized reading' (duration: 306.354584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:56.2776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.971014Z","time spent":"306.574618ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:33:56.277863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.278957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81730"} {"level":"info","ts":"2026-03-06T00:33:56.277938Z","caller":"traceutil/trace.go:171","msg":"trace[1102333125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5137; }","duration":"523.407249ms","start":"2026-03-06T00:33:55.754514Z","end":"2026-03-06T00:33:56.277921Z","steps":["trace[1102333125] 'agreement among raft nodes before linearized reading' (duration: 522.604542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:56.278102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:55.754492Z","time spent":"523.595234ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81753,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:33:56.841504Z","caller":"traceutil/trace.go:171","msg":"trace[1868737119] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5337; }","duration":"130.855247ms","start":"2026-03-06T00:33:56.710624Z","end":"2026-03-06T00:33:56.84148Z","steps":["trace[1868737119] 'read index received' (duration: 130.55289ms)","trace[1868737119] 'applied index is now lower than readState.Index' (duration: 301.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:56.841566Z","caller":"traceutil/trace.go:171","msg":"trace[486177186] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"132.278999ms","start":"2026-03-06T00:33:56.709254Z","end":"2026-03-06T00:33:56.841533Z","steps":["trace[486177186] 'process raft request' (duration: 132.020553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:56.841743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.094082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T00:33:56.841786Z","caller":"traceutil/trace.go:171","msg":"trace[1259383990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5140; }","duration":"131.168883ms","start":"2026-03-06T00:33:56.710604Z","end":"2026-03-06T00:33:56.841773Z","steps":["trace[1259383990] 'agreement among raft nodes before linearized reading' (duration: 130.973519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:57.09054Z","caller":"traceutil/trace.go:171","msg":"trace[401458275] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"231.72042ms","start":"2026-03-06T00:33:56.858786Z","end":"2026-03-06T00:33:57.090506Z","steps":["trace[401458275] 'process raft request' (duration: 190.950128ms)","trace[401458275] 'compare' (duration: 40.596098ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:57.111932Z","caller":"traceutil/trace.go:171","msg":"trace[728758374] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5338; }","duration":"219.800317ms","start":"2026-03-06T00:33:56.892104Z","end":"2026-03-06T00:33:57.111905Z","steps":["trace[728758374] 'read index received' (duration: 157.732833ms)","trace[728758374] 'applied index is now lower than readState.Index' (duration: 62.066384ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:57.112045Z","caller":"traceutil/trace.go:171","msg":"trace[39122924] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"228.401339ms","start":"2026-03-06T00:33:56.883604Z","end":"2026-03-06T00:33:57.112006Z","steps":["trace[39122924] 'process raft request' (duration: 228.156913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:57.112252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.129485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T00:33:57.112329Z","caller":"traceutil/trace.go:171","msg":"trace[1978206391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5142; }","duration":"220.273178ms","start":"2026-03-06T00:33:56.892042Z","end":"2026-03-06T00:33:57.112315Z","steps":["trace[1978206391] 'agreement among raft nodes before linearized reading' (duration: 219.962151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:37.616007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.622972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T00:34:37.616116Z","caller":"traceutil/trace.go:171","msg":"trace[1620840764] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:5485; }","duration":"103.794076ms","start":"2026-03-06T00:34:37.512299Z","end":"2026-03-06T00:34:37.616093Z","steps":["trace[1620840764] 'range keys from in-memory index tree' (duration: 103.386567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:04.47626Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2718} {"level":"info","ts":"2026-03-06T00:35:04.53913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2718,"took":"60.980099ms","hash":3368877261,"current-db-size-bytes":40517632,"current-db-size":"40 MB","current-db-size-in-use-bytes":30568448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T00:35:04.539216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3368877261,"revision":2718,"compact-revision":-1} {"level":"info","ts":"2026-03-06T00:39:36.191883Z","caller":"traceutil/trace.go:171","msg":"trace[944002654] linearizableReadLoop","detail":"{readStateIndex:7672; appliedIndex:7671; }","duration":"139.175524ms","start":"2026-03-06T00:39:36.052684Z","end":"2026-03-06T00:39:36.191859Z","steps":["trace[944002654] 'read index received' (duration: 139.026891ms)","trace[944002654] 'applied index is now lower than readState.Index' (duration: 147.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:39:36.192196Z","caller":"traceutil/trace.go:171","msg":"trace[202043081] transaction","detail":"{read_only:false; response_revision:7396; number_of_response:1; }","duration":"147.185201ms","start":"2026-03-06T00:39:36.044996Z","end":"2026-03-06T00:39:36.192181Z","steps":["trace[202043081] 'process raft request' (duration: 146.703701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.192476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.822779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:39:36.192571Z","caller":"traceutil/trace.go:171","msg":"trace[693605302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7396; }","duration":"139.980122ms","start":"2026-03-06T00:39:36.052581Z","end":"2026-03-06T00:39:36.192561Z","steps":["trace[693605302] 'agreement among raft nodes before linearized reading' (duration: 139.777538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.192619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.43596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:39:36.192696Z","caller":"traceutil/trace.go:171","msg":"trace[1537523927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7396; }","duration":"139.590364ms","start":"2026-03-06T00:39:36.053087Z","end":"2026-03-06T00:39:36.192677Z","steps":["trace[1537523927] 'agreement among raft nodes before linearized reading' (duration: 139.371939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:36.192879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.866184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:39:36.192986Z","caller":"traceutil/trace.go:171","msg":"trace[679123654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7396; }","duration":"136.988216ms","start":"2026-03-06T00:39:36.055979Z","end":"2026-03-06T00:39:36.192967Z","steps":["trace[679123654] 'agreement among raft nodes before linearized reading' (duration: 136.736161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:04.482931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5672} {"level":"info","ts":"2026-03-06T00:40:04.581444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5672,"took":"95.772386ms","hash":2862972145,"current-db-size-bytes":42831872,"current-db-size":"43 MB","current-db-size-in-use-bytes":23330816,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:40:04.582166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2862972145,"revision":5672,"compact-revision":2718} {"level":"info","ts":"2026-03-06T00:40:06.194949Z","caller":"traceutil/trace.go:171","msg":"trace[1478299470] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"930.134936ms","start":"2026-03-06T00:40:05.264791Z","end":"2026-03-06T00:40:06.194926Z","steps":["trace[1478299470] 'process raft request' (duration: 929.978783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:06.195103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.264745Z","time spent":"930.274429ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:06.22595Z","caller":"traceutil/trace.go:171","msg":"trace[809641289] linearizableReadLoop","detail":"{readStateIndex:8003; appliedIndex:8000; }","duration":"524.549717ms","start":"2026-03-06T00:40:05.701375Z","end":"2026-03-06T00:40:06.225925Z","steps":["trace[809641289] 'read index received' (duration: 493.486561ms)","trace[809641289] 'applied index is now lower than readState.Index' (duration: 31.061836ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:06.226013Z","caller":"traceutil/trace.go:171","msg":"trace[256160312] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"960.310073ms","start":"2026-03-06T00:40:05.265657Z","end":"2026-03-06T00:40:06.225967Z","steps":["trace[256160312] 'process raft request' (duration: 960.1937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:06.226121Z","caller":"traceutil/trace.go:171","msg":"trace[1464634452] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"260.100026ms","start":"2026-03-06T00:40:05.965978Z","end":"2026-03-06T00:40:06.226078Z","steps":["trace[1464634452] 'process raft request' (duration: 259.909782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:06.226154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.757001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:06.226217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.761376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:06.22628Z","caller":"traceutil/trace.go:171","msg":"trace[496461539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7716; }","duration":"524.924735ms","start":"2026-03-06T00:40:05.701331Z","end":"2026-03-06T00:40:06.226256Z","steps":["trace[496461539] 'agreement among raft nodes before linearized reading' (duration: 524.771612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:06.22636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.701314Z","time spent":"525.021547ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:40:06.226374Z","caller":"traceutil/trace.go:171","msg":"trace[1305301438] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"960.758532ms","start":"2026-03-06T00:40:05.265593Z","end":"2026-03-06T00:40:06.226352Z","steps":["trace[1305301438] 'process raft request' (duration: 960.060677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:06.226438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.1033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T00:40:06.226453Z","caller":"traceutil/trace.go:171","msg":"trace[1347529080] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7716; }","duration":"507.878908ms","start":"2026-03-06T00:40:05.718406Z","end":"2026-03-06T00:40:06.226285Z","steps":["trace[1347529080] 'agreement among raft nodes before linearized reading' (duration: 507.774856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:06.226493Z","caller":"traceutil/trace.go:171","msg":"trace[1927087883] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7716; }","duration":"401.203372ms","start":"2026-03-06T00:40:05.825277Z","end":"2026-03-06T00:40:06.22648Z","steps":["trace[1927087883] 'agreement among raft nodes before linearized reading' (duration: 400.957316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:06.226524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.825259Z","time spent":"401.256784ms","remote":"127.0.0.1:37848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T00:40:06.226504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.718384Z","time spent":"508.106213ms","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:06.22667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.265552Z","time spent":"960.953456ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:06.226665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.265615Z","time spent":"960.500497ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:06.227382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.311632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127740"} {"level":"info","ts":"2026-03-06T00:40:06.227622Z","caller":"traceutil/trace.go:171","msg":"trace[216179365] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7716; }","duration":"390.449495ms","start":"2026-03-06T00:40:05.837003Z","end":"2026-03-06T00:40:06.227452Z","steps":["trace[216179365] 'agreement among raft nodes before linearized reading' (duration: 389.188037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:06.227672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:05.836981Z","time spent":"390.680569ms","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127763,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T00:40:12.73341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606911793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:40:13.22682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002108626s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:40:13.227283Z","caller":"traceutil/trace.go:171","msg":"trace[594461127] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"1.002645827s","start":"2026-03-06T00:40:12.224605Z","end":"2026-03-06T00:40:13.227251Z","steps":["trace[594461127] 'process raft request' (duration: 1.002470253s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.227446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.224584Z","time spent":"1.00277994s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:13.804915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.432539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:40:13.805194Z","caller":"traceutil/trace.go:171","msg":"trace[1238153209] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"1.560262635s","start":"2026-03-06T00:40:12.244902Z","end":"2026-03-06T00:40:13.805165Z","steps":["trace[1238153209] 'process raft request' (duration: 1.425459898s)","trace[1238153209] 'compare' (duration: 134.298076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:13.805341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.244867Z","time spent":"1.560396507s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:13.805847Z","caller":"traceutil/trace.go:171","msg":"trace[1232421224] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"1.558660869s","start":"2026-03-06T00:40:12.247156Z","end":"2026-03-06T00:40:13.805817Z","steps":["trace[1232421224] 'process raft request' (duration: 1.557899132s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.806007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.247124Z","time spent":"1.558797913s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:13.86394Z","caller":"traceutil/trace.go:171","msg":"trace[192704949] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8029; }","duration":"1.630616749s","start":"2026-03-06T00:40:12.233294Z","end":"2026-03-06T00:40:13.863911Z","steps":["trace[192704949] 'read index received' (duration: 993.768732ms)","trace[192704949] 'applied index is now lower than readState.Index' (duration: 636.846377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:13.864232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418730419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:40:13.864296Z","caller":"traceutil/trace.go:171","msg":"trace[523998738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7743; }","duration":"1.4188381s","start":"2026-03-06T00:40:12.445443Z","end":"2026-03-06T00:40:13.864281Z","steps":["trace[523998738] 'agreement among raft nodes before linearized reading' (duration: 1.418664456s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.44542Z","time spent":"1.418913952s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:13.864348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324732541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:40:13.864357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328499385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:40:13.864399Z","caller":"traceutil/trace.go:171","msg":"trace[5873780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7743; }","duration":"1.324794123s","start":"2026-03-06T00:40:12.539588Z","end":"2026-03-06T00:40:13.864382Z","steps":["trace[5873780] 'agreement among raft nodes before linearized reading' (duration: 1.32469202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.986576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:40:13.864389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.243523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:13.864447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.539579Z","time spent":"1.324860515s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:40:13.864457Z","caller":"traceutil/trace.go:171","msg":"trace[1216739448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7743; }","duration":"683.077589ms","start":"2026-03-06T00:40:13.181363Z","end":"2026-03-06T00:40:13.864441Z","steps":["trace[1216739448] 'agreement among raft nodes before linearized reading' (duration: 683.000006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:13.181347Z","time spent":"683.15662ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:13.864559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334593441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:40:13.864593Z","caller":"traceutil/trace.go:171","msg":"trace[878916162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7743; }","duration":"1.334662212s","start":"2026-03-06T00:40:12.529921Z","end":"2026-03-06T00:40:13.864583Z","steps":["trace[878916162] 'agreement among raft nodes before linearized reading' (duration: 1.3345701s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.5299Z","time spent":"1.334712523s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:40:13.864514Z","caller":"traceutil/trace.go:171","msg":"trace[1990360547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7743; }","duration":"162.422968ms","start":"2026-03-06T00:40:13.702062Z","end":"2026-03-06T00:40:13.864485Z","steps":["trace[1990360547] 'agreement among raft nodes before linearized reading' (duration: 162.153302ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:13.864447Z","caller":"traceutil/trace.go:171","msg":"trace[1407089532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7743; }","duration":"1.328660139s","start":"2026-03-06T00:40:12.535769Z","end":"2026-03-06T00:40:13.864429Z","steps":["trace[1407089532] 'agreement among raft nodes before linearized reading' (duration: 1.328380202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351472633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:40:13.864858Z","caller":"traceutil/trace.go:171","msg":"trace[1869445678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7743; }","duration":"1.351544934s","start":"2026-03-06T00:40:12.513305Z","end":"2026-03-06T00:40:13.86485Z","steps":["trace[1869445678] 'agreement among raft nodes before linearized reading' (duration: 1.351459373s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.513285Z","time spent":"1.351592686s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:40:13.864853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.535747Z","time spent":"1.329043328s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:13.864335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311180803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:40:13.864997Z","caller":"traceutil/trace.go:171","msg":"trace[793860105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:7743; }","duration":"1.311883308s","start":"2026-03-06T00:40:12.553105Z","end":"2026-03-06T00:40:13.864988Z","steps":["trace[793860105] 'agreement among raft nodes before linearized reading' (duration: 1.310999428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.864225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630902565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6854fd856c-wtpkq.189a19a33ddd1b5c\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-06T00:40:13.865037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.553095Z","time spent":"1.31193372s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"info","ts":"2026-03-06T00:40:13.865075Z","caller":"traceutil/trace.go:171","msg":"trace[1394995946] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6854fd856c-wtpkq.189a19a33ddd1b5c; range_end:; response_count:1; response_revision:7743; }","duration":"1.631824806s","start":"2026-03-06T00:40:12.233234Z","end":"2026-03-06T00:40:13.865058Z","steps":["trace[1394995946] 'agreement among raft nodes before linearized reading' (duration: 1.630838633s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:13.865122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:12.233203Z","time spent":"1.631905198s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6854fd856c-wtpkq.189a19a33ddd1b5c\" "} {"level":"info","ts":"2026-03-06T00:40:13.970805Z","caller":"traceutil/trace.go:171","msg":"trace[1588943166] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"102.662387ms","start":"2026-03-06T00:40:13.868115Z","end":"2026-03-06T00:40:13.970778Z","steps":["trace[1588943166] 'process raft request' (duration: 102.477233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:14.145783Z","caller":"traceutil/trace.go:171","msg":"trace[396650659] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"276.786834ms","start":"2026-03-06T00:40:13.868972Z","end":"2026-03-06T00:40:14.145759Z","steps":["trace[396650659] 'process raft request' (duration: 276.087569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:14.146032Z","caller":"traceutil/trace.go:171","msg":"trace[1531434036] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"276.613501ms","start":"2026-03-06T00:40:13.869407Z","end":"2026-03-06T00:40:14.146021Z","steps":["trace[1531434036] 'process raft request' (duration: 276.286344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:14.146128Z","caller":"traceutil/trace.go:171","msg":"trace[50358322] linearizableReadLoop","detail":"{readStateIndex:8036; appliedIndex:8034; }","duration":"276.488447ms","start":"2026-03-06T00:40:13.869614Z","end":"2026-03-06T00:40:14.146102Z","steps":["trace[50358322] 'read index received' (duration: 101.561164ms)","trace[50358322] 'applied index is now lower than readState.Index' (duration: 174.926263ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:14.146287Z","caller":"traceutil/trace.go:171","msg":"trace[84476101] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"275.088386ms","start":"2026-03-06T00:40:13.871183Z","end":"2026-03-06T00:40:14.146272Z","steps":["trace[84476101] 'process raft request' (duration: 274.875371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:14.146297Z","caller":"traceutil/trace.go:171","msg":"trace[196104564] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"276.615621ms","start":"2026-03-06T00:40:13.869641Z","end":"2026-03-06T00:40:14.146257Z","steps":["trace[196104564] 'process raft request' (duration: 276.252763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:14.146326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.792365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:14.146357Z","caller":"traceutil/trace.go:171","msg":"trace[358270984] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7749; }","duration":"128.899627ms","start":"2026-03-06T00:40:14.01745Z","end":"2026-03-06T00:40:14.14635Z","steps":["trace[358270984] 'agreement among raft nodes before linearized reading' (duration: 128.812595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:14.146548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.607474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"info","ts":"2026-03-06T00:40:14.146595Z","caller":"traceutil/trace.go:171","msg":"trace[278527280] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7749; }","duration":"135.726558ms","start":"2026-03-06T00:40:14.010857Z","end":"2026-03-06T00:40:14.146584Z","steps":["trace[278527280] 'agreement among raft nodes before linearized reading' (duration: 135.394901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:14.146169Z","caller":"traceutil/trace.go:171","msg":"trace[1602398653] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"275.527336ms","start":"2026-03-06T00:40:13.870603Z","end":"2026-03-06T00:40:14.14613Z","steps":["trace[1602398653] 'process raft request' (duration: 275.412944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:14.147562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.898669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222763"} {"level":"info","ts":"2026-03-06T00:40:14.147757Z","caller":"traceutil/trace.go:171","msg":"trace[2090281546] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7749; }","duration":"278.133405ms","start":"2026-03-06T00:40:13.869592Z","end":"2026-03-06T00:40:14.147725Z","steps":["trace[2090281546] 'agreement among raft nodes before linearized reading' (duration: 276.657352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:14.425806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.330331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T00:40:14.425924Z","caller":"traceutil/trace.go:171","msg":"trace[1303276790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7749; }","duration":"174.519875ms","start":"2026-03-06T00:40:14.251374Z","end":"2026-03-06T00:40:14.425894Z","steps":["trace[1303276790] 'range keys from in-memory index tree' (duration: 174.088866ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:14.721641Z","caller":"traceutil/trace.go:171","msg":"trace[825850230] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"144.733017ms","start":"2026-03-06T00:40:14.576573Z","end":"2026-03-06T00:40:14.721306Z","steps":["trace[825850230] 'process raft request' (duration: 126.145867ms)","trace[825850230] 'compare' (duration: 17.19258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:15.311874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.403603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:15.311972Z","caller":"traceutil/trace.go:171","msg":"trace[309105749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7752; }","duration":"122.567378ms","start":"2026-03-06T00:40:15.189382Z","end":"2026-03-06T00:40:15.31195Z","steps":["trace[309105749] 'range keys from in-memory index tree' (duration: 122.256591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.31214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.413013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T00:40:15.312224Z","caller":"traceutil/trace.go:171","msg":"trace[410579318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7752; }","duration":"490.540015ms","start":"2026-03-06T00:40:14.821665Z","end":"2026-03-06T00:40:15.312205Z","steps":["trace[410579318] 'range keys from in-memory index tree' (duration: 490.219949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.312279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:14.821643Z","time spent":"490.626568ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:40:15.3445Z","caller":"traceutil/trace.go:171","msg":"trace[708289402] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"110.255625ms","start":"2026-03-06T00:40:15.23423Z","end":"2026-03-06T00:40:15.344485Z","steps":["trace[708289402] 'process raft request' (duration: 110.107612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.626113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.874228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:15.626207Z","caller":"traceutil/trace.go:171","msg":"trace[1565358052] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7753; }","duration":"106.050892ms","start":"2026-03-06T00:40:15.520135Z","end":"2026-03-06T00:40:15.626186Z","steps":["trace[1565358052] 'range keys from in-memory index tree' (duration: 105.781675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.626418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:15.626488Z","caller":"traceutil/trace.go:171","msg":"trace[349950784] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7753; }","duration":"106.312479ms","start":"2026-03-06T00:40:15.520161Z","end":"2026-03-06T00:40:15.626473Z","steps":["trace[349950784] 'count revisions from in-memory index tree' (duration: 106.103393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:15.626565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.43186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:15.626582Z","caller":"traceutil/trace.go:171","msg":"trace[1253418188] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7753; }","duration":"105.46066ms","start":"2026-03-06T00:40:15.521116Z","end":"2026-03-06T00:40:15.626577Z","steps":["trace[1253418188] 'range keys from in-memory index tree' (duration: 105.405689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:16.282282Z","caller":"traceutil/trace.go:171","msg":"trace[721924286] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"465.854841ms","start":"2026-03-06T00:40:15.816387Z","end":"2026-03-06T00:40:16.282242Z","steps":["trace[721924286] 'process raft request' (duration: 465.627706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.282531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.816371Z","time spent":"466.037926ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:16.322233Z","caller":"traceutil/trace.go:171","msg":"trace[1769984295] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8043; }","duration":"505.694801ms","start":"2026-03-06T00:40:15.816506Z","end":"2026-03-06T00:40:16.322201Z","steps":["trace[1769984295] 'read index received' (duration: 465.405241ms)","trace[1769984295] 'applied index is now lower than readState.Index' (duration: 40.28836ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:16.322377Z","caller":"traceutil/trace.go:171","msg":"trace[389726081] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"505.894355ms","start":"2026-03-06T00:40:15.81645Z","end":"2026-03-06T00:40:16.322344Z","steps":["trace[389726081] 'process raft request' (duration: 505.582799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.32245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.905646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:16.322722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.02204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:40:16.322813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.507968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:40:16.322852Z","caller":"traceutil/trace.go:171","msg":"trace[1041544117] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7755; }","duration":"506.356156ms","start":"2026-03-06T00:40:15.816465Z","end":"2026-03-06T00:40:16.322821Z","steps":["trace[1041544117] 'agreement among raft nodes before linearized reading' (duration: 505.893166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.816449Z","time spent":"506.463888ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-06T00:40:16.322862Z","caller":"traceutil/trace.go:171","msg":"trace[816690676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7755; }","duration":"172.199933ms","start":"2026-03-06T00:40:16.150642Z","end":"2026-03-06T00:40:16.322842Z","steps":["trace[816690676] 'agreement among raft nodes before linearized reading' (duration: 171.830025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.320396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.323163Z","caller":"traceutil/trace.go:171","msg":"trace[1721724175] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7755; }","duration":"478.983821ms","start":"2026-03-06T00:40:15.84416Z","end":"2026-03-06T00:40:16.323143Z","steps":["trace[1721724175] 'agreement among raft nodes before linearized reading' (duration: 478.251945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.32321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.844151Z","time spent":"479.044622ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:16.322529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.058139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.32347Z","caller":"traceutil/trace.go:171","msg":"trace[1805373558] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7755; }","duration":"426.054292ms","start":"2026-03-06T00:40:15.897398Z","end":"2026-03-06T00:40:16.323453Z","steps":["trace[1805373558] 'agreement among raft nodes before linearized reading' (duration: 425.027889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.323529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.897384Z","time spent":"426.124583ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:16.322626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.249252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.32436Z","caller":"traceutil/trace.go:171","msg":"trace[321503124] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7755; }","duration":"459.999212ms","start":"2026-03-06T00:40:15.864343Z","end":"2026-03-06T00:40:16.324342Z","steps":["trace[321503124] 'agreement among raft nodes before linearized reading' (duration: 458.229552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.324437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.864331Z","time spent":"460.085773ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:40:16.322639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.03455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.324507Z","caller":"traceutil/trace.go:171","msg":"trace[361367573] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7755; }","duration":"460.926602ms","start":"2026-03-06T00:40:15.863555Z","end":"2026-03-06T00:40:16.324482Z","steps":["trace[361367573] 'agreement among raft nodes before linearized reading' (duration: 459.04911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.32457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.863539Z","time spent":"461.012773ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:40:16.322648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.252995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.324699Z","caller":"traceutil/trace.go:171","msg":"trace[162011246] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7755; }","duration":"442.361451ms","start":"2026-03-06T00:40:15.882326Z","end":"2026-03-06T00:40:16.324687Z","steps":["trace[162011246] 'agreement among raft nodes before linearized reading' (duration: 440.259115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.324742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.8823Z","time spent":"442.430133ms","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:40:16.322702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.328218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.324921Z","caller":"traceutil/trace.go:171","msg":"trace[104568544] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7755; }","duration":"443.546938ms","start":"2026-03-06T00:40:15.881351Z","end":"2026-03-06T00:40:16.324898Z","steps":["trace[104568544] 'agreement among raft nodes before linearized reading' (duration: 441.332099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.324994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.881341Z","time spent":"443.637261ms","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T00:40:16.3227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.251846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.325182Z","caller":"traceutil/trace.go:171","msg":"trace[1570421526] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7755; }","duration":"443.751172ms","start":"2026-03-06T00:40:15.881417Z","end":"2026-03-06T00:40:16.325168Z","steps":["trace[1570421526] 'agreement among raft nodes before linearized reading' (duration: 441.242236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.325223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.881403Z","time spent":"443.807703ms","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:16.322714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.746486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:40:16.325366Z","caller":"traceutil/trace.go:171","msg":"trace[981787406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7755; }","duration":"175.440756ms","start":"2026-03-06T00:40:16.149915Z","end":"2026-03-06T00:40:16.325356Z","steps":["trace[981787406] 'agreement among raft nodes before linearized reading' (duration: 172.677055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.482781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:40:16.325528Z","caller":"traceutil/trace.go:171","msg":"trace[1034407554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7755; }","duration":"175.351553ms","start":"2026-03-06T00:40:16.150167Z","end":"2026-03-06T00:40:16.325518Z","steps":["trace[1034407554] 'agreement among raft nodes before linearized reading' (duration: 172.354477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.570519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.325676Z","caller":"traceutil/trace.go:171","msg":"trace[1786646071] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7755; }","duration":"480.515264ms","start":"2026-03-06T00:40:15.845151Z","end":"2026-03-06T00:40:16.325667Z","steps":["trace[1786646071] 'agreement among raft nodes before linearized reading' (duration: 477.510847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.325715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.845138Z","time spent":"480.560344ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:40:16.322743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.44737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:40:16.325991Z","caller":"traceutil/trace.go:171","msg":"trace[1948064943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7755; }","duration":"175.754802ms","start":"2026-03-06T00:40:16.150217Z","end":"2026-03-06T00:40:16.325971Z","steps":["trace[1948064943] 'agreement among raft nodes before linearized reading' (duration: 172.340897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.149922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.326065Z","caller":"traceutil/trace.go:171","msg":"trace[749581775] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7755; }","duration":"462.486076ms","start":"2026-03-06T00:40:15.863556Z","end":"2026-03-06T00:40:16.326042Z","steps":["trace[749581775] 'agreement among raft nodes before linearized reading' (duration: 459.03348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.326142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.863532Z","time spent":"462.588357ms","remote":"127.0.0.1:60492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:16.322785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.111774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:40:16.32633Z","caller":"traceutil/trace.go:171","msg":"trace[990865577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:7755; }","duration":"171.664972ms","start":"2026-03-06T00:40:16.154651Z","end":"2026-03-06T00:40:16.326316Z","steps":["trace[990865577] 'agreement among raft nodes before linearized reading' (duration: 168.074153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.827565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.326538Z","caller":"traceutil/trace.go:171","msg":"trace[1871837671] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7755; }","duration":"428.615918ms","start":"2026-03-06T00:40:15.897908Z","end":"2026-03-06T00:40:16.326524Z","steps":["trace[1871837671] 'agreement among raft nodes before linearized reading' (duration: 424.847315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.326595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.897884Z","time spent":"428.692339ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-06T00:40:16.322698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.313776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:16.326663Z","caller":"traceutil/trace.go:171","msg":"trace[207905790] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7755; }","duration":"429.283533ms","start":"2026-03-06T00:40:15.89736Z","end":"2026-03-06T00:40:16.326644Z","steps":["trace[207905790] 'agreement among raft nodes before linearized reading' (duration: 425.262284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.51154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:16.326726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.897333Z","time spent":"429.373914ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:40:16.326759Z","caller":"traceutil/trace.go:171","msg":"trace[662267946] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7755; }","duration":"482.487168ms","start":"2026-03-06T00:40:15.844261Z","end":"2026-03-06T00:40:16.326748Z","steps":["trace[662267946] 'agreement among raft nodes before linearized reading' (duration: 478.517731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.326798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.844243Z","time spent":"482.54275ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-06T00:40:16.322862Z","caller":"traceutil/trace.go:171","msg":"trace[345230476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7755; }","duration":"171.563669ms","start":"2026-03-06T00:40:16.151283Z","end":"2026-03-06T00:40:16.322846Z","steps":["trace[345230476] 'agreement among raft nodes before linearized reading' (duration: 171.458797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:16.322515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:15.816431Z","time spent":"506.015298ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:17.294286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.627016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T00:40:17.294363Z","caller":"traceutil/trace.go:171","msg":"trace[126400369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7761; }","duration":"341.714928ms","start":"2026-03-06T00:40:16.952627Z","end":"2026-03-06T00:40:17.294341Z","steps":["trace[126400369] 'range keys from in-memory index tree' (duration: 341.422021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:17.294399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:16.95256Z","time spent":"341.829631ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:40:17.294417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.16521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:17.294524Z","caller":"traceutil/trace.go:171","msg":"trace[1485712190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7761; }","duration":"592.336193ms","start":"2026-03-06T00:40:16.702164Z","end":"2026-03-06T00:40:17.2945Z","steps":["trace[1485712190] 'range keys from in-memory index tree' (duration: 592.075717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:17.294578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:16.702139Z","time spent":"592.428987ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:40:17.295255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.65992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:40:17.295431Z","caller":"traceutil/trace.go:171","msg":"trace[1157453246] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7761; }","duration":"760.705293ms","start":"2026-03-06T00:40:16.53464Z","end":"2026-03-06T00:40:17.295345Z","steps":["trace[1157453246] 'count revisions from in-memory index tree' (duration: 759.495717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:17.295587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:16.534612Z","time spent":"760.924258ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:40:18.171261Z","caller":"traceutil/trace.go:171","msg":"trace[1731562557] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"394.878462ms","start":"2026-03-06T00:40:17.776361Z","end":"2026-03-06T00:40:18.171239Z","steps":["trace[1731562557] 'process raft request' (duration: 394.737939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:18.171433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:17.776337Z","time spent":"394.986694ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:18.462985Z","caller":"traceutil/trace.go:171","msg":"trace[526225447] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"174.709479ms","start":"2026-03-06T00:40:18.288236Z","end":"2026-03-06T00:40:18.462946Z","steps":["trace[526225447] 'process raft request' (duration: 174.32365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:18.49025Z","caller":"traceutil/trace.go:171","msg":"trace[1838081290] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8057; }","duration":"124.856559ms","start":"2026-03-06T00:40:18.365365Z","end":"2026-03-06T00:40:18.490221Z","steps":["trace[1838081290] 'read index received' (duration: 97.956464ms)","trace[1838081290] 'applied index is now lower than readState.Index' (duration: 26.898155ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:18.490284Z","caller":"traceutil/trace.go:171","msg":"trace[1399891937] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"157.056819ms","start":"2026-03-06T00:40:18.333192Z","end":"2026-03-06T00:40:18.490249Z","steps":["trace[1399891937] 'process raft request' (duration: 156.821384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:18.490572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.185005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:40:18.490632Z","caller":"traceutil/trace.go:171","msg":"trace[949540476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7767; }","duration":"125.311458ms","start":"2026-03-06T00:40:18.365309Z","end":"2026-03-06T00:40:18.49062Z","steps":["trace[949540476] 'agreement among raft nodes before linearized reading' (duration: 125.046932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:18.597387Z","caller":"traceutil/trace.go:171","msg":"trace[1050043309] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8058; }","duration":"100.93552ms","start":"2026-03-06T00:40:18.49643Z","end":"2026-03-06T00:40:18.597366Z","steps":["trace[1050043309] 'read index received' (duration: 49.231258ms)","trace[1050043309] 'applied index is now lower than readState.Index' (duration: 51.703342ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:18.597446Z","caller":"traceutil/trace.go:171","msg":"trace[566870206] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"101.442791ms","start":"2026-03-06T00:40:18.495952Z","end":"2026-03-06T00:40:18.597395Z","steps":["trace[566870206] 'process raft request' (duration: 49.696148ms)","trace[566870206] 'compare' (duration: 51.549528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:18.597885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.432971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222763"} {"level":"info","ts":"2026-03-06T00:40:18.59795Z","caller":"traceutil/trace.go:171","msg":"trace[721162703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7768; }","duration":"101.559323ms","start":"2026-03-06T00:40:18.496373Z","end":"2026-03-06T00:40:18.597933Z","steps":["trace[721162703] 'agreement among raft nodes before linearized reading' (duration: 101.083063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:18.752386Z","caller":"traceutil/trace.go:171","msg":"trace[660999291] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"255.764779ms","start":"2026-03-06T00:40:18.496584Z","end":"2026-03-06T00:40:18.752348Z","steps":["trace[660999291] 'process raft request' (duration: 208.652919ms)","trace[660999291] 'compare' (duration: 46.869865ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:18.752627Z","caller":"traceutil/trace.go:171","msg":"trace[675170970] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"255.407632ms","start":"2026-03-06T00:40:18.497195Z","end":"2026-03-06T00:40:18.752603Z","steps":["trace[675170970] 'process raft request' (duration: 255.091615ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:18.752915Z","caller":"traceutil/trace.go:171","msg":"trace[850723917] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"255.588997ms","start":"2026-03-06T00:40:18.497301Z","end":"2026-03-06T00:40:18.75289Z","steps":["trace[850723917] 'process raft request' (duration: 255.210858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:18.753103Z","caller":"traceutil/trace.go:171","msg":"trace[1629137301] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"255.142387ms","start":"2026-03-06T00:40:18.497817Z","end":"2026-03-06T00:40:18.75296Z","steps":["trace[1629137301] 'process raft request' (duration: 254.962313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:19.754183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606911910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:40:20.254619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606911910,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:40:20.44991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.478285813s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:40:20.450739Z","caller":"traceutil/trace.go:171","msg":"trace[1981345336] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"1.479131582s","start":"2026-03-06T00:40:18.971426Z","end":"2026-03-06T00:40:20.450557Z","steps":["trace[1981345336] 'process raft request' (duration: 1.478868846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:20.451025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:18.971394Z","time spent":"1.47944962s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19561,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:21.674915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.224752844s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:40:21.675405Z","caller":"traceutil/trace.go:171","msg":"trace[202748959] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8063; }","duration":"2.422201754s","start":"2026-03-06T00:40:19.253169Z","end":"2026-03-06T00:40:21.675371Z","steps":["trace[202748959] 'read index received' (duration: 1.196962199s)","trace[202748959] 'applied index is now lower than readState.Index' (duration: 1.225234485s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:21.67561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422420319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:21.675654Z","caller":"traceutil/trace.go:171","msg":"trace[1486745698] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7774; }","duration":"2.422543942s","start":"2026-03-06T00:40:19.253098Z","end":"2026-03-06T00:40:21.675642Z","steps":["trace[1486745698] 'agreement among raft nodes before linearized reading' (duration: 2.42243603s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.675692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.253072Z","time spent":"2.422610403s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:40:21.675586Z","caller":"traceutil/trace.go:171","msg":"trace[367608497] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"2.291589629s","start":"2026-03-06T00:40:19.383946Z","end":"2026-03-06T00:40:21.675536Z","steps":["trace[367608497] 'process raft request' (duration: 2.291165849s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.675981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:19.383917Z","time spent":"2.291941867s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:21.9289Z","caller":"traceutil/trace.go:171","msg":"trace[938268720] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"1.459365206s","start":"2026-03-06T00:40:20.469498Z","end":"2026-03-06T00:40:21.928863Z","steps":["trace[938268720] 'process raft request' (duration: 1.418039014s)","trace[938268720] 'compare' (duration: 40.938874ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:21.928966Z","caller":"traceutil/trace.go:171","msg":"trace[1214592166] linearizableReadLoop","detail":"{readStateIndex:8067; appliedIndex:8065; }","duration":"253.413157ms","start":"2026-03-06T00:40:21.675496Z","end":"2026-03-06T00:40:21.928909Z","steps":["trace[1214592166] 'read index received' (duration: 212.090735ms)","trace[1214592166] 'applied index is now lower than readState.Index' (duration: 41.320882ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:21.928966Z","caller":"traceutil/trace.go:171","msg":"trace[1876075435] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"1.432176255s","start":"2026-03-06T00:40:20.496738Z","end":"2026-03-06T00:40:21.928914Z","steps":["trace[1876075435] 'process raft request' (duration: 1.432045902s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.929104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227386592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:21.929147Z","caller":"traceutil/trace.go:171","msg":"trace[1623872424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7776; }","duration":"1.227479914s","start":"2026-03-06T00:40:20.701658Z","end":"2026-03-06T00:40:21.929138Z","steps":["trace[1623872424] 'agreement among raft nodes before linearized reading' (duration: 1.227404832s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.929158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.469471Z","time spent":"1.459525809s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:21.929173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.496712Z","time spent":"1.432328018s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:21.929188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.701631Z","time spent":"1.227550825s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:40:21.929297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172333695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:40:21.929345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321837087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:40:21.929401Z","caller":"traceutil/trace.go:171","msg":"trace[1314047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7776; }","duration":"1.172510499s","start":"2026-03-06T00:40:20.756866Z","end":"2026-03-06T00:40:21.929377Z","steps":["trace[1314047] 'agreement among raft nodes before linearized reading' (duration: 1.172137061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.92943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565876579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-06T00:40:21.929418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327482282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:40:21.929486Z","caller":"traceutil/trace.go:171","msg":"trace[1683540074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7776; }","duration":"1.565976111s","start":"2026-03-06T00:40:20.363496Z","end":"2026-03-06T00:40:21.929472Z","steps":["trace[1683540074] 'agreement among raft nodes before linearized reading' (duration: 1.565780477s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:21.929505Z","caller":"traceutil/trace.go:171","msg":"trace[1253745161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7776; }","duration":"1.327577094s","start":"2026-03-06T00:40:20.601907Z","end":"2026-03-06T00:40:21.929484Z","steps":["trace[1253745161] 'agreement among raft nodes before linearized reading' (duration: 1.327374059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.929502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447131465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:40:21.929551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.601851Z","time spent":"1.327691637s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:40:21.929543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.009118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:21.929508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.576435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:40:21.929524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172354765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:40:21.929623Z","caller":"traceutil/trace.go:171","msg":"trace[182553309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7776; }","duration":"478.128102ms","start":"2026-03-06T00:40:21.451468Z","end":"2026-03-06T00:40:21.929596Z","steps":["trace[182553309] 'agreement among raft nodes before linearized reading' (duration: 477.996908ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:21.929624Z","caller":"traceutil/trace.go:171","msg":"trace[1964399796] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7776; }","duration":"217.807231ms","start":"2026-03-06T00:40:21.711798Z","end":"2026-03-06T00:40:21.929605Z","steps":["trace[1964399796] 'agreement among raft nodes before linearized reading' (duration: 217.535824ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:21.929665Z","caller":"traceutil/trace.go:171","msg":"trace[870493950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7776; }","duration":"1.172547841s","start":"2026-03-06T00:40:20.757086Z","end":"2026-03-06T00:40:21.929633Z","steps":["trace[870493950] 'agreement among raft nodes before linearized reading' (duration: 1.172180602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.929488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.756831Z","time spent":"1.172646531s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:21.929697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:21.451448Z","time spent":"478.236224ms","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:21.929544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.363478Z","time spent":"1.566046873s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:40:21.929737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.757067Z","time spent":"1.172655233s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:21.929574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172586301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:40:21.929792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172373847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:40:21.929869Z","caller":"traceutil/trace.go:171","msg":"trace[1446535216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7776; }","duration":"1.172990821s","start":"2026-03-06T00:40:20.756864Z","end":"2026-03-06T00:40:21.929855Z","steps":["trace[1446535216] 'agreement among raft nodes before linearized reading' (duration: 1.172601201s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.929918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.756829Z","time spent":"1.173077682s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:40:21.929593Z","caller":"traceutil/trace.go:171","msg":"trace[39815869] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7776; }","duration":"1.44729523s","start":"2026-03-06T00:40:20.482278Z","end":"2026-03-06T00:40:21.929573Z","steps":["trace[39815869] 'agreement among raft nodes before linearized reading' (duration: 1.447089384s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:21.929886Z","caller":"traceutil/trace.go:171","msg":"trace[854262154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7776; }","duration":"1.172490149s","start":"2026-03-06T00:40:20.757382Z","end":"2026-03-06T00:40:21.929873Z","steps":["trace[854262154] 'agreement among raft nodes before linearized reading' (duration: 1.171624939s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.930227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.482251Z","time spent":"1.447958634s","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:40:21.929413Z","caller":"traceutil/trace.go:171","msg":"trace[1707955334] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:7776; }","duration":"1.32196836s","start":"2026-03-06T00:40:20.607432Z","end":"2026-03-06T00:40:21.9294Z","steps":["trace[1707955334] 'agreement among raft nodes before linearized reading' (duration: 1.321775226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:21.93025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.757372Z","time spent":"1.172857118s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:21.930342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:20.607401Z","time spent":"1.322899321s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"info","ts":"2026-03-06T00:40:22.131921Z","caller":"traceutil/trace.go:171","msg":"trace[1930003112] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"195.786095ms","start":"2026-03-06T00:40:21.936104Z","end":"2026-03-06T00:40:22.13189Z","steps":["trace[1930003112] 'process raft request' (duration: 195.55342ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:22.132268Z","caller":"traceutil/trace.go:171","msg":"trace[1618733540] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"196.050931ms","start":"2026-03-06T00:40:21.936204Z","end":"2026-03-06T00:40:22.132255Z","steps":["trace[1618733540] 'process raft request' (duration: 195.638952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:22.13256Z","caller":"traceutil/trace.go:171","msg":"trace[1168494214] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"196.260485ms","start":"2026-03-06T00:40:21.936277Z","end":"2026-03-06T00:40:22.132538Z","steps":["trace[1168494214] 'process raft request' (duration: 195.890377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:22.132903Z","caller":"traceutil/trace.go:171","msg":"trace[624734246] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"196.600973ms","start":"2026-03-06T00:40:21.93629Z","end":"2026-03-06T00:40:22.132891Z","steps":["trace[624734246] 'process raft request' (duration: 196.180724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:22.132902Z","caller":"traceutil/trace.go:171","msg":"trace[784154475] linearizableReadLoop","detail":"{readStateIndex:8072; appliedIndex:8067; }","duration":"195.59263ms","start":"2026-03-06T00:40:21.937275Z","end":"2026-03-06T00:40:22.132867Z","steps":["trace[784154475] 'read index received' (duration: 14.627953ms)","trace[784154475] 'applied index is now lower than readState.Index' (duration: 180.963277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:22.133419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.115552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222763"} {"level":"info","ts":"2026-03-06T00:40:22.133489Z","caller":"traceutil/trace.go:171","msg":"trace[1744950953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7781; }","duration":"196.229934ms","start":"2026-03-06T00:40:21.93724Z","end":"2026-03-06T00:40:22.13347Z","steps":["trace[1744950953] 'agreement among raft nodes before linearized reading' (duration: 195.721013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:22.151219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.710537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:22.151285Z","caller":"traceutil/trace.go:171","msg":"trace[1783063863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7782; }","duration":"211.813119ms","start":"2026-03-06T00:40:21.939457Z","end":"2026-03-06T00:40:22.15127Z","steps":["trace[1783063863] 'agreement among raft nodes before linearized reading' (duration: 211.707047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:22.151711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.317415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T00:40:22.151756Z","caller":"traceutil/trace.go:171","msg":"trace[596722264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7782; }","duration":"214.373016ms","start":"2026-03-06T00:40:21.937373Z","end":"2026-03-06T00:40:22.151746Z","steps":["trace[596722264] 'agreement among raft nodes before linearized reading' (duration: 213.749992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:22.32584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.117754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:22.325942Z","caller":"traceutil/trace.go:171","msg":"trace[108204122] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7782; }","duration":"106.285028ms","start":"2026-03-06T00:40:22.219634Z","end":"2026-03-06T00:40:22.325919Z","steps":["trace[108204122] 'range keys from in-memory index tree' (duration: 106.017551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:47.427226Z","caller":"traceutil/trace.go:171","msg":"trace[1676174557] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"150.264096ms","start":"2026-03-06T00:40:47.276927Z","end":"2026-03-06T00:40:47.427191Z","steps":["trace[1676174557] 'process raft request' (duration: 149.971549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:50.688771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606912519,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:40:51.028588Z","caller":"traceutil/trace.go:171","msg":"trace[1528969654] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"900.552282ms","start":"2026-03-06T00:40:50.128004Z","end":"2026-03-06T00:40:51.028557Z","steps":["trace[1528969654] 'process raft request' (duration: 900.400499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.028745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.127983Z","time spent":"900.682206ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:51.75141Z","caller":"traceutil/trace.go:171","msg":"trace[293233486] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8268; }","duration":"1.562852117s","start":"2026-03-06T00:40:50.18853Z","end":"2026-03-06T00:40:51.751382Z","steps":["trace[293233486] 'read index received' (duration: 839.859786ms)","trace[293233486] 'applied index is now lower than readState.Index' (duration: 722.991211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:40:51.751633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563086872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:40:51.751675Z","caller":"traceutil/trace.go:171","msg":"trace[1821639938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7970; }","duration":"1.563176213s","start":"2026-03-06T00:40:50.188487Z","end":"2026-03-06T00:40:51.751663Z","steps":["trace[1821639938] 'agreement among raft nodes before linearized reading' (duration: 1.563022639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.751709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.188474Z","time spent":"1.563227655s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:40:51.751696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446105854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:40:51.751807Z","caller":"traceutil/trace.go:171","msg":"trace[1944367970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7970; }","duration":"1.446268548s","start":"2026-03-06T00:40:50.305527Z","end":"2026-03-06T00:40:51.751795Z","steps":["trace[1944367970] 'agreement among raft nodes before linearized reading' (duration: 1.446055723s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.751858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.218939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:40:51.75187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444285864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T00:40:51.751909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.305499Z","time spent":"1.446399151s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:40:51.75194Z","caller":"traceutil/trace.go:171","msg":"trace[197448243] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7970; }","duration":"970.371852ms","start":"2026-03-06T00:40:50.781548Z","end":"2026-03-06T00:40:51.75192Z","steps":["trace[197448243] 'agreement among raft nodes before linearized reading' (duration: 970.195478ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:51.751946Z","caller":"traceutil/trace.go:171","msg":"trace[369367501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7970; }","duration":"1.444371715s","start":"2026-03-06T00:40:50.307555Z","end":"2026-03-06T00:40:51.751927Z","steps":["trace[369367501] 'agreement among raft nodes before linearized reading' (duration: 1.44413576s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.751991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.78151Z","time spent":"970.471915ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:40:51.751999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.307489Z","time spent":"1.444499038s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:51.751969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443442365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:40:51.752108Z","caller":"traceutil/trace.go:171","msg":"trace[1551900894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7970; }","duration":"1.443614229s","start":"2026-03-06T00:40:50.308477Z","end":"2026-03-06T00:40:51.752091Z","steps":["trace[1551900894] 'agreement among raft nodes before linearized reading' (duration: 1.443156649s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.752178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.308463Z","time spent":"1.443701951s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:40:51.75222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400055262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:40:51.752297Z","caller":"traceutil/trace.go:171","msg":"trace[1124854652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7970; }","duration":"1.400163864s","start":"2026-03-06T00:40:50.352115Z","end":"2026-03-06T00:40:51.752279Z","steps":["trace[1124854652] 'agreement among raft nodes before linearized reading' (duration: 1.399928419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.752338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.352104Z","time spent":"1.400225825s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:40:51.752537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423343988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:40:51.752665Z","caller":"traceutil/trace.go:171","msg":"trace[23376485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:7970; }","duration":"1.423830609s","start":"2026-03-06T00:40:50.328814Z","end":"2026-03-06T00:40:51.752645Z","steps":["trace[23376485] 'agreement among raft nodes before linearized reading' (duration: 1.422990821s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.752775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.328803Z","time spent":"1.423960472s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"info","ts":"2026-03-06T00:40:51.752827Z","caller":"traceutil/trace.go:171","msg":"trace[1384632915] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"1.585815405s","start":"2026-03-06T00:40:50.165641Z","end":"2026-03-06T00:40:51.751456Z","steps":["trace[1384632915] 'process raft request' (duration: 1.58558511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:51.753499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:50.165605Z","time spent":"1.587384651s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:40:53.886951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.489599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227493"} {"level":"info","ts":"2026-03-06T00:40:53.88704Z","caller":"traceutil/trace.go:171","msg":"trace[429040622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7985; }","duration":"117.624911ms","start":"2026-03-06T00:40:53.769396Z","end":"2026-03-06T00:40:53.887021Z","steps":["trace[429040622] 'agreement among raft nodes before linearized reading' (duration: 117.103379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:55.455829Z","caller":"traceutil/trace.go:171","msg":"trace[1958244691] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8287; }","duration":"266.963786ms","start":"2026-03-06T00:40:55.188842Z","end":"2026-03-06T00:40:55.455806Z","steps":["trace[1958244691] 'read index received' (duration: 266.781512ms)","trace[1958244691] 'applied index is now lower than readState.Index' (duration: 181.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:40:55.455893Z","caller":"traceutil/trace.go:171","msg":"trace[1578536338] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"410.061694ms","start":"2026-03-06T00:40:55.045795Z","end":"2026-03-06T00:40:55.455856Z","steps":["trace[1578536338] 'process raft request' (duration: 409.851979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:55.455943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.082029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:40:55.455976Z","caller":"traceutil/trace.go:171","msg":"trace[535327853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"267.161681ms","start":"2026-03-06T00:40:55.188804Z","end":"2026-03-06T00:40:55.455966Z","steps":["trace[535327853] 'agreement among raft nodes before linearized reading' (duration: 267.088789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:55.456056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:55.045771Z","time spent":"410.196136ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:04.51453Z","caller":"traceutil/trace.go:171","msg":"trace[2011799463] linearizableReadLoop","detail":"{readStateIndex:8381; appliedIndex:8380; }","duration":"274.724359ms","start":"2026-03-06T00:41:04.239765Z","end":"2026-03-06T00:41:04.514489Z","steps":["trace[2011799463] 'read index received' (duration: 274.433593ms)","trace[2011799463] 'applied index is now lower than readState.Index' (duration: 289.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:04.514632Z","caller":"traceutil/trace.go:171","msg":"trace[1510429756] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"275.24023ms","start":"2026-03-06T00:41:04.23935Z","end":"2026-03-06T00:41:04.51459Z","steps":["trace[1510429756] 'process raft request' (duration: 274.874122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:04.515006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.190469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jm8jw\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-06T00:41:04.515069Z","caller":"traceutil/trace.go:171","msg":"trace[364795481] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-jm8jw; range_end:; response_count:1; response_revision:8076; }","duration":"275.302751ms","start":"2026-03-06T00:41:04.239745Z","end":"2026-03-06T00:41:04.515048Z","steps":["trace[364795481] 'agreement among raft nodes before linearized reading' (duration: 274.895032ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:05.022192Z","caller":"traceutil/trace.go:171","msg":"trace[1720721869] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"106.196668ms","start":"2026-03-06T00:41:04.915966Z","end":"2026-03-06T00:41:05.022163Z","steps":["trace[1720721869] 'process raft request' (duration: 106.022174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:05.491494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.73007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:05.491568Z","caller":"traceutil/trace.go:171","msg":"trace[527409381] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8081; }","duration":"206.834242ms","start":"2026-03-06T00:41:05.284716Z","end":"2026-03-06T00:41:05.49155Z","steps":["trace[527409381] 'range keys from in-memory index tree' (duration: 206.667478ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.124243Z","caller":"traceutil/trace.go:171","msg":"trace[1984421546] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"537.694266ms","start":"2026-03-06T00:41:05.58652Z","end":"2026-03-06T00:41:06.124214Z","steps":["trace[1984421546] 'process raft request' (duration: 537.534053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.124488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.586501Z","time spent":"537.82371ms","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:06.382584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.167027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:06.382753Z","caller":"traceutil/trace.go:171","msg":"trace[370035824] linearizableReadLoop","detail":"{readStateIndex:8389; appliedIndex:8388; }","duration":"548.226891ms","start":"2026-03-06T00:41:05.834508Z","end":"2026-03-06T00:41:06.382735Z","steps":["trace[370035824] 'read index received' (duration: 289.844895ms)","trace[370035824] 'applied index is now lower than readState.Index' (duration: 258.381126ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:06.382852Z","caller":"traceutil/trace.go:171","msg":"trace[669610071] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"448.803203ms","start":"2026-03-06T00:41:05.934007Z","end":"2026-03-06T00:41:06.38281Z","steps":["trace[669610071] 'process raft request' (duration: 448.671381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.382934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.430576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-06T00:41:06.382967Z","caller":"traceutil/trace.go:171","msg":"trace[1377038103] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8085; }","duration":"548.496548ms","start":"2026-03-06T00:41:05.834461Z","end":"2026-03-06T00:41:06.382957Z","steps":["trace[1377038103] 'agreement among raft nodes before linearized reading' (duration: 548.362065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.383007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.83444Z","time spent":"548.559449ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T00:41:06.383029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.933984Z","time spent":"448.956067ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:06.383198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.49628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:41:06.383269Z","caller":"traceutil/trace.go:171","msg":"trace[634669118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8085; }","duration":"513.601442ms","start":"2026-03-06T00:41:05.869654Z","end":"2026-03-06T00:41:06.383255Z","steps":["trace[634669118] 'agreement among raft nodes before linearized reading' (duration: 513.316656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.383261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T00:41:06.383262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.715969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:41:06.383316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.869638Z","time spent":"513.668913ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:06.383323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.945406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T00:41:06.383179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.593797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:41:06.383356Z","caller":"traceutil/trace.go:171","msg":"trace[139565295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8085; }","duration":"508.677252ms","start":"2026-03-06T00:41:05.874658Z","end":"2026-03-06T00:41:06.383335Z","steps":["trace[139565295] 'agreement among raft nodes before linearized reading' (duration: 508.429887ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.383396Z","caller":"traceutil/trace.go:171","msg":"trace[594280118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:8085; }","duration":"426.017428ms","start":"2026-03-06T00:41:05.957336Z","end":"2026-03-06T00:41:06.383354Z","steps":["trace[594280118] 'agreement among raft nodes before linearized reading' (duration: 425.913446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.383358Z","caller":"traceutil/trace.go:171","msg":"trace[2098895095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8085; }","duration":"415.846102ms","start":"2026-03-06T00:41:05.967497Z","end":"2026-03-06T00:41:06.383343Z","steps":["trace[2098895095] 'agreement among raft nodes before linearized reading' (duration: 415.507265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.38341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.874639Z","time spent":"508.759654ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:06.383418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.487816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:41:06.383449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.967487Z","time spent":"415.951034ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:06.383441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.957314Z","time spent":"426.11769ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"info","ts":"2026-03-06T00:41:06.383488Z","caller":"traceutil/trace.go:171","msg":"trace[1583549096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8085; }","duration":"507.610229ms","start":"2026-03-06T00:41:05.875861Z","end":"2026-03-06T00:41:06.383471Z","steps":["trace[1583549096] 'agreement among raft nodes before linearized reading' (duration: 507.20253ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.383399Z","caller":"traceutil/trace.go:171","msg":"trace[1933774721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8085; }","duration":"506.857212ms","start":"2026-03-06T00:41:05.876527Z","end":"2026-03-06T00:41:06.383385Z","steps":["trace[1933774721] 'agreement among raft nodes before linearized reading' (duration: 506.466533ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.382808Z","caller":"traceutil/trace.go:171","msg":"trace[1374838891] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"581.725005ms","start":"2026-03-06T00:41:05.801045Z","end":"2026-03-06T00:41:06.38277Z","steps":["trace[1374838891] 'process raft request' (duration: 348.305053ms)","trace[1374838891] 'compare' (duration: 233.035543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:06.383535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.875811Z","time spent":"507.711741ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:41:06.383555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.876505Z","time spent":"507.038786ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:41:06.383602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:05.801021Z","time spent":"582.530763ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:06.591765Z","caller":"traceutil/trace.go:171","msg":"trace[1309693409] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8390; }","duration":"203.579719ms","start":"2026-03-06T00:41:06.388155Z","end":"2026-03-06T00:41:06.591735Z","steps":["trace[1309693409] 'read index received' (duration: 141.033µs)","trace[1309693409] 'applied index is now lower than readState.Index' (duration: 203.436616ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:06.591947Z","caller":"traceutil/trace.go:171","msg":"trace[1005271979] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"203.763803ms","start":"2026-03-06T00:41:06.388132Z","end":"2026-03-06T00:41:06.591896Z","steps":["trace[1005271979] 'process raft request' (duration: 165.066564ms)","trace[1005271979] 'compare' (duration: 38.31115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:06.592761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.572531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227408"} {"level":"info","ts":"2026-03-06T00:41:06.593046Z","caller":"traceutil/trace.go:171","msg":"trace[523580627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8086; }","duration":"204.782416ms","start":"2026-03-06T00:41:06.388135Z","end":"2026-03-06T00:41:06.592917Z","steps":["trace[523580627] 'agreement among raft nodes before linearized reading' (duration: 203.968578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.618232Z","caller":"traceutil/trace.go:171","msg":"trace[2091833152] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"229.920794ms","start":"2026-03-06T00:41:06.388271Z","end":"2026-03-06T00:41:06.618192Z","steps":["trace[2091833152] 'process raft request' (duration: 229.75325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.618357Z","caller":"traceutil/trace.go:171","msg":"trace[2131665571] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"229.816172ms","start":"2026-03-06T00:41:06.388525Z","end":"2026-03-06T00:41:06.618341Z","steps":["trace[2131665571] 'process raft request' (duration: 229.626478ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.61879Z","caller":"traceutil/trace.go:171","msg":"trace[1176192053] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"230.229671ms","start":"2026-03-06T00:41:06.388543Z","end":"2026-03-06T00:41:06.618773Z","steps":["trace[1176192053] 'process raft request' (duration: 229.7317ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.618906Z","caller":"traceutil/trace.go:171","msg":"trace[990743518] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"118.792946ms","start":"2026-03-06T00:41:06.500104Z","end":"2026-03-06T00:41:06.618897Z","steps":["trace[990743518] 'process raft request' (duration: 118.670364ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.618994Z","caller":"traceutil/trace.go:171","msg":"trace[638675542] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"230.420365ms","start":"2026-03-06T00:41:06.388565Z","end":"2026-03-06T00:41:06.618985Z","steps":["trace[638675542] 'process raft request' (duration: 230.143049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.61911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.27741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a19afb72f5deb\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T00:41:06.619347Z","caller":"traceutil/trace.go:171","msg":"trace[228544901] range","detail":"{range_begin:/registry/events/openstack/ceph.189a19afb72f5deb; range_end:; response_count:1; response_revision:8091; }","duration":"229.537786ms","start":"2026-03-06T00:41:06.389795Z","end":"2026-03-06T00:41:06.619333Z","steps":["trace[228544901] 'agreement among raft nodes before linearized reading' (duration: 229.092316ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.781841Z","caller":"traceutil/trace.go:171","msg":"trace[2074565866] linearizableReadLoop","detail":"{readStateIndex:8397; appliedIndex:8396; }","duration":"159.147712ms","start":"2026-03-06T00:41:06.622671Z","end":"2026-03-06T00:41:06.781819Z","steps":["trace[2074565866] 'read index received' (duration: 127.311586ms)","trace[2074565866] 'applied index is now lower than readState.Index' (duration: 31.834906ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:06.782023Z","caller":"traceutil/trace.go:171","msg":"trace[1668337062] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"160.282719ms","start":"2026-03-06T00:41:06.621697Z","end":"2026-03-06T00:41:06.78198Z","steps":["trace[1668337062] 'process raft request' (duration: 128.203277ms)","trace[1668337062] 'compare' (duration: 31.792875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:06.782297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.526741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T00:41:06.782391Z","caller":"traceutil/trace.go:171","msg":"trace[1234424118] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8092; }","duration":"159.748046ms","start":"2026-03-06T00:41:06.622628Z","end":"2026-03-06T00:41:06.782376Z","steps":["trace[1234424118] 'agreement among raft nodes before linearized reading' (duration: 159.380237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.838796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.70095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:41:06.83893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.026032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:06.839012Z","caller":"traceutil/trace.go:171","msg":"trace[726127138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8094; }","duration":"137.157345ms","start":"2026-03-06T00:41:06.701835Z","end":"2026-03-06T00:41:06.838993Z","steps":["trace[726127138] 'agreement among raft nodes before linearized reading' (duration: 137.002242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:06.839009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.695409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:06.839084Z","caller":"traceutil/trace.go:171","msg":"trace[1955011688] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8094; }","duration":"138.826642ms","start":"2026-03-06T00:41:06.70024Z","end":"2026-03-06T00:41:06.839066Z","steps":["trace[1955011688] 'agreement among raft nodes before linearized reading' (duration: 138.663859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.838779Z","caller":"traceutil/trace.go:171","msg":"trace[1280992702] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"214.566134ms","start":"2026-03-06T00:41:06.624181Z","end":"2026-03-06T00:41:06.838747Z","steps":["trace[1280992702] 'process raft request' (duration: 214.42692ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.839221Z","caller":"traceutil/trace.go:171","msg":"trace[750269864] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8094; }","duration":"193.897674ms","start":"2026-03-06T00:41:06.645075Z","end":"2026-03-06T00:41:06.838973Z","steps":["trace[750269864] 'agreement among raft nodes before linearized reading' (duration: 193.598808ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:06.838862Z","caller":"traceutil/trace.go:171","msg":"trace[1894428972] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"215.28365ms","start":"2026-03-06T00:41:06.623564Z","end":"2026-03-06T00:41:06.838848Z","steps":["trace[1894428972] 'process raft request' (duration: 214.953453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:07.032492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.08129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:07.032765Z","caller":"traceutil/trace.go:171","msg":"trace[1238788469] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"188.021464ms","start":"2026-03-06T00:41:06.84471Z","end":"2026-03-06T00:41:07.032731Z","steps":["trace[1238788469] 'process raft request' (duration: 79.571056ms)","trace[1238788469] 'compare' (duration: 107.896466ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:07.721001Z","caller":"traceutil/trace.go:171","msg":"trace[1633442086] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"194.109791ms","start":"2026-03-06T00:41:07.526869Z","end":"2026-03-06T00:41:07.720979Z","steps":["trace[1633442086] 'process raft request' (duration: 193.954767ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:07.721206Z","caller":"traceutil/trace.go:171","msg":"trace[1045800986] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8401; }","duration":"188.328631ms","start":"2026-03-06T00:41:07.532865Z","end":"2026-03-06T00:41:07.721194Z","steps":["trace[1045800986] 'read index received' (duration: 187.937663ms)","trace[1045800986] 'applied index is now lower than readState.Index' (duration: 389.738µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:07.721521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.646909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-06T00:41:07.721546Z","caller":"traceutil/trace.go:171","msg":"trace[1879687715] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:8097; }","duration":"188.72381ms","start":"2026-03-06T00:41:07.532816Z","end":"2026-03-06T00:41:07.72154Z","steps":["trace[1879687715] 'agreement among raft nodes before linearized reading' (duration: 188.454614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:07.875047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.738957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:07.875279Z","caller":"traceutil/trace.go:171","msg":"trace[656298958] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"143.088506ms","start":"2026-03-06T00:41:07.732166Z","end":"2026-03-06T00:41:07.875255Z","steps":["trace[656298958] 'process raft request' (duration: 33.056793ms)","trace[656298958] 'compare' (duration: 109.511951ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:08.522496Z","caller":"traceutil/trace.go:171","msg":"trace[238589944] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"133.556735ms","start":"2026-03-06T00:41:08.388914Z","end":"2026-03-06T00:41:08.52247Z","steps":["trace[238589944] 'process raft request' (duration: 133.517304ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.522581Z","caller":"traceutil/trace.go:171","msg":"trace[762137021] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"477.983092ms","start":"2026-03-06T00:41:08.044546Z","end":"2026-03-06T00:41:08.522529Z","steps":["trace[762137021] 'process raft request' (duration: 476.633872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.522745Z","caller":"traceutil/trace.go:171","msg":"trace[402762205] linearizableReadLoop","detail":"{readStateIndex:8405; appliedIndex:8404; }","duration":"317.197222ms","start":"2026-03-06T00:41:08.205535Z","end":"2026-03-06T00:41:08.522732Z","steps":["trace[402762205] 'read index received' (duration: 315.673007ms)","trace[402762205] 'applied index is now lower than readState.Index' (duration: 1.522845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:08.522743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:08.044519Z","time spent":"478.132575ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:08.522833Z","caller":"traceutil/trace.go:171","msg":"trace[382123644] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"133.960714ms","start":"2026-03-06T00:41:08.388836Z","end":"2026-03-06T00:41:08.522797Z","steps":["trace[382123644] 'process raft request' (duration: 133.491904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:08.52292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.372905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T00:41:08.522951Z","caller":"traceutil/trace.go:171","msg":"trace[1834883526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8101; }","duration":"317.458407ms","start":"2026-03-06T00:41:08.205483Z","end":"2026-03-06T00:41:08.522941Z","steps":["trace[1834883526] 'agreement among raft nodes before linearized reading' (duration: 317.288383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:08.522981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:08.205461Z","time spent":"317.512189ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T00:41:08.809399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.337282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:08.809533Z","caller":"traceutil/trace.go:171","msg":"trace[762299245] linearizableReadLoop","detail":"{readStateIndex:8408; appliedIndex:8407; }","duration":"208.647102ms","start":"2026-03-06T00:41:08.600863Z","end":"2026-03-06T00:41:08.809511Z","steps":["trace[762299245] 'read index received' (duration: 61.026774ms)","trace[762299245] 'applied index is now lower than readState.Index' (duration: 147.614648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:08.809786Z","caller":"traceutil/trace.go:171","msg":"trace[899269252] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"208.961769ms","start":"2026-03-06T00:41:08.60079Z","end":"2026-03-06T00:41:08.809752Z","steps":["trace[899269252] 'process raft request' (duration: 61.172728ms)","trace[899269252] 'compare' (duration: 147.015944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:08.809974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.097731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19563"} {"level":"info","ts":"2026-03-06T00:41:08.810044Z","caller":"traceutil/trace.go:171","msg":"trace[531038786] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8102; }","duration":"209.182624ms","start":"2026-03-06T00:41:08.600844Z","end":"2026-03-06T00:41:08.810027Z","steps":["trace[531038786] 'agreement among raft nodes before linearized reading' (duration: 208.898848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:08.810109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.68355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:41:08.81013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.546309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:08.810179Z","caller":"traceutil/trace.go:171","msg":"trace[1309398601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8102; }","duration":"184.783332ms","start":"2026-03-06T00:41:08.625386Z","end":"2026-03-06T00:41:08.81017Z","steps":["trace[1309398601] 'agreement among raft nodes before linearized reading' (duration: 184.610898ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.810236Z","caller":"traceutil/trace.go:171","msg":"trace[410787846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8102; }","duration":"108.708943ms","start":"2026-03-06T00:41:08.701498Z","end":"2026-03-06T00:41:08.810207Z","steps":["trace[410787846] 'agreement among raft nodes before linearized reading' (duration: 108.505498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:08.810391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.390218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:41:08.810408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.010011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:41:08.810447Z","caller":"traceutil/trace.go:171","msg":"trace[512478952] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8102; }","duration":"177.510081ms","start":"2026-03-06T00:41:08.632923Z","end":"2026-03-06T00:41:08.810433Z","steps":["trace[512478952] 'agreement among raft nodes before linearized reading' (duration: 177.352167ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.810464Z","caller":"traceutil/trace.go:171","msg":"trace[1805172907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8102; }","duration":"187.086683ms","start":"2026-03-06T00:41:08.623354Z","end":"2026-03-06T00:41:08.810441Z","steps":["trace[1805172907] 'agreement among raft nodes before linearized reading' (duration: 186.94568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:08.81047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.155476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227408"} {"level":"warn","ts":"2026-03-06T00:41:08.810402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.281775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:41:08.810766Z","caller":"traceutil/trace.go:171","msg":"trace[1097415050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8102; }","duration":"206.29306ms","start":"2026-03-06T00:41:08.604229Z","end":"2026-03-06T00:41:08.810522Z","steps":["trace[1097415050] 'agreement among raft nodes before linearized reading' (duration: 205.539152ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.810795Z","caller":"traceutil/trace.go:171","msg":"trace[345114655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8102; }","duration":"186.49568ms","start":"2026-03-06T00:41:08.624097Z","end":"2026-03-06T00:41:08.810593Z","steps":["trace[345114655] 'agreement among raft nodes before linearized reading' (duration: 186.206643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:08.811107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.204894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:41:08.811133Z","caller":"traceutil/trace.go:171","msg":"trace[1389484536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8102; }","duration":"186.267126ms","start":"2026-03-06T00:41:08.62486Z","end":"2026-03-06T00:41:08.811127Z","steps":["trace[1389484536] 'agreement among raft nodes before linearized reading' (duration: 185.457837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.939513Z","caller":"traceutil/trace.go:171","msg":"trace[28311028] linearizableReadLoop","detail":"{readStateIndex:8412; appliedIndex:8409; }","duration":"119.872791ms","start":"2026-03-06T00:41:08.819586Z","end":"2026-03-06T00:41:08.939459Z","steps":["trace[28311028] 'read index received' (duration: 75.70637ms)","trace[28311028] 'applied index is now lower than readState.Index' (duration: 44.165421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:08.939775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.167297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-06T00:41:08.939812Z","caller":"traceutil/trace.go:171","msg":"trace[731278083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8106; }","duration":"120.2597ms","start":"2026-03-06T00:41:08.819542Z","end":"2026-03-06T00:41:08.939802Z","steps":["trace[731278083] 'agreement among raft nodes before linearized reading' (duration: 120.050925ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.939952Z","caller":"traceutil/trace.go:171","msg":"trace[373211867] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"125.025566ms","start":"2026-03-06T00:41:08.814895Z","end":"2026-03-06T00:41:08.939921Z","steps":["trace[373211867] 'process raft request' (duration: 119.827031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.940017Z","caller":"traceutil/trace.go:171","msg":"trace[470147649] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"125.003406ms","start":"2026-03-06T00:41:08.815004Z","end":"2026-03-06T00:41:08.940007Z","steps":["trace[470147649] 'process raft request' (duration: 124.381083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:08.940154Z","caller":"traceutil/trace.go:171","msg":"trace[2145417352] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"124.623317ms","start":"2026-03-06T00:41:08.815525Z","end":"2026-03-06T00:41:08.940148Z","steps":["trace[2145417352] 'process raft request' (duration: 123.901282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:17.629342Z","caller":"traceutil/trace.go:171","msg":"trace[44929892] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"178.793469ms","start":"2026-03-06T00:41:17.450516Z","end":"2026-03-06T00:41:17.62931Z","steps":["trace[44929892] 'process raft request' (duration: 178.557643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:04.818993Z","caller":"traceutil/trace.go:171","msg":"trace[1621453293] linearizableReadLoop","detail":"{readStateIndex:9002; appliedIndex:9001; }","duration":"178.35022ms","start":"2026-03-06T00:42:04.640598Z","end":"2026-03-06T00:42:04.818949Z","steps":["trace[1621453293] 'read index received' (duration: 178.093974ms)","trace[1621453293] 'applied index is now lower than readState.Index' (duration: 255.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:04.819106Z","caller":"traceutil/trace.go:171","msg":"trace[1685167808] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"286.214504ms","start":"2026-03-06T00:42:04.532855Z","end":"2026-03-06T00:42:04.819069Z","steps":["trace[1685167808] 'process raft request' (duration: 285.856216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:04.819156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.526773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:42:04.819271Z","caller":"traceutil/trace.go:171","msg":"trace[98429093] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8681; }","duration":"178.735849ms","start":"2026-03-06T00:42:04.640521Z","end":"2026-03-06T00:42:04.819257Z","steps":["trace[98429093] 'agreement among raft nodes before linearized reading' (duration: 178.556535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:05.362143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.81962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:05.362641Z","caller":"traceutil/trace.go:171","msg":"trace[639381659] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9002; }","duration":"543.563518ms","start":"2026-03-06T00:42:04.819056Z","end":"2026-03-06T00:42:05.362619Z","steps":["trace[639381659] 'read index received' (duration: 432.067542ms)","trace[639381659] 'applied index is now lower than readState.Index' (duration: 111.489415ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:05.36265Z","caller":"traceutil/trace.go:171","msg":"trace[367014175] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"623.85453ms","start":"2026-03-06T00:42:04.738742Z","end":"2026-03-06T00:42:05.362597Z","steps":["trace[367014175] 'process raft request' (duration: 512.457457ms)","trace[367014175] 'compare' (duration: 110.668977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:05.363012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.877059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-06T00:42:05.363123Z","caller":"traceutil/trace.go:171","msg":"trace[1676844144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8683; }","duration":"455.044382ms","start":"2026-03-06T00:42:04.90806Z","end":"2026-03-06T00:42:05.363105Z","steps":["trace[1676844144] 'agreement among raft nodes before linearized reading' (duration: 454.813977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:05.363174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:04.908037Z","time spent":"455.125013ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:42:05.362799Z","caller":"traceutil/trace.go:171","msg":"trace[1852192412] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"624.027184ms","start":"2026-03-06T00:42:04.73876Z","end":"2026-03-06T00:42:05.362787Z","steps":["trace[1852192412] 'process raft request' (duration: 623.765199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:05.363504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.734458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:42:05.363559Z","caller":"traceutil/trace.go:171","msg":"trace[548778429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8683; }","duration":"223.83479ms","start":"2026-03-06T00:42:05.13971Z","end":"2026-03-06T00:42:05.363545Z","steps":["trace[548778429] 'agreement among raft nodes before linearized reading' (duration: 223.576674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:05.362865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.670119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:42:05.363554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.373605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T00:42:05.363604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:04.738743Z","time spent":"624.74931ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:05.363651Z","caller":"traceutil/trace.go:171","msg":"trace[1580407707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8683; }","duration":"662.491547ms","start":"2026-03-06T00:42:04.701143Z","end":"2026-03-06T00:42:05.363634Z","steps":["trace[1580407707] 'agreement among raft nodes before linearized reading' (duration: 661.678219ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.363661Z","caller":"traceutil/trace.go:171","msg":"trace[1004627451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:8683; }","duration":"212.537459ms","start":"2026-03-06T00:42:05.151104Z","end":"2026-03-06T00:42:05.363641Z","steps":["trace[1004627451] 'agreement among raft nodes before linearized reading' (duration: 212.12654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:05.363715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:04.701123Z","time spent":"662.577839ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:42:05.366068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:04.738729Z","time spent":"624.840331ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:19.766542Z","caller":"traceutil/trace.go:171","msg":"trace[1530234087] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9096; }","duration":"333.932034ms","start":"2026-03-06T00:42:19.432571Z","end":"2026-03-06T00:42:19.766503Z","steps":["trace[1530234087] 'read index received' (duration: 333.681928ms)","trace[1530234087] 'applied index is now lower than readState.Index' (duration: 248.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:19.766737Z","caller":"traceutil/trace.go:171","msg":"trace[426850558] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"341.157024ms","start":"2026-03-06T00:42:19.425556Z","end":"2026-03-06T00:42:19.766713Z","steps":["trace[426850558] 'process raft request' (duration: 340.697103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.766896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.425531Z","time spent":"341.240506ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:19.767049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.455626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:42:19.767163Z","caller":"traceutil/trace.go:171","msg":"trace[80349440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8773; }","duration":"334.64918ms","start":"2026-03-06T00:42:19.432487Z","end":"2026-03-06T00:42:19.767136Z","steps":["trace[80349440] 'agreement among raft nodes before linearized reading' (duration: 334.332313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.767224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.43244Z","time spent":"334.774833ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:19.815215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.215412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:42:19.815285Z","caller":"traceutil/trace.go:171","msg":"trace[670164955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8774; }","duration":"371.308303ms","start":"2026-03-06T00:42:19.44396Z","end":"2026-03-06T00:42:19.815268Z","steps":["trace[670164955] 'agreement among raft nodes before linearized reading' (duration: 371.106469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.81532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.44395Z","time spent":"371.363814ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:19.815346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.575403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:42:19.815309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.831152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:42:19.815433Z","caller":"traceutil/trace.go:171","msg":"trace[1337425893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8774; }","duration":"136.713915ms","start":"2026-03-06T00:42:19.678694Z","end":"2026-03-06T00:42:19.815408Z","steps":["trace[1337425893] 'agreement among raft nodes before linearized reading' (duration: 136.571902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.81541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.375995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:42:19.815488Z","caller":"traceutil/trace.go:171","msg":"trace[168244065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:8774; }","duration":"362.051578ms","start":"2026-03-06T00:42:19.453411Z","end":"2026-03-06T00:42:19.815462Z","steps":["trace[168244065] 'agreement among raft nodes before linearized reading' (duration: 361.629258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:19.815503Z","caller":"traceutil/trace.go:171","msg":"trace[1056134148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8774; }","duration":"371.521468ms","start":"2026-03-06T00:42:19.443959Z","end":"2026-03-06T00:42:19.81548Z","steps":["trace[1056134148] 'agreement among raft nodes before linearized reading' (duration: 371.199081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.815553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.453401Z","time spent":"362.141829ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"warn","ts":"2026-03-06T00:42:19.815556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.44394Z","time spent":"371.6062ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:42:19.815338Z","caller":"traceutil/trace.go:171","msg":"trace[203520990] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"378.666196ms","start":"2026-03-06T00:42:19.436605Z","end":"2026-03-06T00:42:19.815271Z","steps":["trace[203520990] 'process raft request' (duration: 378.208346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.815489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.038236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:42:19.815686Z","caller":"traceutil/trace.go:171","msg":"trace[1395676213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8774; }","duration":"375.347363ms","start":"2026-03-06T00:42:19.440315Z","end":"2026-03-06T00:42:19.815662Z","steps":["trace[1395676213] 'agreement among raft nodes before linearized reading' (duration: 374.801291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.815727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.43658Z","time spent":"379.032714ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:19.8152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.742465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:42:19.815779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.440307Z","time spent":"375.456915ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:42:19.815878Z","caller":"traceutil/trace.go:171","msg":"trace[1516455908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8774; }","duration":"382.479041ms","start":"2026-03-06T00:42:19.433366Z","end":"2026-03-06T00:42:19.815845Z","steps":["trace[1516455908] 'agreement among raft nodes before linearized reading' (duration: 381.635813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:19.816007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.433346Z","time spent":"382.607903ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:42:19.815997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.837937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:19.81607Z","caller":"traceutil/trace.go:171","msg":"trace[547707332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8774; }","duration":"113.939498ms","start":"2026-03-06T00:42:19.702107Z","end":"2026-03-06T00:42:19.816047Z","steps":["trace[547707332] 'agreement among raft nodes before linearized reading' (duration: 113.336575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.11253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.189012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:20.112738Z","caller":"traceutil/trace.go:171","msg":"trace[229204215] linearizableReadLoop","detail":"{readStateIndex:9099; appliedIndex:9098; }","duration":"294.887267ms","start":"2026-03-06T00:42:19.81783Z","end":"2026-03-06T00:42:20.112717Z","steps":["trace[229204215] 'read index received' (duration: 13.405158ms)","trace[229204215] 'applied index is now lower than readState.Index' (duration: 281.480429ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:20.112833Z","caller":"traceutil/trace.go:171","msg":"trace[1999322543] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"340.059919ms","start":"2026-03-06T00:42:19.772758Z","end":"2026-03-06T00:42:20.112818Z","steps":["trace[1999322543] 'process raft request' (duration: 58.467268ms)","trace[1999322543] 'compare' (duration: 281.003498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:20.112906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.77273Z","time spent":"340.140611ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:20.11399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.127445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:20.113998Z","caller":"traceutil/trace.go:171","msg":"trace[778163991] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"293.379263ms","start":"2026-03-06T00:42:19.820551Z","end":"2026-03-06T00:42:20.11393Z","steps":["trace[778163991] 'process raft request' (duration: 292.120775ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.114095Z","caller":"traceutil/trace.go:171","msg":"trace[993717422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"296.282098ms","start":"2026-03-06T00:42:19.817788Z","end":"2026-03-06T00:42:20.11407Z","steps":["trace[993717422] 'agreement among raft nodes before linearized reading' (duration: 295.0314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.11429Z","caller":"traceutil/trace.go:171","msg":"trace[386332589] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"293.370832ms","start":"2026-03-06T00:42:19.820893Z","end":"2026-03-06T00:42:20.114264Z","steps":["trace[386332589] 'process raft request' (duration: 292.936993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.114305Z","caller":"traceutil/trace.go:171","msg":"trace[1931625459] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"293.356703ms","start":"2026-03-06T00:42:19.820917Z","end":"2026-03-06T00:42:20.114274Z","steps":["trace[1931625459] 'process raft request' (duration: 293.21961ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.11438Z","caller":"traceutil/trace.go:171","msg":"trace[1874451170] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"292.114526ms","start":"2026-03-06T00:42:19.822244Z","end":"2026-03-06T00:42:20.114359Z","steps":["trace[1874451170] 'process raft request' (duration: 291.991893ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:20.193908Z","caller":"traceutil/trace.go:171","msg":"trace[26807991] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"206.179637ms","start":"2026-03-06T00:42:19.98769Z","end":"2026-03-06T00:42:20.19387Z","steps":["trace[26807991] 'process raft request' (duration: 205.964413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.194444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.109863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289825"} {"level":"info","ts":"2026-03-06T00:42:20.194534Z","caller":"traceutil/trace.go:171","msg":"trace[386981971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8780; }","duration":"373.249946ms","start":"2026-03-06T00:42:19.821266Z","end":"2026-03-06T00:42:20.194516Z","steps":["trace[386981971] 'agreement among raft nodes before linearized reading' (duration: 372.566531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:20.19458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:19.821249Z","time spent":"373.320608ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289848,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:44:38.882319Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:44:38.888332Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:44:38.888546Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:45:04.489715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7709} {"level":"info","ts":"2026-03-06T00:45:04.573691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7709,"took":"80.112268ms","hash":3226814006,"current-db-size-bytes":42831872,"current-db-size":"43 MB","current-db-size-in-use-bytes":25006080,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T00:45:04.574458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3226814006,"revision":7709,"compact-revision":5672} {"level":"info","ts":"2026-03-06T00:47:58.222462Z","caller":"traceutil/trace.go:171","msg":"trace[1165862135] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"107.786299ms","start":"2026-03-06T00:47:58.114624Z","end":"2026-03-06T00:47:58.22241Z","steps":["trace[1165862135] 'process raft request' (duration: 107.596115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:59.213173Z","caller":"traceutil/trace.go:171","msg":"trace[850968246] transaction","detail":"{read_only:false; response_revision:11044; number_of_response:1; }","duration":"150.861162ms","start":"2026-03-06T00:47:59.062284Z","end":"2026-03-06T00:47:59.213145Z","steps":["trace[850968246] 'process raft request' (duration: 150.613816ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:59.226196Z","caller":"traceutil/trace.go:171","msg":"trace[1063172494] linearizableReadLoop","detail":"{readStateIndex:11447; appliedIndex:11445; }","duration":"103.914404ms","start":"2026-03-06T00:47:59.122257Z","end":"2026-03-06T00:47:59.226172Z","steps":["trace[1063172494] 'read index received' (duration: 90.63337ms)","trace[1063172494] 'applied index is now lower than readState.Index' (duration: 13.279984ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:47:59.226249Z","caller":"traceutil/trace.go:171","msg":"trace[830538750] transaction","detail":"{read_only:false; response_revision:11045; number_of_response:1; }","duration":"123.681441ms","start":"2026-03-06T00:47:59.102541Z","end":"2026-03-06T00:47:59.226223Z","steps":["trace[830538750] 'process raft request' (duration: 123.487377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.226366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.873773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.226413Z","caller":"traceutil/trace.go:171","msg":"trace[1891008929] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11045; }","duration":"103.996716ms","start":"2026-03-06T00:47:59.122404Z","end":"2026-03-06T00:47:59.226401Z","steps":["trace[1891008929] 'agreement among raft nodes before linearized reading' (duration: 103.907494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.226529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.754175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-06T00:47:59.22653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.924408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-06T00:47:59.226569Z","caller":"traceutil/trace.go:171","msg":"trace[1286553601] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11045; }","duration":"100.807136ms","start":"2026-03-06T00:47:59.125749Z","end":"2026-03-06T00:47:59.226556Z","steps":["trace[1286553601] 'agreement among raft nodes before linearized reading' (duration: 100.644223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:59.226591Z","caller":"traceutil/trace.go:171","msg":"trace[953332096] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11045; }","duration":"101.046412ms","start":"2026-03-06T00:47:59.12553Z","end":"2026-03-06T00:47:59.226576Z","steps":["trace[953332096] 'agreement among raft nodes before linearized reading' (duration: 100.840757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.226545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.197361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.226864Z","caller":"traceutil/trace.go:171","msg":"trace[1656618504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11045; }","duration":"104.624119ms","start":"2026-03-06T00:47:59.122216Z","end":"2026-03-06T00:47:59.226841Z","steps":["trace[1656618504] 'agreement among raft nodes before linearized reading' (duration: 104.068997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.226832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.508016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:47:59.226874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.800502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.226955Z","caller":"traceutil/trace.go:171","msg":"trace[1473828062] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11045; }","duration":"103.873923ms","start":"2026-03-06T00:47:59.123054Z","end":"2026-03-06T00:47:59.226928Z","steps":["trace[1473828062] 'agreement among raft nodes before linearized reading' (duration: 103.386343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:59.226982Z","caller":"traceutil/trace.go:171","msg":"trace[1206941897] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11045; }","duration":"103.957245ms","start":"2026-03-06T00:47:59.122996Z","end":"2026-03-06T00:47:59.226954Z","steps":["trace[1206941897] 'agreement among raft nodes before linearized reading' (duration: 103.504535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.376148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.038469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.37626Z","caller":"traceutil/trace.go:171","msg":"trace[90039690] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11045; }","duration":"105.237233ms","start":"2026-03-06T00:47:59.270998Z","end":"2026-03-06T00:47:59.376235Z","steps":["trace[90039690] 'range keys from in-memory index tree' (duration: 104.861784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.376432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.748283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:47:59.376427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.250073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.37651Z","caller":"traceutil/trace.go:171","msg":"trace[1007375297] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11045; }","duration":"104.867515ms","start":"2026-03-06T00:47:59.271624Z","end":"2026-03-06T00:47:59.376492Z","steps":["trace[1007375297] 'range keys from in-memory index tree' (duration: 104.65178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.376466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.191493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.376544Z","caller":"traceutil/trace.go:171","msg":"trace[1103815191] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11045; }","duration":"105.398506ms","start":"2026-03-06T00:47:59.271115Z","end":"2026-03-06T00:47:59.376513Z","steps":["trace[1103815191] 'range keys from in-memory index tree' (duration: 105.159101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:59.376574Z","caller":"traceutil/trace.go:171","msg":"trace[517106131] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11045; }","duration":"105.330545ms","start":"2026-03-06T00:47:59.271218Z","end":"2026-03-06T00:47:59.376548Z","steps":["trace[517106131] 'range keys from in-memory index tree' (duration: 105.09129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:59.860762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.828377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:59.860855Z","caller":"traceutil/trace.go:171","msg":"trace[1891831233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11046; }","duration":"158.99124ms","start":"2026-03-06T00:47:59.701843Z","end":"2026-03-06T00:47:59.860834Z","steps":["trace[1891831233] 'range keys from in-memory index tree' (duration: 158.719645ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:00.076534Z","caller":"traceutil/trace.go:171","msg":"trace[546555741] linearizableReadLoop","detail":"{readStateIndex:11450; appliedIndex:11449; }","duration":"138.14298ms","start":"2026-03-06T00:47:59.938355Z","end":"2026-03-06T00:48:00.076498Z","steps":["trace[546555741] 'read index received' (duration: 117.640738ms)","trace[546555741] 'applied index is now lower than readState.Index' (duration: 20.501032ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:00.076625Z","caller":"traceutil/trace.go:171","msg":"trace[164028064] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"156.006754ms","start":"2026-03-06T00:47:59.920564Z","end":"2026-03-06T00:48:00.076571Z","steps":["trace[164028064] 'process raft request' (duration: 135.486861ms)","trace[164028064] 'compare' (duration: 20.301348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:00.076835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.092803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:48:00.076884Z","caller":"traceutil/trace.go:171","msg":"trace[217078571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11048; }","duration":"135.218535ms","start":"2026-03-06T00:47:59.941652Z","end":"2026-03-06T00:48:00.076871Z","steps":["trace[217078571] 'agreement among raft nodes before linearized reading' (duration: 135.046521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:00.076972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.278362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T00:48:00.076974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.211561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:48:00.07703Z","caller":"traceutil/trace.go:171","msg":"trace[227187214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11048; }","duration":"133.399216ms","start":"2026-03-06T00:47:59.943617Z","end":"2026-03-06T00:48:00.077016Z","steps":["trace[227187214] 'agreement among raft nodes before linearized reading' (duration: 133.13757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:00.077071Z","caller":"traceutil/trace.go:171","msg":"trace[320488216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11048; }","duration":"133.374015ms","start":"2026-03-06T00:47:59.943674Z","end":"2026-03-06T00:48:00.077048Z","steps":["trace[320488216] 'agreement among raft nodes before linearized reading' (duration: 133.077338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:00.077003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.64775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:48:00.077162Z","caller":"traceutil/trace.go:171","msg":"trace[290880307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11048; }","duration":"138.848536ms","start":"2026-03-06T00:47:59.938292Z","end":"2026-03-06T00:48:00.07714Z","steps":["trace[290880307] 'agreement among raft nodes before linearized reading' (duration: 138.337894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:00.329599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.187366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:48:00.329775Z","caller":"traceutil/trace.go:171","msg":"trace[126393923] transaction","detail":"{read_only:false; response_revision:11053; number_of_response:1; }","duration":"180.265941ms","start":"2026-03-06T00:48:00.149477Z","end":"2026-03-06T00:48:00.329743Z","steps":["trace[126393923] 'process raft request' (duration: 53.802239ms)","trace[126393923] 'compare' (duration: 125.976221ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:04.500447Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9761} {"level":"info","ts":"2026-03-06T00:50:04.614023Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9761,"took":"110.717674ms","hash":671664245,"current-db-size-bytes":42831872,"current-db-size":"43 MB","current-db-size-in-use-bytes":22110208,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-06T00:50:04.614096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":671664245,"revision":9761,"compact-revision":7709} {"level":"info","ts":"2026-03-06T00:53:36.825451Z","caller":"traceutil/trace.go:171","msg":"trace[1970285928] transaction","detail":"{read_only:false; response_revision:13158; number_of_response:1; }","duration":"169.754267ms","start":"2026-03-06T00:53:36.655651Z","end":"2026-03-06T00:53:36.825406Z","steps":["trace[1970285928] 'process raft request' (duration: 169.338497ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:36.873417Z","caller":"traceutil/trace.go:171","msg":"trace[1469546112] linearizableReadLoop","detail":"{readStateIndex:13638; appliedIndex:13636; }","duration":"171.78332ms","start":"2026-03-06T00:53:36.701605Z","end":"2026-03-06T00:53:36.873389Z","steps":["trace[1469546112] 'read index received' (duration: 123.729677ms)","trace[1469546112] 'applied index is now lower than readState.Index' (duration: 48.052473ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:36.87346Z","caller":"traceutil/trace.go:171","msg":"trace[1432594881] transaction","detail":"{read_only:false; response_revision:13159; number_of_response:1; }","duration":"194.467022ms","start":"2026-03-06T00:53:36.678962Z","end":"2026-03-06T00:53:36.873429Z","steps":["trace[1432594881] 'process raft request' (duration: 194.241697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:36.873553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.939984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:36.873589Z","caller":"traceutil/trace.go:171","msg":"trace[783606360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13159; }","duration":"172.049276ms","start":"2026-03-06T00:53:36.701529Z","end":"2026-03-06T00:53:36.873579Z","steps":["trace[783606360] 'agreement among raft nodes before linearized reading' (duration: 171.971924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:38.560748Z","caller":"traceutil/trace.go:171","msg":"trace[1490660495] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"112.098501ms","start":"2026-03-06T00:53:38.448624Z","end":"2026-03-06T00:53:38.560722Z","steps":["trace[1490660495] 'process raft request' (duration: 111.924347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:38.929926Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003552.wal"} {"level":"info","ts":"2026-03-06T00:53:48.383884Z","caller":"traceutil/trace.go:171","msg":"trace[1668565253] linearizableReadLoop","detail":"{readStateIndex:13738; appliedIndex:13737; }","duration":"172.371054ms","start":"2026-03-06T00:53:48.211483Z","end":"2026-03-06T00:53:48.383854Z","steps":["trace[1668565253] 'read index received' (duration: 170.696067ms)","trace[1668565253] 'applied index is now lower than readState.Index' (duration: 1.673797ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:48.383996Z","caller":"traceutil/trace.go:171","msg":"trace[1003345809] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"180.097384ms","start":"2026-03-06T00:53:48.203846Z","end":"2026-03-06T00:53:48.383943Z","steps":["trace[1003345809] 'process raft request' (duration: 178.360945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:48.384241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.740683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:53:48.384321Z","caller":"traceutil/trace.go:171","msg":"trace[2002905180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13253; }","duration":"172.881986ms","start":"2026-03-06T00:53:48.211422Z","end":"2026-03-06T00:53:48.384304Z","steps":["trace[2002905180] 'agreement among raft nodes before linearized reading' (duration: 172.562649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:48.384383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.317269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:53:48.384445Z","caller":"traceutil/trace.go:171","msg":"trace[254669028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13253; }","duration":"166.380761ms","start":"2026-03-06T00:53:48.218049Z","end":"2026-03-06T00:53:48.38443Z","steps":["trace[254669028] 'agreement among raft nodes before linearized reading' (duration: 166.206437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:48.384568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.809173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-06T00:53:48.384572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.577667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:53:48.384706Z","caller":"traceutil/trace.go:171","msg":"trace[962436628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13253; }","duration":"106.955477ms","start":"2026-03-06T00:53:48.277701Z","end":"2026-03-06T00:53:48.384656Z","steps":["trace[962436628] 'agreement among raft nodes before linearized reading' (duration: 106.566468ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:48.384706Z","caller":"traceutil/trace.go:171","msg":"trace[1573960584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13253; }","duration":"134.738471ms","start":"2026-03-06T00:53:48.249951Z","end":"2026-03-06T00:53:48.384689Z","steps":["trace[1573960584] 'agreement among raft nodes before linearized reading' (duration: 134.414774ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:51.114749Z","caller":"traceutil/trace.go:171","msg":"trace[1508306725] transaction","detail":"{read_only:false; response_revision:13266; number_of_response:1; }","duration":"145.302355ms","start":"2026-03-06T00:53:50.969412Z","end":"2026-03-06T00:53:51.114714Z","steps":["trace[1508306725] 'process raft request' (duration: 145.04277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:51.123526Z","caller":"traceutil/trace.go:171","msg":"trace[1578764850] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"143.348212ms","start":"2026-03-06T00:53:50.980148Z","end":"2026-03-06T00:53:51.123496Z","steps":["trace[1578764850] 'process raft request' (duration: 142.946393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:10.28943Z","caller":"traceutil/trace.go:171","msg":"trace[787325428] transaction","detail":"{read_only:false; response_revision:13358; number_of_response:1; }","duration":"146.371029ms","start":"2026-03-06T00:54:10.143026Z","end":"2026-03-06T00:54:10.289397Z","steps":["trace[787325428] 'process raft request' (duration: 146.135403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:10.961452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.449596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:54:10.961538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.30505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:54:10.961539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.799993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T00:54:10.961578Z","caller":"traceutil/trace.go:171","msg":"trace[1539659146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13358; }","duration":"469.697202ms","start":"2026-03-06T00:54:10.491854Z","end":"2026-03-06T00:54:10.961551Z","steps":["trace[1539659146] 'range keys from in-memory index tree' (duration: 469.243012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:10.961609Z","caller":"traceutil/trace.go:171","msg":"trace[1344611634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13358; }","duration":"458.389442ms","start":"2026-03-06T00:54:10.503202Z","end":"2026-03-06T00:54:10.961592Z","steps":["trace[1344611634] 'range keys from in-memory index tree' (duration: 458.039044ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:10.961623Z","caller":"traceutil/trace.go:171","msg":"trace[389690812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13358; }","duration":"459.945707ms","start":"2026-03-06T00:54:10.501659Z","end":"2026-03-06T00:54:10.961605Z","steps":["trace[389690812] 'range keys from in-memory index tree' (duration: 459.589959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:10.961648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:10.491833Z","time spent":"469.799115ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:54:10.961685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:10.501626Z","time spent":"460.046078ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:54:10.961642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:10.503127Z","time spent":"458.508805ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:54:10.961807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.073285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:54:10.962137Z","caller":"traceutil/trace.go:171","msg":"trace[851293949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13358; }","duration":"458.333661ms","start":"2026-03-06T00:54:10.503593Z","end":"2026-03-06T00:54:10.961926Z","steps":["trace[851293949] 'range keys from in-memory index tree' (duration: 457.728468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:10.96228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:10.503569Z","time spent":"458.630548ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:54:11.538615Z","caller":"traceutil/trace.go:171","msg":"trace[824629269] transaction","detail":"{read_only:false; response_revision:13363; number_of_response:1; }","duration":"359.047214ms","start":"2026-03-06T00:54:11.179497Z","end":"2026-03-06T00:54:11.538544Z","steps":["trace[824629269] 'process raft request' (duration: 358.827729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.538881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:11.179472Z","time spent":"359.29953ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:11.547568Z","caller":"traceutil/trace.go:171","msg":"trace[199660755] transaction","detail":"{read_only:false; response_revision:13364; number_of_response:1; }","duration":"364.010003ms","start":"2026-03-06T00:54:11.183526Z","end":"2026-03-06T00:54:11.547536Z","steps":["trace[199660755] 'process raft request' (duration: 363.782089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:11.547829Z","caller":"traceutil/trace.go:171","msg":"trace[1598388259] transaction","detail":"{read_only:false; response_revision:13365; number_of_response:1; }","duration":"362.339607ms","start":"2026-03-06T00:54:11.185467Z","end":"2026-03-06T00:54:11.547807Z","steps":["trace[1598388259] 'process raft request' (duration: 362.01392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.547828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:11.183505Z","time spent":"364.157507ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:11.547748Z","caller":"traceutil/trace.go:171","msg":"trace[712174063] linearizableReadLoop","detail":"{readStateIndex:13854; appliedIndex:13851; }","duration":"336.831893ms","start":"2026-03-06T00:54:11.210885Z","end":"2026-03-06T00:54:11.547717Z","steps":["trace[712174063] 'read index received' (duration: 327.330123ms)","trace[712174063] 'applied index is now lower than readState.Index' (duration: 9.4997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:11.547936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:11.185461Z","time spent":"362.407969ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:11.54803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.12798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:11.548083Z","caller":"traceutil/trace.go:171","msg":"trace[1178313811] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13365; }","duration":"337.220192ms","start":"2026-03-06T00:54:11.210847Z","end":"2026-03-06T00:54:11.548067Z","steps":["trace[1178313811] 'agreement among raft nodes before linearized reading' (duration: 337.079909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:11.548127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:11.210829Z","time spent":"337.285693ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:54:17.675771Z","caller":"traceutil/trace.go:171","msg":"trace[1680571152] transaction","detail":"{read_only:false; response_revision:13392; number_of_response:1; }","duration":"116.958538ms","start":"2026-03-06T00:54:17.558776Z","end":"2026-03-06T00:54:17.675734Z","steps":["trace[1680571152] 'process raft request' (duration: 116.741103ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.736273Z","caller":"traceutil/trace.go:171","msg":"trace[1409152630] linearizableReadLoop","detail":"{readStateIndex:13884; appliedIndex:13881; }","duration":"158.558749ms","start":"2026-03-06T00:54:17.577695Z","end":"2026-03-06T00:54:17.736254Z","steps":["trace[1409152630] 'read index received' (duration: 97.839895ms)","trace[1409152630] 'applied index is now lower than readState.Index' (duration: 60.718344ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:17.736299Z","caller":"traceutil/trace.go:171","msg":"trace[1680932456] transaction","detail":"{read_only:false; response_revision:13393; number_of_response:1; }","duration":"170.438601ms","start":"2026-03-06T00:54:17.565837Z","end":"2026-03-06T00:54:17.736276Z","steps":["trace[1680932456] 'process raft request' (duration: 170.271347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.736372Z","caller":"traceutil/trace.go:171","msg":"trace[1033212346] transaction","detail":"{read_only:false; response_revision:13394; number_of_response:1; }","duration":"168.433726ms","start":"2026-03-06T00:54:17.567899Z","end":"2026-03-06T00:54:17.736333Z","steps":["trace[1033212346] 'process raft request' (duration: 168.320614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.737197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.891346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:54:17.737272Z","caller":"traceutil/trace.go:171","msg":"trace[1754455039] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:13394; }","duration":"159.638092ms","start":"2026-03-06T00:54:17.577614Z","end":"2026-03-06T00:54:17.737252Z","steps":["trace[1754455039] 'agreement among raft nodes before linearized reading' (duration: 158.757623ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:27.234087Z","caller":"traceutil/trace.go:171","msg":"trace[1924938736] transaction","detail":"{read_only:false; response_revision:13450; number_of_response:1; }","duration":"188.96075ms","start":"2026-03-06T00:54:27.045088Z","end":"2026-03-06T00:54:27.234049Z","steps":["trace[1924938736] 'process raft request' (duration: 188.676564ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:27.234239Z","caller":"traceutil/trace.go:171","msg":"trace[1044120360] linearizableReadLoop","detail":"{readStateIndex:13944; appliedIndex:13941; }","duration":"187.526929ms","start":"2026-03-06T00:54:27.046679Z","end":"2026-03-06T00:54:27.234206Z","steps":["trace[1044120360] 'read index received' (duration: 13.934139ms)","trace[1044120360] 'applied index is now lower than readState.Index' (duration: 173.59116ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:27.234369Z","caller":"traceutil/trace.go:171","msg":"trace[1919105009] transaction","detail":"{read_only:false; response_revision:13451; number_of_response:1; }","duration":"189.067153ms","start":"2026-03-06T00:54:27.045292Z","end":"2026-03-06T00:54:27.234359Z","steps":["trace[1919105009] 'process raft request' (duration: 188.678104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:27.234608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.913588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:54:27.234639Z","caller":"traceutil/trace.go:171","msg":"trace[1845126989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13451; }","duration":"187.983428ms","start":"2026-03-06T00:54:27.046646Z","end":"2026-03-06T00:54:27.234629Z","steps":["trace[1845126989] 'agreement among raft nodes before linearized reading' (duration: 187.846195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:27.234769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.263381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:54:27.234828Z","caller":"traceutil/trace.go:171","msg":"trace[1103101719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13451; }","duration":"186.353242ms","start":"2026-03-06T00:54:27.048458Z","end":"2026-03-06T00:54:27.234812Z","steps":["trace[1103101719] 'agreement among raft nodes before linearized reading' (duration: 186.154228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.024287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606928129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:54:29.524534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606928129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:54:29.914945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544419071s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:54:29.916291Z","caller":"traceutil/trace.go:171","msg":"trace[1935476180] linearizableReadLoop","detail":"{readStateIndex:13952; appliedIndex:13951; }","duration":"1.392361547s","start":"2026-03-06T00:54:28.523905Z","end":"2026-03-06T00:54:29.916266Z","steps":["trace[1935476180] 'read index received' (duration: 1.39163799s)","trace[1935476180] 'applied index is now lower than readState.Index' (duration: 722.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:29.916385Z","caller":"traceutil/trace.go:171","msg":"trace[681621768] transaction","detail":"{read_only:false; response_revision:13458; number_of_response:1; }","duration":"1.545938544s","start":"2026-03-06T00:54:28.370414Z","end":"2026-03-06T00:54:29.916353Z","steps":["trace[681621768] 'process raft request' (duration: 1.545676359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.916475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39255542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:29.916564Z","caller":"traceutil/trace.go:171","msg":"trace[869170948] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13458; }","duration":"1.392693234s","start":"2026-03-06T00:54:28.523848Z","end":"2026-03-06T00:54:29.916541Z","steps":["trace[869170948] 'agreement among raft nodes before linearized reading' (duration: 1.39253366s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.916615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:28.523824Z","time spent":"1.392780526s","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:29.916622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:28.370389Z","time spent":"1.546121999s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:29.971688Z","caller":"traceutil/trace.go:171","msg":"trace[2116478073] transaction","detail":"{read_only:false; response_revision:13460; number_of_response:1; }","duration":"169.50145ms","start":"2026-03-06T00:54:29.80216Z","end":"2026-03-06T00:54:29.971661Z","steps":["trace[2116478073] 'process raft request' (duration: 169.422748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:29.971881Z","caller":"traceutil/trace.go:171","msg":"trace[1940835586] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"214.21131ms","start":"2026-03-06T00:54:29.757658Z","end":"2026-03-06T00:54:29.971869Z","steps":["trace[1940835586] 'process raft request' (duration: 213.702608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.758475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:54:29.972239Z","caller":"traceutil/trace.go:171","msg":"trace[737253046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13461; }","duration":"709.857937ms","start":"2026-03-06T00:54:29.262369Z","end":"2026-03-06T00:54:29.972227Z","steps":["trace[737253046] 'agreement among raft nodes before linearized reading' (duration: 709.707744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.715821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:29.972237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.703053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:54:29.972294Z","caller":"traceutil/trace.go:171","msg":"trace[1938461788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13461; }","duration":"270.822673ms","start":"2026-03-06T00:54:29.701454Z","end":"2026-03-06T00:54:29.972276Z","steps":["trace[1938461788] 'agreement among raft nodes before linearized reading' (duration: 270.732671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.481741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:54:29.972361Z","caller":"traceutil/trace.go:171","msg":"trace[1511327772] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"162.964556ms","start":"2026-03-06T00:54:29.809343Z","end":"2026-03-06T00:54:29.972307Z","steps":["trace[1511327772] 'process raft request' (duration: 162.2813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.97245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.505976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:29.972341Z","caller":"traceutil/trace.go:171","msg":"trace[806097299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13461; }","duration":"907.853247ms","start":"2026-03-06T00:54:29.064463Z","end":"2026-03-06T00:54:29.972317Z","steps":["trace[806097299] 'agreement among raft nodes before linearized reading' (duration: 907.5554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:29.972512Z","caller":"traceutil/trace.go:171","msg":"trace[1169508933] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13461; }","duration":"840.605079ms","start":"2026-03-06T00:54:29.13189Z","end":"2026-03-06T00:54:29.972495Z","steps":["trace[1169508933] 'agreement among raft nodes before linearized reading' (duration: 840.506397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:29.064437Z","time spent":"908.084501ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:54:29.972407Z","caller":"traceutil/trace.go:171","msg":"trace[1457142535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13461; }","duration":"692.545604ms","start":"2026-03-06T00:54:29.279854Z","end":"2026-03-06T00:54:29.972399Z","steps":["trace[1457142535] 'agreement among raft nodes before linearized reading' (duration: 692.460702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:29.131867Z","time spent":"840.68832ms","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:29.97257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.522368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:54:29.972641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.359386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:54:29.972656Z","caller":"traceutil/trace.go:171","msg":"trace[1203611912] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:13461; }","duration":"793.680562ms","start":"2026-03-06T00:54:29.178954Z","end":"2026-03-06T00:54:29.972634Z","steps":["trace[1203611912] 'agreement among raft nodes before linearized reading' (duration: 793.394336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:29.262351Z","time spent":"709.933408ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:54:29.972716Z","caller":"traceutil/trace.go:171","msg":"trace[851704138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13461; }","duration":"733.478229ms","start":"2026-03-06T00:54:29.239218Z","end":"2026-03-06T00:54:29.972696Z","steps":["trace[851704138] 'agreement among raft nodes before linearized reading' (duration: 733.288455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:29.972717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:29.178935Z","time spent":"793.771223ms","remote":"127.0.0.1:38094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:29.972766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:29.239197Z","time spent":"733.55697ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:54:29.972702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:29.279835Z","time spent":"692.773968ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:54:31.818932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.259186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:31.819029Z","caller":"traceutil/trace.go:171","msg":"trace[1716948136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13473; }","duration":"118.424239ms","start":"2026-03-06T00:54:31.700584Z","end":"2026-03-06T00:54:31.819008Z","steps":["trace[1716948136] 'range keys from in-memory index tree' (duration: 118.125153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:36.160295Z","caller":"traceutil/trace.go:171","msg":"trace[496542725] transaction","detail":"{read_only:false; response_revision:13505; number_of_response:1; }","duration":"166.667828ms","start":"2026-03-06T00:54:35.993594Z","end":"2026-03-06T00:54:36.160262Z","steps":["trace[496542725] 'process raft request' (duration: 162.337022ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:36.165075Z","caller":"traceutil/trace.go:171","msg":"trace[119066395] transaction","detail":"{read_only:false; response_revision:13506; number_of_response:1; }","duration":"168.781214ms","start":"2026-03-06T00:54:35.996264Z","end":"2026-03-06T00:54:36.165045Z","steps":["trace[119066395] 'process raft request' (duration: 168.532829ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:36.165233Z","caller":"traceutil/trace.go:171","msg":"trace[1843699338] linearizableReadLoop","detail":"{readStateIndex:14002; appliedIndex:13999; }","duration":"151.896961ms","start":"2026-03-06T00:54:36.013313Z","end":"2026-03-06T00:54:36.16521Z","steps":["trace[1843699338] 'read index received' (duration: 142.642856ms)","trace[1843699338] 'applied index is now lower than readState.Index' (duration: 9.252425ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:36.165287Z","caller":"traceutil/trace.go:171","msg":"trace[736718135] transaction","detail":"{read_only:false; response_revision:13507; number_of_response:1; }","duration":"168.744223ms","start":"2026-03-06T00:54:35.996506Z","end":"2026-03-06T00:54:36.16525Z","steps":["trace[736718135] 'process raft request' (duration: 168.477428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:36.165486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.212551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T00:54:36.165482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.151406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:54:36.165539Z","caller":"traceutil/trace.go:171","msg":"trace[395483332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13507; }","duration":"149.303863ms","start":"2026-03-06T00:54:36.016221Z","end":"2026-03-06T00:54:36.165525Z","steps":["trace[395483332] 'agreement among raft nodes before linearized reading' (duration: 149.108379ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:36.165554Z","caller":"traceutil/trace.go:171","msg":"trace[410954162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13507; }","duration":"152.232338ms","start":"2026-03-06T00:54:36.013306Z","end":"2026-03-06T00:54:36.165538Z","steps":["trace[410954162] 'agreement among raft nodes before linearized reading' (duration: 152.026503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:36.165489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.872017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T00:54:36.165655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.283793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:54:36.165691Z","caller":"traceutil/trace.go:171","msg":"trace[595807729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13507; }","duration":"146.096384ms","start":"2026-03-06T00:54:36.019571Z","end":"2026-03-06T00:54:36.165668Z","steps":["trace[595807729] 'agreement among raft nodes before linearized reading' (duration: 145.818366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:36.165712Z","caller":"traceutil/trace.go:171","msg":"trace[697347867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13507; }","duration":"149.347785ms","start":"2026-03-06T00:54:36.016346Z","end":"2026-03-06T00:54:36.165694Z","steps":["trace[697347867] 'agreement among raft nodes before linearized reading' (duration: 149.17236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:36.165482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.391884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:54:36.16583Z","caller":"traceutil/trace.go:171","msg":"trace[354933803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:13507; }","duration":"134.779563ms","start":"2026-03-06T00:54:36.031039Z","end":"2026-03-06T00:54:36.165819Z","steps":["trace[354933803] 'agreement among raft nodes before linearized reading' (duration: 134.326622ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:37.03318Z","caller":"traceutil/trace.go:171","msg":"trace[50063927] linearizableReadLoop","detail":"{readStateIndex:14004; appliedIndex:14003; }","duration":"861.738366ms","start":"2026-03-06T00:54:36.171418Z","end":"2026-03-06T00:54:37.033156Z","steps":["trace[50063927] 'read index received' (duration: 30.32831ms)","trace[50063927] 'applied index is now lower than readState.Index' (duration: 831.408786ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:37.033414Z","caller":"traceutil/trace.go:171","msg":"trace[389867878] transaction","detail":"{read_only:false; response_revision:13509; number_of_response:1; }","duration":"862.165887ms","start":"2026-03-06T00:54:36.171224Z","end":"2026-03-06T00:54:37.033389Z","steps":["trace[389867878] 'process raft request' (duration: 851.262485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:37.033562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.17119Z","time spent":"862.289239ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:37.033436Z","caller":"traceutil/trace.go:171","msg":"trace[400758090] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"860.08158ms","start":"2026-03-06T00:54:36.173304Z","end":"2026-03-06T00:54:37.033385Z","steps":["trace[400758090] 'process raft request' (duration: 859.809944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:37.033725Z","caller":"traceutil/trace.go:171","msg":"trace[1529133454] transaction","detail":"{read_only:false; response_revision:13510; number_of_response:1; }","duration":"861.715146ms","start":"2026-03-06T00:54:36.17167Z","end":"2026-03-06T00:54:37.033386Z","steps":["trace[1529133454] 'process raft request' (duration: 861.383278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:37.033915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.173295Z","time spent":"860.489389ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:37.033915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.171664Z","time spent":"862.121344ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:37.034877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.452914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590986"} {"level":"info","ts":"2026-03-06T00:54:37.034917Z","caller":"traceutil/trace.go:171","msg":"trace[1001695584] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13511; }","duration":"863.515096ms","start":"2026-03-06T00:54:36.171393Z","end":"2026-03-06T00:54:37.034908Z","steps":["trace[1001695584] 'agreement among raft nodes before linearized reading' (duration: 862.025742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:37.034939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.171386Z","time spent":"863.547116ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":591009,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:54:37.509734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.566858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:54:37.510018Z","caller":"traceutil/trace.go:171","msg":"trace[2008178971] linearizableReadLoop","detail":"{readStateIndex:14007; appliedIndex:14006; }","duration":"476.746448ms","start":"2026-03-06T00:54:37.033243Z","end":"2026-03-06T00:54:37.509989Z","steps":["trace[2008178971] 'read index received' (duration: 322.775902ms)","trace[2008178971] 'applied index is now lower than readState.Index' (duration: 153.968186ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:37.51012Z","caller":"traceutil/trace.go:171","msg":"trace[772170640] transaction","detail":"{read_only:false; response_revision:13512; number_of_response:1; }","duration":"1.046974204s","start":"2026-03-06T00:54:36.463103Z","end":"2026-03-06T00:54:37.510077Z","steps":["trace[772170640] 'process raft request' (duration: 892.914745ms)","trace[772170640] 'compare' (duration: 153.394615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:37.510282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.503103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:37.510351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.919004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:37.510464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.890525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:37.510468Z","caller":"traceutil/trace.go:171","msg":"trace[1216183757] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13512; }","duration":"412.110149ms","start":"2026-03-06T00:54:37.098333Z","end":"2026-03-06T00:54:37.510443Z","steps":["trace[1216183757] 'agreement among raft nodes before linearized reading' (duration: 411.891443ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:37.510508Z","caller":"traceutil/trace.go:171","msg":"trace[1441119032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13512; }","duration":"808.000668ms","start":"2026-03-06T00:54:36.702495Z","end":"2026-03-06T00:54:37.510496Z","steps":["trace[1441119032] 'agreement among raft nodes before linearized reading' (duration: 807.930957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:37.510382Z","caller":"traceutil/trace.go:171","msg":"trace[2106339371] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13512; }","duration":"929.195439ms","start":"2026-03-06T00:54:36.581155Z","end":"2026-03-06T00:54:37.51035Z","steps":["trace[2106339371] 'agreement among raft nodes before linearized reading' (duration: 929.008624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:37.510527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:37.098308Z","time spent":"412.206531ms","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:37.510543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.382452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:54:37.510558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.702471Z","time spent":"808.075769ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:54:37.510545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.463078Z","time spent":"1.047124487s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:37.510556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.927891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:54:37.510614Z","caller":"traceutil/trace.go:171","msg":"trace[1437716023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13512; }","duration":"321.484953ms","start":"2026-03-06T00:54:37.189108Z","end":"2026-03-06T00:54:37.510593Z","steps":["trace[1437716023] 'agreement among raft nodes before linearized reading' (duration: 321.34057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:37.510626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:36.581139Z","time spent":"929.430435ms","remote":"127.0.0.1:37732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:54:37.51066Z","caller":"traceutil/trace.go:171","msg":"trace[8528400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13512; }","duration":"335.094694ms","start":"2026-03-06T00:54:37.175543Z","end":"2026-03-06T00:54:37.510637Z","steps":["trace[8528400] 'agreement among raft nodes before linearized reading' (duration: 334.90963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:37.510677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:37.189098Z","time spent":"321.557435ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:37.510707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:37.175518Z","time spent":"335.178987ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:54:38.047565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.725375ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T00:54:38.047679Z","caller":"traceutil/trace.go:171","msg":"trace[1745215366] linearizableReadLoop","detail":"{readStateIndex:14008; appliedIndex:14007; }","duration":"344.89069ms","start":"2026-03-06T00:54:37.702767Z","end":"2026-03-06T00:54:38.047658Z","steps":["trace[1745215366] 'read index received' (duration: 179.997262ms)","trace[1745215366] 'applied index is now lower than readState.Index' (duration: 164.891268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:38.047729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:37.579992Z","time spent":"467.730289ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:54:38.047834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.055304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:38.047888Z","caller":"traceutil/trace.go:171","msg":"trace[421516103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13512; }","duration":"345.156566ms","start":"2026-03-06T00:54:37.702718Z","end":"2026-03-06T00:54:38.047874Z","steps":["trace[421516103] 'agreement among raft nodes before linearized reading' (duration: 345.055294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:38.047935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:37.702693Z","time spent":"345.230318ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:54:38.1718Z","caller":"traceutil/trace.go:171","msg":"trace[861974082] transaction","detail":"{read_only:false; response_revision:13513; number_of_response:1; }","duration":"122.548821ms","start":"2026-03-06T00:54:38.049222Z","end":"2026-03-06T00:54:38.17177Z","steps":["trace[861974082] 'process raft request' (duration: 121.581979ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:38.172846Z","caller":"traceutil/trace.go:171","msg":"trace[1365782384] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"120.234191ms","start":"2026-03-06T00:54:38.052582Z","end":"2026-03-06T00:54:38.172816Z","steps":["trace[1365782384] 'process raft request' (duration: 119.327971ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:55.230326Z","caller":"traceutil/trace.go:171","msg":"trace[1073567977] transaction","detail":"{read_only:false; response_revision:13775; number_of_response:1; }","duration":"102.820186ms","start":"2026-03-06T00:54:55.127471Z","end":"2026-03-06T00:54:55.230291Z","steps":["trace[1073567977] 'process raft request' (duration: 102.399637ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:55.237091Z","caller":"traceutil/trace.go:171","msg":"trace[230124801] transaction","detail":"{read_only:false; response_revision:13776; number_of_response:1; }","duration":"107.940367ms","start":"2026-03-06T00:54:55.129125Z","end":"2026-03-06T00:54:55.237065Z","steps":["trace[230124801] 'process raft request' (duration: 107.729593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:55.237345Z","caller":"traceutil/trace.go:171","msg":"trace[1080681639] transaction","detail":"{read_only:false; response_revision:13777; number_of_response:1; }","duration":"107.825545ms","start":"2026-03-06T00:54:55.129489Z","end":"2026-03-06T00:54:55.237315Z","steps":["trace[1080681639] 'process raft request' (duration: 107.531999ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:04.506705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11835} {"level":"info","ts":"2026-03-06T00:55:04.584674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11835,"took":"75.234215ms","hash":1057356984,"current-db-size-bytes":42831872,"current-db-size":"43 MB","current-db-size-in-use-bytes":24678400,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T00:55:04.584748Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1057356984,"revision":11835,"compact-revision":9761} {"level":"warn","ts":"2026-03-06T00:56:06.036803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.184147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:56:06.036909Z","caller":"traceutil/trace.go:171","msg":"trace[1486194814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14470; }","duration":"198.349091ms","start":"2026-03-06T00:56:05.838539Z","end":"2026-03-06T00:56:06.036888Z","steps":["trace[1486194814] 'count revisions from in-memory index tree' (duration: 198.112345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.037173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.4097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:56:06.037205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:06.037253Z","caller":"traceutil/trace.go:171","msg":"trace[353233473] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14470; }","duration":"169.527872ms","start":"2026-03-06T00:56:05.867706Z","end":"2026-03-06T00:56:06.037234Z","steps":["trace[353233473] 'count revisions from in-memory index tree' (duration: 169.364289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:06.037258Z","caller":"traceutil/trace.go:171","msg":"trace[208190495] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14470; }","duration":"359.300782ms","start":"2026-03-06T00:56:05.677942Z","end":"2026-03-06T00:56:06.037243Z","steps":["trace[208190495] 'range keys from in-memory index tree' (duration: 359.110718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.037294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:05.677924Z","time spent":"359.361273ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:56:06.037341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.688329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-06T00:56:06.037453Z","caller":"traceutil/trace.go:171","msg":"trace[1659874872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:14470; }","duration":"114.862612ms","start":"2026-03-06T00:56:05.922561Z","end":"2026-03-06T00:56:06.037423Z","steps":["trace[1659874872] 'range keys from in-memory index tree' (duration: 114.489764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.037469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.210661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:56:06.037458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.890254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:56:06.037532Z","caller":"traceutil/trace.go:171","msg":"trace[970936105] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14470; }","duration":"359.322943ms","start":"2026-03-06T00:56:05.67819Z","end":"2026-03-06T00:56:06.037513Z","steps":["trace[970936105] 'range keys from in-memory index tree' (duration: 359.109738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.03757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:05.678165Z","time spent":"359.395494ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:56:06.03759Z","caller":"traceutil/trace.go:171","msg":"trace[1385089133] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14470; }","duration":"359.047547ms","start":"2026-03-06T00:56:05.678504Z","end":"2026-03-06T00:56:06.037551Z","steps":["trace[1385089133] 'range keys from in-memory index tree' (duration: 358.819362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.037595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.537041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-06T00:56:06.037649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:05.678496Z","time spent":"359.137909ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-06T00:56:06.037679Z","caller":"traceutil/trace.go:171","msg":"trace[1198117580] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14470; }","duration":"356.646444ms","start":"2026-03-06T00:56:05.681009Z","end":"2026-03-06T00:56:06.037656Z","steps":["trace[1198117580] 'range keys from in-memory index tree' (duration: 356.372588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:06.037724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:56:05.680894Z","time spent":"356.821948ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T00:56:07.758768Z","caller":"traceutil/trace.go:171","msg":"trace[883375542] linearizableReadLoop","detail":"{readStateIndex:15007; appliedIndex:15006; }","duration":"160.045152ms","start":"2026-03-06T00:56:07.598688Z","end":"2026-03-06T00:56:07.758733Z","steps":["trace[883375542] 'read index received' (duration: 158.986479ms)","trace[883375542] 'applied index is now lower than readState.Index' (duration: 1.057083ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:56:07.759159Z","caller":"traceutil/trace.go:171","msg":"trace[787002771] transaction","detail":"{read_only:false; response_revision:14477; number_of_response:1; }","duration":"170.552414ms","start":"2026-03-06T00:56:07.588556Z","end":"2026-03-06T00:56:07.759108Z","steps":["trace[787002771] 'process raft request' (duration: 169.947561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:07.759283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.577064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:56:07.759392Z","caller":"traceutil/trace.go:171","msg":"trace[664285233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14477; }","duration":"160.712088ms","start":"2026-03-06T00:56:07.598654Z","end":"2026-03-06T00:56:07.759367Z","steps":["trace[664285233] 'agreement among raft nodes before linearized reading' (duration: 160.445511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:56:07.762644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.894158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:56:07.762724Z","caller":"traceutil/trace.go:171","msg":"trace[60452318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14478; }","duration":"136.039452ms","start":"2026-03-06T00:56:07.626663Z","end":"2026-03-06T00:56:07.762702Z","steps":["trace[60452318] 'agreement among raft nodes before linearized reading' (duration: 135.308605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:23.850284Z","caller":"traceutil/trace.go:171","msg":"trace[1951194948] transaction","detail":"{read_only:false; response_revision:15894; number_of_response:1; }","duration":"118.755259ms","start":"2026-03-06T00:59:23.731486Z","end":"2026-03-06T00:59:23.850242Z","steps":["trace[1951194948] 'process raft request' (duration: 60.757605ms)","trace[1951194948] 'compare' (duration: 57.666276ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:23.850325Z","caller":"traceutil/trace.go:171","msg":"trace[1538432198] linearizableReadLoop","detail":"{readStateIndex:16473; appliedIndex:16472; }","duration":"115.596549ms","start":"2026-03-06T00:59:23.734676Z","end":"2026-03-06T00:59:23.850272Z","steps":["trace[1538432198] 'read index received' (duration: 57.604675ms)","trace[1538432198] 'applied index is now lower than readState.Index' (duration: 57.987554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:23.850729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.015028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:59:23.850781Z","caller":"traceutil/trace.go:171","msg":"trace[922295072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15895; }","duration":"116.146451ms","start":"2026-03-06T00:59:23.73462Z","end":"2026-03-06T00:59:23.850766Z","steps":["trace[922295072] 'agreement among raft nodes before linearized reading' (duration: 115.809674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:28.998644Z","caller":"traceutil/trace.go:171","msg":"trace[307395869] transaction","detail":"{read_only:false; response_revision:15943; number_of_response:1; }","duration":"107.240975ms","start":"2026-03-06T00:59:28.891347Z","end":"2026-03-06T00:59:28.998588Z","steps":["trace[307395869] 'process raft request' (duration: 106.895116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:28.998912Z","caller":"traceutil/trace.go:171","msg":"trace[838559755] transaction","detail":"{read_only:false; response_revision:15944; number_of_response:1; }","duration":"106.436726ms","start":"2026-03-06T00:59:28.892442Z","end":"2026-03-06T00:59:28.998878Z","steps":["trace[838559755] 'process raft request' (duration: 106.075927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.798559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.310657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:59:29.798854Z","caller":"traceutil/trace.go:171","msg":"trace[738567880] transaction","detail":"{read_only:false; response_revision:15947; number_of_response:1; }","duration":"494.045695ms","start":"2026-03-06T00:59:29.304776Z","end":"2026-03-06T00:59:29.798822Z","steps":["trace[738567880] 'process raft request' (duration: 493.936392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.798955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.304767Z","time spent":"494.138217ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:29.79905Z","caller":"traceutil/trace.go:171","msg":"trace[1513791661] transaction","detail":"{read_only:false; response_revision:15946; number_of_response:1; }","duration":"495.417046ms","start":"2026-03-06T00:59:29.303589Z","end":"2026-03-06T00:59:29.799006Z","steps":["trace[1513791661] 'process raft request' (duration: 311.471085ms)","trace[1513791661] 'compare' (duration: 183.046181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:29.799264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.303558Z","time spent":"495.564989ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:29.873522Z","caller":"traceutil/trace.go:171","msg":"trace[1057423702] linearizableReadLoop","detail":"{readStateIndex:16529; appliedIndex:16527; }","duration":"232.147919ms","start":"2026-03-06T00:59:29.641345Z","end":"2026-03-06T00:59:29.873493Z","steps":["trace[1057423702] 'read index received' (duration: 231.941924ms)","trace[1057423702] 'applied index is now lower than readState.Index' (duration: 204.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:29.873611Z","caller":"traceutil/trace.go:171","msg":"trace[858398942] transaction","detail":"{read_only:false; response_revision:15949; number_of_response:1; }","duration":"283.940855ms","start":"2026-03-06T00:59:29.589628Z","end":"2026-03-06T00:59:29.873569Z","steps":["trace[858398942] 'process raft request' (duration: 283.780262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:29.873666Z","caller":"traceutil/trace.go:171","msg":"trace[1653065725] transaction","detail":"{read_only:false; response_revision:15948; number_of_response:1; }","duration":"423.241738ms","start":"2026-03-06T00:59:29.450377Z","end":"2026-03-06T00:59:29.873619Z","steps":["trace[1653065725] 'process raft request' (duration: 422.816359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.874014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.450355Z","time spent":"423.537224ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:29.874182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.58206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:59:29.874244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.333614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:29.874276Z","caller":"traceutil/trace.go:171","msg":"trace[2045483800] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15949; }","duration":"167.382545ms","start":"2026-03-06T00:59:29.706883Z","end":"2026-03-06T00:59:29.874265Z","steps":["trace[2045483800] 'agreement among raft nodes before linearized reading' (duration: 167.324654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.874066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.709161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:59:29.874416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.863517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:29.874474Z","caller":"traceutil/trace.go:171","msg":"trace[128921827] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15949; }","duration":"168.993591ms","start":"2026-03-06T00:59:29.705465Z","end":"2026-03-06T00:59:29.874459Z","steps":["trace[128921827] 'agreement among raft nodes before linearized reading' (duration: 168.855438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:29.874461Z","caller":"traceutil/trace.go:171","msg":"trace[1138145918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15949; }","duration":"233.178751ms","start":"2026-03-06T00:59:29.641259Z","end":"2026-03-06T00:59:29.874438Z","steps":["trace[1138145918] 'agreement among raft nodes before linearized reading' (duration: 232.384414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.874439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.503471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:29.874591Z","caller":"traceutil/trace.go:171","msg":"trace[2070144975] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15949; }","duration":"164.658985ms","start":"2026-03-06T00:59:29.709919Z","end":"2026-03-06T00:59:29.874578Z","steps":["trace[2070144975] 'agreement among raft nodes before linearized reading' (duration: 164.498912ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:29.874241Z","caller":"traceutil/trace.go:171","msg":"trace[1438396567] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15949; }","duration":"163.663513ms","start":"2026-03-06T00:59:29.710564Z","end":"2026-03-06T00:59:29.874227Z","steps":["trace[1438396567] 'agreement among raft nodes before linearized reading' (duration: 163.440858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.874774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.896533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lgrkh\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-06T00:59:29.874853Z","caller":"traceutil/trace.go:171","msg":"trace[1078019268] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lgrkh; range_end:; response_count:1; response_revision:15949; }","duration":"232.026106ms","start":"2026-03-06T00:59:29.642805Z","end":"2026-03-06T00:59:29.874831Z","steps":["trace[1078019268] 'agreement among raft nodes before linearized reading' (duration: 231.170767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:29.874402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.004319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:59:29.87487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.616574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T00:59:29.874902Z","caller":"traceutil/trace.go:171","msg":"trace[1803712801] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15949; }","duration":"164.524811ms","start":"2026-03-06T00:59:29.710368Z","end":"2026-03-06T00:59:29.874893Z","steps":["trace[1803712801] 'agreement among raft nodes before linearized reading' (duration: 163.975499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:29.874912Z","caller":"traceutil/trace.go:171","msg":"trace[247365318] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15949; }","duration":"169.660025ms","start":"2026-03-06T00:59:29.705241Z","end":"2026-03-06T00:59:29.874901Z","steps":["trace[247365318] 'agreement among raft nodes before linearized reading' (duration: 169.551493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:30.283571Z","caller":"traceutil/trace.go:171","msg":"trace[679012448] linearizableReadLoop","detail":"{readStateIndex:16530; appliedIndex:16529; }","duration":"402.12581ms","start":"2026-03-06T00:59:29.881415Z","end":"2026-03-06T00:59:30.283541Z","steps":["trace[679012448] 'read index received' (duration: 401.328773ms)","trace[679012448] 'applied index is now lower than readState.Index' (duration: 795.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:30.283605Z","caller":"traceutil/trace.go:171","msg":"trace[329310130] transaction","detail":"{read_only:false; response_revision:15950; number_of_response:1; }","duration":"402.729334ms","start":"2026-03-06T00:59:29.880838Z","end":"2026-03-06T00:59:30.283567Z","steps":["trace[329310130] 'process raft request' (duration: 401.885726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.283791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.880811Z","time spent":"402.871818ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:30.283918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.326753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:59:30.28404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.764212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:59:30.284114Z","caller":"traceutil/trace.go:171","msg":"trace[36793512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15950; }","duration":"396.860744ms","start":"2026-03-06T00:59:29.887234Z","end":"2026-03-06T00:59:30.284095Z","steps":["trace[36793512] 'agreement among raft nodes before linearized reading' (duration: 396.738211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.28421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.887222Z","time spent":"396.972426ms","remote":"127.0.0.1:54814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:59:30.284299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.297192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:30.284745Z","caller":"traceutil/trace.go:171","msg":"trace[1008784083] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15950; }","duration":"106.776764ms","start":"2026-03-06T00:59:30.17796Z","end":"2026-03-06T00:59:30.284737Z","steps":["trace[1008784083] 'agreement among raft nodes before linearized reading' (duration: 106.315202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.284223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.239507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:30.284735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.717992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:30.285168Z","caller":"traceutil/trace.go:171","msg":"trace[610092618] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15950; }","duration":"105.198739ms","start":"2026-03-06T00:59:30.179932Z","end":"2026-03-06T00:59:30.285131Z","steps":["trace[610092618] 'agreement among raft nodes before linearized reading' (duration: 104.194946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:30.285359Z","caller":"traceutil/trace.go:171","msg":"trace[519089056] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15950; }","duration":"107.385158ms","start":"2026-03-06T00:59:30.177928Z","end":"2026-03-06T00:59:30.285313Z","steps":["trace[519089056] 'agreement among raft nodes before linearized reading' (duration: 106.685613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.284494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.198474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:30.284057Z","caller":"traceutil/trace.go:171","msg":"trace[401815562] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:15950; }","duration":"256.511437ms","start":"2026-03-06T00:59:30.027524Z","end":"2026-03-06T00:59:30.284036Z","steps":["trace[401815562] 'agreement among raft nodes before linearized reading' (duration: 256.239571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:30.285621Z","caller":"traceutil/trace.go:171","msg":"trace[1036298762] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15950; }","duration":"319.339199ms","start":"2026-03-06T00:59:29.966233Z","end":"2026-03-06T00:59:30.285572Z","steps":["trace[1036298762] 'agreement among raft nodes before linearized reading' (duration: 318.205964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.284585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.641352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:30.285785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.966208Z","time spent":"319.513392ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:59:30.285815Z","caller":"traceutil/trace.go:171","msg":"trace[511185437] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15950; }","duration":"107.92127ms","start":"2026-03-06T00:59:30.17788Z","end":"2026-03-06T00:59:30.285801Z","steps":["trace[511185437] 'agreement among raft nodes before linearized reading' (duration: 106.641602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.285825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.43106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892308"} {"level":"warn","ts":"2026-03-06T00:59:30.284538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.049302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18951"} {"level":"info","ts":"2026-03-06T00:59:30.285893Z","caller":"traceutil/trace.go:171","msg":"trace[1807487809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15950; }","duration":"403.539322ms","start":"2026-03-06T00:59:29.882334Z","end":"2026-03-06T00:59:30.285874Z","steps":["trace[1807487809] 'agreement among raft nodes before linearized reading' (duration: 401.396705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:30.285928Z","caller":"traceutil/trace.go:171","msg":"trace[1489256842] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15950; }","duration":"404.567924ms","start":"2026-03-06T00:59:29.881349Z","end":"2026-03-06T00:59:30.285917Z","steps":["trace[1489256842] 'agreement among raft nodes before linearized reading' (duration: 402.285114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.285944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.88231Z","time spent":"403.618794ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:59:30.286177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.881327Z","time spent":"404.623656ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18974,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T00:59:30.28468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.552801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:59:30.286253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.816818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892308"} {"level":"info","ts":"2026-03-06T00:59:30.286269Z","caller":"traceutil/trace.go:171","msg":"trace[1204753443] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15950; }","duration":"320.181217ms","start":"2026-03-06T00:59:29.966072Z","end":"2026-03-06T00:59:30.286253Z","steps":["trace[1204753443] 'agreement among raft nodes before linearized reading' (duration: 318.453739ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:30.286312Z","caller":"traceutil/trace.go:171","msg":"trace[1768032031] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15950; }","duration":"403.932951ms","start":"2026-03-06T00:59:29.882364Z","end":"2026-03-06T00:59:30.286297Z","steps":["trace[1768032031] 'agreement among raft nodes before linearized reading' (duration: 402.134481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.286349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.882348Z","time spent":"403.988331ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:59:30.284756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.108303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-kpjfk\" ","response":"range_response_count:1 size:18561"} {"level":"info","ts":"2026-03-06T00:59:30.286425Z","caller":"traceutil/trace.go:171","msg":"trace[1045191460] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-kpjfk; range_end:; response_count:1; response_revision:15950; }","duration":"254.80384ms","start":"2026-03-06T00:59:30.031592Z","end":"2026-03-06T00:59:30.286396Z","steps":["trace[1045191460] 'agreement among raft nodes before linearized reading' (duration: 252.99197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.284803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.189693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T00:59:30.284984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.401238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:59:30.286333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.966054Z","time spent":"320.266699ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T00:59:30.293618Z","caller":"traceutil/trace.go:171","msg":"trace[2013484894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:15950; }","duration":"230.934531ms","start":"2026-03-06T00:59:30.055554Z","end":"2026-03-06T00:59:30.286489Z","steps":["trace[2013484894] 'agreement among raft nodes before linearized reading' (duration: 229.025299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.294214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.734033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892308"} {"level":"info","ts":"2026-03-06T00:59:30.294294Z","caller":"traceutil/trace.go:171","msg":"trace[1956469533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15950; }","duration":"411.819985ms","start":"2026-03-06T00:59:29.882441Z","end":"2026-03-06T00:59:30.294261Z","steps":["trace[1956469533] 'agreement among raft nodes before linearized reading' (duration: 401.588598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.294374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.882426Z","time spent":"411.902997ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:59:30.295312Z","caller":"traceutil/trace.go:171","msg":"trace[1299874045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15950; }","duration":"412.731985ms","start":"2026-03-06T00:59:29.882556Z","end":"2026-03-06T00:59:30.295288Z","steps":["trace[1299874045] 'agreement among raft nodes before linearized reading' (duration: 401.816054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:30.295467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:29.88255Z","time spent":"412.844428ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:59:30.649641Z","caller":"traceutil/trace.go:171","msg":"trace[513128436] transaction","detail":"{read_only:false; response_revision:15954; number_of_response:1; }","duration":"150.017221ms","start":"2026-03-06T00:59:30.499566Z","end":"2026-03-06T00:59:30.649583Z","steps":["trace[513128436] 'process raft request' (duration: 149.655193ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:31.011977Z","caller":"traceutil/trace.go:171","msg":"trace[70791308] transaction","detail":"{read_only:false; response_revision:15956; number_of_response:1; }","duration":"128.598457ms","start":"2026-03-06T00:59:30.883316Z","end":"2026-03-06T00:59:31.011915Z","steps":["trace[70791308] 'process raft request' (duration: 128.29871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:31.288425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.265404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:59:31.288711Z","caller":"traceutil/trace.go:171","msg":"trace[511140366] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"216.217015ms","start":"2026-03-06T00:59:31.072449Z","end":"2026-03-06T00:59:31.288666Z","steps":["trace[511140366] 'process raft request' (duration: 108.607864ms)","trace[511140366] 'compare' (duration: 106.928117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:31.815357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.722259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:59:31.815487Z","caller":"traceutil/trace.go:171","msg":"trace[1092099994] linearizableReadLoop","detail":"{readStateIndex:16543; appliedIndex:16542; }","duration":"107.207133ms","start":"2026-03-06T00:59:31.708264Z","end":"2026-03-06T00:59:31.815471Z","steps":["trace[1092099994] 'read index received' (duration: 51.141µs)","trace[1092099994] 'applied index is now lower than readState.Index' (duration: 107.154382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:31.815597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.333916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:31.815632Z","caller":"traceutil/trace.go:171","msg":"trace[2027223925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15963; }","duration":"107.422657ms","start":"2026-03-06T00:59:31.7082Z","end":"2026-03-06T00:59:31.815622Z","steps":["trace[2027223925] 'agreement among raft nodes before linearized reading' (duration: 107.317175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:31.815843Z","caller":"traceutil/trace.go:171","msg":"trace[372573209] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"217.433132ms","start":"2026-03-06T00:59:31.598397Z","end":"2026-03-06T00:59:31.81583Z","steps":["trace[372573209] 'process raft request' (duration: 74.171591ms)","trace[372573209] 'compare' (duration: 142.447103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:32.76227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.357601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:59:32.762457Z","caller":"traceutil/trace.go:171","msg":"trace[1971033599] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"956.073212ms","start":"2026-03-06T00:59:31.806354Z","end":"2026-03-06T00:59:32.762427Z","steps":["trace[1971033599] 'process raft request' (duration: 344.404574ms)","trace[1971033599] 'compare' (duration: 611.142887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:32.762564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.806315Z","time spent":"956.209755ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:59:32.856679Z","caller":"traceutil/trace.go:171","msg":"trace[1804364285] transaction","detail":"{read_only:false; response_revision:15965; number_of_response:1; }","duration":"1.050073912s","start":"2026-03-06T00:59:31.806544Z","end":"2026-03-06T00:59:32.856618Z","steps":["trace[1804364285] 'process raft request' (duration: 1.049684854s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.856552Z","caller":"traceutil/trace.go:171","msg":"trace[1695648454] linearizableReadLoop","detail":"{readStateIndex:16545; appliedIndex:16543; }","duration":"1.039530429s","start":"2026-03-06T00:59:31.816977Z","end":"2026-03-06T00:59:32.856508Z","steps":["trace[1695648454] 'read index received' (duration: 333.805808ms)","trace[1695648454] 'applied index is now lower than readState.Index' (duration: 705.721801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:32.856997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.806492Z","time spent":"1.050280038s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:59:32.857086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040089071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.857249Z","caller":"traceutil/trace.go:171","msg":"trace[1195767484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15965; }","duration":"1.040316047s","start":"2026-03-06T00:59:31.816912Z","end":"2026-03-06T00:59:32.857228Z","steps":["trace[1195767484] 'agreement among raft nodes before linearized reading' (duration: 1.039849637s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.857362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.816899Z","time spent":"1.040454299s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.713927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vlv2b\" ","response":"range_response_count:1 size:14191"} {"level":"warn","ts":"2026-03-06T00:59:32.935074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.003579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:59:32.935167Z","caller":"traceutil/trace.go:171","msg":"trace[519444531] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-vlv2b; range_end:; response_count:1; response_revision:15965; }","duration":"628.846719ms","start":"2026-03-06T00:59:32.306291Z","end":"2026-03-06T00:59:32.935138Z","steps":["trace[519444531] 'agreement among raft nodes before linearized reading' (duration: 628.492952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.935182Z","caller":"traceutil/trace.go:171","msg":"trace[1720143838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15965; }","duration":"646.177253ms","start":"2026-03-06T00:59:32.288977Z","end":"2026-03-06T00:59:32.935154Z","steps":["trace[1720143838] 'agreement among raft nodes before linearized reading' (duration: 645.834545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.935225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.30624Z","time spent":"628.973682ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14214,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-vlv2b\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.288952Z","time spent":"646.514251ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05401738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:59:32.935579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.27625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-r5bdd\" ","response":"range_response_count:1 size:18586"} {"level":"info","ts":"2026-03-06T00:59:32.935617Z","caller":"traceutil/trace.go:171","msg":"trace[1785360230] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-r5bdd; range_end:; response_count:1; response_revision:15965; }","duration":"620.334101ms","start":"2026-03-06T00:59:32.315273Z","end":"2026-03-06T00:59:32.935607Z","steps":["trace[1785360230] 'agreement among raft nodes before linearized reading' (duration: 620.230798ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.935627Z","caller":"traceutil/trace.go:171","msg":"trace[754540035] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15965; }","duration":"1.054122982s","start":"2026-03-06T00:59:31.881478Z","end":"2026-03-06T00:59:32.935601Z","steps":["trace[754540035] 'agreement among raft nodes before linearized reading' (duration: 1.053868846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.935651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.315261Z","time spent":"620.383062ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18609,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-r5bdd\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.881463Z","time spent":"1.054216314s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055124575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:32.935746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.728743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-kpjfk\" ","response":"range_response_count:1 size:18561"} {"level":"info","ts":"2026-03-06T00:59:32.935783Z","caller":"traceutil/trace.go:171","msg":"trace[1093591041] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15965; }","duration":"1.0553847s","start":"2026-03-06T00:59:31.880374Z","end":"2026-03-06T00:59:32.935759Z","steps":["trace[1093591041] 'agreement among raft nodes before linearized reading' (duration: 1.055103514s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.935825Z","caller":"traceutil/trace.go:171","msg":"trace[1331000163] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-kpjfk; range_end:; response_count:1; response_revision:15965; }","duration":"603.831696ms","start":"2026-03-06T00:59:32.331976Z","end":"2026-03-06T00:59:32.935808Z","steps":["trace[1331000163] 'agreement among raft nodes before linearized reading' (duration: 603.654652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.935838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.880356Z","time spent":"1.055465842s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.673542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.935895Z","caller":"traceutil/trace.go:171","msg":"trace[798981163] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15965; }","duration":"622.757524ms","start":"2026-03-06T00:59:32.313128Z","end":"2026-03-06T00:59:32.935886Z","steps":["trace[798981163] 'agreement among raft nodes before linearized reading' (duration: 622.714253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.935845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.779314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:32.935909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.331939Z","time spent":"603.959649ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18584,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-kpjfk\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.803305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.935996Z","caller":"traceutil/trace.go:171","msg":"trace[1607067154] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15965; }","duration":"622.853266ms","start":"2026-03-06T00:59:32.313136Z","end":"2026-03-06T00:59:32.935989Z","steps":["trace[1607067154] 'agreement among raft nodes before linearized reading' (duration: 622.812685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.935986Z","caller":"traceutil/trace.go:171","msg":"trace[666019987] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15965; }","duration":"640.987858ms","start":"2026-03-06T00:59:32.294964Z","end":"2026-03-06T00:59:32.935952Z","steps":["trace[666019987] 'agreement among raft nodes before linearized reading' (duration: 640.780144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.935961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.528901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xqdm4\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-06T00:59:32.935994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.214377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:59:32.935822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.030218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:32.936027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.313117Z","time spent":"622.904667ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:59:32.935931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.313103Z","time spent":"622.822336ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:59:32.936151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.392387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T00:59:32.936139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.115481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:32.936052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.29494Z","time spent":"641.10209ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-06T00:59:32.936182Z","caller":"traceutil/trace.go:171","msg":"trace[1078664021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15965; }","duration":"623.441949ms","start":"2026-03-06T00:59:32.312733Z","end":"2026-03-06T00:59:32.936174Z","steps":["trace[1078664021] 'agreement among raft nodes before linearized reading' (duration: 623.353697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.93621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.312722Z","time spent":"623.47899ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:59:32.936212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.882576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.936265Z","caller":"traceutil/trace.go:171","msg":"trace[1741820996] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15965; }","duration":"640.938576ms","start":"2026-03-06T00:59:32.295302Z","end":"2026-03-06T00:59:32.93624Z","steps":["trace[1741820996] 'agreement among raft nodes before linearized reading' (duration: 640.875555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054574552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:59:32.936277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.61374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T00:59:32.936067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.241264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:59:32.936314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.295291Z","time spent":"641.014369ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:59:32.936151Z","caller":"traceutil/trace.go:171","msg":"trace[231412663] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15965; }","duration":"622.381256ms","start":"2026-03-06T00:59:32.313751Z","end":"2026-03-06T00:59:32.936132Z","steps":["trace[231412663] 'agreement among raft nodes before linearized reading' (duration: 622.042459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.936143Z","caller":"traceutil/trace.go:171","msg":"trace[686606644] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:15965; }","duration":"484.461634ms","start":"2026-03-06T00:59:32.451653Z","end":"2026-03-06T00:59:32.936115Z","steps":["trace[686606644] 'agreement among raft nodes before linearized reading' (duration: 484.155447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.906848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.936354Z","caller":"traceutil/trace.go:171","msg":"trace[826524631] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15965; }","duration":"623.589842ms","start":"2026-03-06T00:59:32.312756Z","end":"2026-03-06T00:59:32.936345Z","steps":["trace[826524631] 'agreement among raft nodes before linearized reading' (duration: 623.287965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.313709Z","time spent":"622.657412ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:59:32.936391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.312722Z","time spent":"623.657974ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:59:32.936387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.451621Z","time spent":"484.750559ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:59:32.936287Z","caller":"traceutil/trace.go:171","msg":"trace[986614532] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15965; }","duration":"641.229763ms","start":"2026-03-06T00:59:32.294956Z","end":"2026-03-06T00:59:32.936186Z","steps":["trace[986614532] 'agreement among raft nodes before linearized reading' (duration: 641.137951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.935534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.617337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-sz9gv\" ","response":"range_response_count:1 size:11481"} {"level":"warn","ts":"2026-03-06T00:59:32.936275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.700106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lgrkh\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-03-06T00:59:32.9366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05536648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.936679Z","caller":"traceutil/trace.go:171","msg":"trace[1443894563] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15965; }","duration":"1.055505313s","start":"2026-03-06T00:59:31.881139Z","end":"2026-03-06T00:59:32.936644Z","steps":["trace[1443894563] 'agreement among raft nodes before linearized reading' (duration: 1.05536006s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.881115Z","time spent":"1.055598965s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:59:32.936323Z","caller":"traceutil/trace.go:171","msg":"trace[197753591] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15965; }","duration":"1.054775266s","start":"2026-03-06T00:59:31.881526Z","end":"2026-03-06T00:59:32.936301Z","steps":["trace[197753591] 'agreement among raft nodes before linearized reading' (duration: 1.05449599s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.93681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.881518Z","time spent":"1.055276568s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T00:59:32.936435Z","caller":"traceutil/trace.go:171","msg":"trace[1567747285] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15965; }","duration":"641.972939ms","start":"2026-03-06T00:59:32.294401Z","end":"2026-03-06T00:59:32.936374Z","steps":["trace[1567747285] 'agreement among raft nodes before linearized reading' (duration: 641.916478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054341136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.936895Z","caller":"traceutil/trace.go:171","msg":"trace[1937531856] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15965; }","duration":"1.055542613s","start":"2026-03-06T00:59:31.88133Z","end":"2026-03-06T00:59:32.936873Z","steps":["trace[1937531856] 'agreement among raft nodes before linearized reading' (duration: 1.054217544s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.294907Z","time spent":"641.568171ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:59:32.936959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.881323Z","time spent":"1.055601744s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T00:59:32.936514Z","caller":"traceutil/trace.go:171","msg":"trace[1522848417] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-sz9gv; range_end:; response_count:1; response_revision:15965; }","duration":"429.67094ms","start":"2026-03-06T00:59:32.506823Z","end":"2026-03-06T00:59:32.936494Z","steps":["trace[1522848417] 'agreement among raft nodes before linearized reading' (duration: 428.468354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.936336Z","caller":"traceutil/trace.go:171","msg":"trace[1348050789] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15965; }","duration":"640.667971ms","start":"2026-03-06T00:59:32.295655Z","end":"2026-03-06T00:59:32.936322Z","steps":["trace[1348050789] 'agreement among raft nodes before linearized reading' (duration: 640.436796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.936889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.294385Z","time spent":"642.48911ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T00:59:32.937028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.295631Z","time spent":"641.386686ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T00:59:32.937033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.506798Z","time spent":"430.213802ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":11504,"request content":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-sz9gv\" "} {"level":"warn","ts":"2026-03-06T00:59:32.936495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.748107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:32.93711Z","caller":"traceutil/trace.go:171","msg":"trace[1200161762] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15965; }","duration":"643.427871ms","start":"2026-03-06T00:59:32.293666Z","end":"2026-03-06T00:59:32.937094Z","steps":["trace[1200161762] 'agreement among raft nodes before linearized reading' (duration: 642.763787ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:32.936085Z","caller":"traceutil/trace.go:171","msg":"trace[381477291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xqdm4; range_end:; response_count:1; response_revision:15965; }","duration":"604.698934ms","start":"2026-03-06T00:59:32.331356Z","end":"2026-03-06T00:59:32.936055Z","steps":["trace[381477291] 'agreement among raft nodes before linearized reading' (duration: 604.353207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.937159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.29363Z","time spent":"643.518803ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:59:32.937162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.331344Z","time spent":"605.810169ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-xqdm4\" "} {"level":"info","ts":"2026-03-06T00:59:32.936673Z","caller":"traceutil/trace.go:171","msg":"trace[564210194] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lgrkh; range_end:; response_count:1; response_revision:15965; }","duration":"615.583825ms","start":"2026-03-06T00:59:32.321045Z","end":"2026-03-06T00:59:32.936628Z","steps":["trace[564210194] 'agreement among raft nodes before linearized reading' (duration: 614.217415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.9378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056186788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T00:59:32.937933Z","caller":"traceutil/trace.go:171","msg":"trace[1350817189] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15965; }","duration":"1.056329361s","start":"2026-03-06T00:59:31.881579Z","end":"2026-03-06T00:59:32.937909Z","steps":["trace[1350817189] 'agreement among raft nodes before linearized reading' (duration: 1.054135812s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:59:32.938035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:31.88157Z","time spent":"1.056449553s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T00:59:32.9378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:59:32.321012Z","time spent":"616.638629ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lgrkh\" "} {"level":"info","ts":"2026-03-06T00:59:39.825406Z","caller":"traceutil/trace.go:171","msg":"trace[767797407] linearizableReadLoop","detail":"{readStateIndex:16608; appliedIndex:16607; }","duration":"121.755744ms","start":"2026-03-06T00:59:39.703619Z","end":"2026-03-06T00:59:39.825374Z","steps":["trace[767797407] 'read index received' (duration: 121.56827ms)","trace[767797407] 'applied index is now lower than readState.Index' (duration: 186.124µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:39.825586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.944168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:59:39.825619Z","caller":"traceutil/trace.go:171","msg":"trace[1332001896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16026; }","duration":"122.056761ms","start":"2026-03-06T00:59:39.703552Z","end":"2026-03-06T00:59:39.825609Z","steps":["trace[1332001896] 'agreement among raft nodes before linearized reading' (duration: 121.939079ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:39.825944Z","caller":"traceutil/trace.go:171","msg":"trace[929024692] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"172.226822ms","start":"2026-03-06T00:59:39.653707Z","end":"2026-03-06T00:59:39.825934Z","steps":["trace[929024692] 'process raft request' (duration: 171.467745ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:04.520029Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13848} {"level":"info","ts":"2026-03-06T01:00:04.608367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13848,"took":"83.980169ms","hash":1618338262,"current-db-size-bytes":42831872,"current-db-size":"43 MB","current-db-size-in-use-bytes":30527488,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:00:04.608426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1618338262,"revision":13848,"compact-revision":11835} {"level":"warn","ts":"2026-03-06T01:00:25.484436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.162656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:25.484531Z","caller":"traceutil/trace.go:171","msg":"trace[1568855584] linearizableReadLoop","detail":"{readStateIndex:16894; appliedIndex:16893; }","duration":"409.733789ms","start":"2026-03-06T01:00:25.074784Z","end":"2026-03-06T01:00:25.484518Z","steps":["trace[1568855584] 'read index received' (duration: 88.650853ms)","trace[1568855584] 'applied index is now lower than readState.Index' (duration: 321.082146ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:25.484578Z","caller":"traceutil/trace.go:171","msg":"trace[187517030] transaction","detail":"{read_only:false; response_revision:16301; number_of_response:1; }","duration":"429.353063ms","start":"2026-03-06T01:00:25.055183Z","end":"2026-03-06T01:00:25.484536Z","steps":["trace[187517030] 'process raft request' (duration: 108.286407ms)","trace[187517030] 'compare' (duration: 320.003133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:25.484652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.360096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4887"} {"level":"info","ts":"2026-03-06T01:00:25.484669Z","caller":"traceutil/trace.go:171","msg":"trace[1945407676] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16301; }","duration":"407.396027ms","start":"2026-03-06T01:00:25.077267Z","end":"2026-03-06T01:00:25.484663Z","steps":["trace[1945407676] 'agreement among raft nodes before linearized reading' (duration: 407.314505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.484686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.077259Z","time spent":"407.422677ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4910,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:00:25.484675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.890882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:00:25.484714Z","caller":"traceutil/trace.go:171","msg":"trace[1625704942] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16301; }","duration":"409.972144ms","start":"2026-03-06T01:00:25.074731Z","end":"2026-03-06T01:00:25.484704Z","steps":["trace[1625704942] 'agreement among raft nodes before linearized reading' (duration: 409.839761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.484708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.055164Z","time spent":"429.477056ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:25.484737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.074712Z","time spent":"410.019695ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:00:25.484746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.772538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:25.484868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.954311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4887"} {"level":"info","ts":"2026-03-06T01:00:25.484862Z","caller":"traceutil/trace.go:171","msg":"trace[1028363658] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16301; }","duration":"394.932322ms","start":"2026-03-06T01:00:25.089905Z","end":"2026-03-06T01:00:25.484838Z","steps":["trace[1028363658] 'agreement among raft nodes before linearized reading' (duration: 394.703467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:25.484895Z","caller":"traceutil/trace.go:171","msg":"trace[144951819] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16301; }","duration":"394.980262ms","start":"2026-03-06T01:00:25.089908Z","end":"2026-03-06T01:00:25.484889Z","steps":["trace[144951819] 'agreement among raft nodes before linearized reading' (duration: 394.901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.484919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.089895Z","time spent":"395.017134ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:00:25.484924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.089901Z","time spent":"395.009183ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4910,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:00:25.485099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.088583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:00:25.48512Z","caller":"traceutil/trace.go:171","msg":"trace[153119141] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16301; }","duration":"404.120775ms","start":"2026-03-06T01:00:25.080991Z","end":"2026-03-06T01:00:25.485112Z","steps":["trace[153119141] 'agreement among raft nodes before linearized reading' (duration: 404.063814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.31398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:25.485138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.080981Z","time spent":"404.151875ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T01:00:25.48516Z","caller":"traceutil/trace.go:171","msg":"trace[1992622972] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16301; }","duration":"395.393382ms","start":"2026-03-06T01:00:25.089756Z","end":"2026-03-06T01:00:25.485149Z","steps":["trace[1992622972] 'agreement among raft nodes before linearized reading' (duration: 395.33167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.48519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.089736Z","time spent":"395.446152ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:00:25.485169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.002083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:25.485212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.503763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:00:25.485241Z","caller":"traceutil/trace.go:171","msg":"trace[144294609] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16301; }","duration":"395.096655ms","start":"2026-03-06T01:00:25.090125Z","end":"2026-03-06T01:00:25.485222Z","steps":["trace[144294609] 'agreement among raft nodes before linearized reading' (duration: 394.951932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:25.485265Z","caller":"traceutil/trace.go:171","msg":"trace[663783589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16301; }","duration":"273.600106ms","start":"2026-03-06T01:00:25.211644Z","end":"2026-03-06T01:00:25.485244Z","steps":["trace[663783589] 'agreement among raft nodes before linearized reading' (duration: 273.450993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.151926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4887"} {"level":"warn","ts":"2026-03-06T01:00:25.48527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.114915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T01:00:25.485305Z","caller":"traceutil/trace.go:171","msg":"trace[1041680930] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16301; }","duration":"395.197167ms","start":"2026-03-06T01:00:25.090099Z","end":"2026-03-06T01:00:25.485297Z","steps":["trace[1041680930] 'agreement among raft nodes before linearized reading' (duration: 395.062114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.459453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:25.485324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.090093Z","time spent":"395.228097ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4910,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:00:25.485332Z","caller":"traceutil/trace.go:171","msg":"trace[356247571] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16301; }","duration":"395.474814ms","start":"2026-03-06T01:00:25.089852Z","end":"2026-03-06T01:00:25.485327Z","steps":["trace[356247571] 'agreement among raft nodes before linearized reading' (duration: 395.445703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:25.485332Z","caller":"traceutil/trace.go:171","msg":"trace[492754864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16301; }","duration":"142.210097ms","start":"2026-03-06T01:00:25.343098Z","end":"2026-03-06T01:00:25.485309Z","steps":["trace[492754864] 'agreement among raft nodes before linearized reading' (duration: 141.984122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.089826Z","time spent":"395.523194ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:00:25.48513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.990582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:00:25.485385Z","caller":"traceutil/trace.go:171","msg":"trace[155271125] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16301; }","duration":"404.253868ms","start":"2026-03-06T01:00:25.08112Z","end":"2026-03-06T01:00:25.485374Z","steps":["trace[155271125] 'agreement among raft nodes before linearized reading' (duration: 403.932841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.4852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.769193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T01:00:25.485424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.081048Z","time spent":"404.360469ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T01:00:25.48544Z","caller":"traceutil/trace.go:171","msg":"trace[2061162902] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16301; }","duration":"402.025218ms","start":"2026-03-06T01:00:25.083405Z","end":"2026-03-06T01:00:25.485431Z","steps":["trace[2061162902] 'agreement among raft nodes before linearized reading' (duration: 401.746422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.090115Z","time spent":"395.156886ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:00:25.485474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.083395Z","time spent":"402.06829ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:00:25.485487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.439966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:00:25.485512Z","caller":"traceutil/trace.go:171","msg":"trace[116400559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16301; }","duration":"143.477556ms","start":"2026-03-06T01:00:25.342028Z","end":"2026-03-06T01:00:25.485505Z","steps":["trace[116400559] 'agreement among raft nodes before linearized reading' (duration: 143.416165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.636897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4887"} {"level":"warn","ts":"2026-03-06T01:00:25.485547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.907382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:00:25.485284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.153816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4887"} {"level":"info","ts":"2026-03-06T01:00:25.485566Z","caller":"traceutil/trace.go:171","msg":"trace[856374965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16301; }","duration":"146.960704ms","start":"2026-03-06T01:00:25.338597Z","end":"2026-03-06T01:00:25.485558Z","steps":["trace[856374965] 'agreement among raft nodes before linearized reading' (duration: 146.907752ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:25.485557Z","caller":"traceutil/trace.go:171","msg":"trace[1433296027] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16301; }","duration":"404.677687ms","start":"2026-03-06T01:00:25.080872Z","end":"2026-03-06T01:00:25.48555Z","steps":["trace[1433296027] 'agreement among raft nodes before linearized reading' (duration: 404.612126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.613376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4887"} {"level":"info","ts":"2026-03-06T01:00:25.485598Z","caller":"traceutil/trace.go:171","msg":"trace[283720174] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16301; }","duration":"404.474353ms","start":"2026-03-06T01:00:25.081106Z","end":"2026-03-06T01:00:25.48558Z","steps":["trace[283720174] 'agreement among raft nodes before linearized reading' (duration: 404.106414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.080857Z","time spent":"404.749199ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4910,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:00:25.485619Z","caller":"traceutil/trace.go:171","msg":"trace[159739088] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16301; }","duration":"404.730999ms","start":"2026-03-06T01:00:25.080882Z","end":"2026-03-06T01:00:25.485613Z","steps":["trace[159739088] 'agreement among raft nodes before linearized reading' (duration: 404.36086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:25.485624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.081098Z","time spent":"404.518724ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4910,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:00:25.485639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:25.080852Z","time spent":"404.78203ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4910,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:00:25.484907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.471289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:00:25.484855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.3781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:00:25.485757Z","caller":"traceutil/trace.go:171","msg":"trace[2004695129] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16301; }","duration":"263.355629ms","start":"2026-03-06T01:00:25.222365Z","end":"2026-03-06T01:00:25.485721Z","steps":["trace[2004695129] 'agreement among raft nodes before linearized reading' (duration: 262.381727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:25.485777Z","caller":"traceutil/trace.go:171","msg":"trace[117858424] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16301; }","duration":"283.319272ms","start":"2026-03-06T01:00:25.202449Z","end":"2026-03-06T01:00:25.485768Z","steps":["trace[117858424] 'agreement among raft nodes before linearized reading' (duration: 282.33628ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.08991Z","caller":"traceutil/trace.go:171","msg":"trace[1587472847] linearizableReadLoop","detail":"{readStateIndex:17733; appliedIndex:17732; }","duration":"249.925892ms","start":"2026-03-06T01:02:33.839956Z","end":"2026-03-06T01:02:34.089882Z","steps":["trace[1587472847] 'read index received' (duration: 249.672617ms)","trace[1587472847] 'applied index is now lower than readState.Index' (duration: 252.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:34.090119Z","caller":"traceutil/trace.go:171","msg":"trace[589201534] transaction","detail":"{read_only:false; response_revision:17111; number_of_response:1; }","duration":"308.306274ms","start":"2026-03-06T01:02:33.781789Z","end":"2026-03-06T01:02:34.090095Z","steps":["trace[589201534] 'process raft request' (duration: 307.903715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.090244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.781766Z","time spent":"308.412517ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.090348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.385022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-d28c6\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-06T01:02:34.090466Z","caller":"traceutil/trace.go:171","msg":"trace[634225638] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-d28c6; range_end:; response_count:1; response_revision:17111; }","duration":"250.560906ms","start":"2026-03-06T01:02:33.839888Z","end":"2026-03-06T01:02:34.090449Z","steps":["trace[634225638] 'agreement among raft nodes before linearized reading' (duration: 250.195578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.655296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.934013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:02:34.655665Z","caller":"traceutil/trace.go:171","msg":"trace[1059910241] linearizableReadLoop","detail":"{readStateIndex:17736; appliedIndex:17733; }","duration":"559.178586ms","start":"2026-03-06T01:02:34.096435Z","end":"2026-03-06T01:02:34.655614Z","steps":["trace[1059910241] 'read index received' (duration: 120.63239ms)","trace[1059910241] 'applied index is now lower than readState.Index' (duration: 438.544306ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:34.655794Z","caller":"traceutil/trace.go:171","msg":"trace[1226266867] transaction","detail":"{read_only:false; response_revision:17114; number_of_response:1; }","duration":"584.737613ms","start":"2026-03-06T01:02:34.071043Z","end":"2026-03-06T01:02:34.65578Z","steps":["trace[1226266867] 'process raft request' (duration: 584.519598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.655787Z","caller":"traceutil/trace.go:171","msg":"trace[1773308885] transaction","detail":"{read_only:false; response_revision:17113; number_of_response:1; }","duration":"623.231734ms","start":"2026-03-06T01:02:34.032505Z","end":"2026-03-06T01:02:34.655737Z","steps":["trace[1773308885] 'process raft request' (duration: 622.937228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.655872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.071015Z","time spent":"584.817475ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.656074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.032474Z","time spent":"623.434759ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:34.656264Z","caller":"traceutil/trace.go:171","msg":"trace[55764627] transaction","detail":"{read_only:false; response_revision:17112; number_of_response:1; }","duration":"703.45329ms","start":"2026-03-06T01:02:33.952778Z","end":"2026-03-06T01:02:34.656232Z","steps":["trace[55764627] 'process raft request' (duration: 264.444463ms)","trace[55764627] 'compare' (duration: 437.657727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:34.656431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.339989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:02:34.656484Z","caller":"traceutil/trace.go:171","msg":"trace[2020981402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17114; }","duration":"474.432611ms","start":"2026-03-06T01:02:34.18204Z","end":"2026-03-06T01:02:34.656472Z","steps":["trace[2020981402] 'agreement among raft nodes before linearized reading' (duration: 474.252317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.65652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.182018Z","time spent":"474.494932ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:34.656435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.859727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:02:34.656481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.952753Z","time spent":"703.589973ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:34.656671Z","caller":"traceutil/trace.go:171","msg":"trace[1840481184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17114; }","duration":"483.112233ms","start":"2026-03-06T01:02:34.173503Z","end":"2026-03-06T01:02:34.656616Z","steps":["trace[1840481184] 'agreement among raft nodes before linearized reading' (duration: 482.687914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.656754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.173482Z","time spent":"483.258997ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:02:34.656736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.502466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:02:34.657066Z","caller":"traceutil/trace.go:171","msg":"trace[637704001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17114; }","duration":"480.835873ms","start":"2026-03-06T01:02:34.176213Z","end":"2026-03-06T01:02:34.657048Z","steps":["trace[637704001] 'agreement among raft nodes before linearized reading' (duration: 480.350022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.65711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.17605Z","time spent":"481.051088ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:34.65728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.073548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:02:34.657314Z","caller":"traceutil/trace.go:171","msg":"trace[335204811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17114; }","duration":"481.119819ms","start":"2026-03-06T01:02:34.176186Z","end":"2026-03-06T01:02:34.657306Z","steps":["trace[335204811] 'agreement among raft nodes before linearized reading' (duration: 481.020827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.657342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.17618Z","time spent":"481.15452ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:02:34.657299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.174258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:02:34.657439Z","caller":"traceutil/trace.go:171","msg":"trace[975640563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17114; }","duration":"475.354322ms","start":"2026-03-06T01:02:34.182074Z","end":"2026-03-06T01:02:34.657428Z","steps":["trace[975640563] 'agreement among raft nodes before linearized reading' (duration: 475.148117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.657513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.18205Z","time spent":"475.448164ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:34.657843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.403096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955469"} {"level":"info","ts":"2026-03-06T01:02:34.657886Z","caller":"traceutil/trace.go:171","msg":"trace[1836712313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17114; }","duration":"561.486448ms","start":"2026-03-06T01:02:34.09639Z","end":"2026-03-06T01:02:34.657877Z","steps":["trace[1836712313] 'agreement among raft nodes before linearized reading' (duration: 560.273031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.657919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.096369Z","time spent":"561.54045ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":955492,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:02:34.847661Z","caller":"traceutil/trace.go:171","msg":"trace[279848684] transaction","detail":"{read_only:false; response_revision:17115; number_of_response:1; }","duration":"184.384522ms","start":"2026-03-06T01:02:34.663234Z","end":"2026-03-06T01:02:34.847619Z","steps":["trace[279848684] 'process raft request' (duration: 139.56334ms)","trace[279848684] 'compare' (duration: 44.656338ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:34.891056Z","caller":"traceutil/trace.go:171","msg":"trace[1234395669] transaction","detail":"{read_only:false; response_revision:17116; number_of_response:1; }","duration":"227.446624ms","start":"2026-03-06T01:02:34.66356Z","end":"2026-03-06T01:02:34.891007Z","steps":["trace[1234395669] 'process raft request' (duration: 227.092976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.891083Z","caller":"traceutil/trace.go:171","msg":"trace[1797017943] transaction","detail":"{read_only:false; response_revision:17117; number_of_response:1; }","duration":"227.2515ms","start":"2026-03-06T01:02:34.663783Z","end":"2026-03-06T01:02:34.891035Z","steps":["trace[1797017943] 'process raft request' (duration: 227.086327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.891455Z","caller":"traceutil/trace.go:171","msg":"trace[1987085398] transaction","detail":"{read_only:false; response_revision:17118; number_of_response:1; }","duration":"226.508964ms","start":"2026-03-06T01:02:34.66491Z","end":"2026-03-06T01:02:34.891419Z","steps":["trace[1987085398] 'process raft request' (duration: 226.009663ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.891702Z","caller":"traceutil/trace.go:171","msg":"trace[747181297] transaction","detail":"{read_only:false; response_revision:17119; number_of_response:1; }","duration":"225.866369ms","start":"2026-03-06T01:02:34.665825Z","end":"2026-03-06T01:02:34.891691Z","steps":["trace[747181297] 'process raft request' (duration: 225.497071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:47.072458Z","caller":"traceutil/trace.go:171","msg":"trace[2045134900] linearizableReadLoop","detail":"{readStateIndex:17932; appliedIndex:17931; }","duration":"111.510709ms","start":"2026-03-06T01:02:46.960914Z","end":"2026-03-06T01:02:47.072425Z","steps":["trace[2045134900] 'read index received' (duration: 63.637628ms)","trace[2045134900] 'applied index is now lower than readState.Index' (duration: 47.871781ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:47.072568Z","caller":"traceutil/trace.go:171","msg":"trace[1452040981] transaction","detail":"{read_only:false; response_revision:17301; number_of_response:1; }","duration":"117.595633ms","start":"2026-03-06T01:02:46.954913Z","end":"2026-03-06T01:02:47.072508Z","steps":["trace[1452040981] 'process raft request' (duration: 69.708862ms)","trace[1452040981] 'compare' (duration: 47.649124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:47.072869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.919857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:02:47.073022Z","caller":"traceutil/trace.go:171","msg":"trace[746235197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17301; }","duration":"112.146092ms","start":"2026-03-06T01:02:46.960858Z","end":"2026-03-06T01:02:47.073004Z","steps":["trace[746235197] 'agreement among raft nodes before linearized reading' (duration: 111.750584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:47.073017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.608997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:02:47.073123Z","caller":"traceutil/trace.go:171","msg":"trace[949315029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17301; }","duration":"100.78082ms","start":"2026-03-06T01:02:46.972315Z","end":"2026-03-06T01:02:47.073096Z","steps":["trace[949315029] 'agreement among raft nodes before linearized reading' (duration: 100.454003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:47.074509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.582866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:02:47.074551Z","caller":"traceutil/trace.go:171","msg":"trace[710418949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17301; }","duration":"105.646368ms","start":"2026-03-06T01:02:46.968894Z","end":"2026-03-06T01:02:47.074541Z","steps":["trace[710418949] 'agreement among raft nodes before linearized reading' (duration: 103.736576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:43.43266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.266609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-06T01:04:43.432773Z","caller":"traceutil/trace.go:171","msg":"trace[43420391] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18242; }","duration":"109.393272ms","start":"2026-03-06T01:04:43.32335Z","end":"2026-03-06T01:04:43.432743Z","steps":["trace[43420391] 'range keys from in-memory index tree' (duration: 109.148066ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:43.474053Z","caller":"traceutil/trace.go:171","msg":"trace[1642787708] transaction","detail":"{read_only:false; response_revision:18243; number_of_response:1; }","duration":"150.319466ms","start":"2026-03-06T01:04:43.3237Z","end":"2026-03-06T01:04:43.47402Z","steps":["trace[1642787708] 'process raft request' (duration: 150.108532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.951279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.569784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:04:45.951403Z","caller":"traceutil/trace.go:171","msg":"trace[973333158] linearizableReadLoop","detail":"{readStateIndex:18910; appliedIndex:18909; }","duration":"204.20639ms","start":"2026-03-06T01:04:45.747178Z","end":"2026-03-06T01:04:45.951385Z","steps":["trace[973333158] 'read index received' (duration: 39.871µs)","trace[973333158] 'applied index is now lower than readState.Index' (duration: 204.165259ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:45.951485Z","caller":"traceutil/trace.go:171","msg":"trace[171782784] transaction","detail":"{read_only:false; response_revision:18252; number_of_response:1; }","duration":"343.068514ms","start":"2026-03-06T01:04:45.608405Z","end":"2026-03-06T01:04:45.951473Z","steps":["trace[171782784] 'process raft request' (duration: 82.880405ms)","trace[171782784] 'compare' (duration: 259.189096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:45.951548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:45.608384Z","time spent":"343.132846ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:45.951988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.924943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:04:45.952039Z","caller":"traceutil/trace.go:171","msg":"trace[1497414643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18252; }","duration":"180.005105ms","start":"2026-03-06T01:04:45.77202Z","end":"2026-03-06T01:04:45.952025Z","steps":["trace[1497414643] 'agreement among raft nodes before linearized reading' (duration: 179.867482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.952243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.673957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:04:45.952288Z","caller":"traceutil/trace.go:171","msg":"trace[1737367180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18252; }","duration":"146.741848ms","start":"2026-03-06T01:04:45.805535Z","end":"2026-03-06T01:04:45.952277Z","steps":["trace[1737367180] 'agreement among raft nodes before linearized reading' (duration: 146.637836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.952648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.623527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:04:45.95275Z","caller":"traceutil/trace.go:171","msg":"trace[2079922258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18252; }","duration":"156.76347ms","start":"2026-03-06T01:04:45.795976Z","end":"2026-03-06T01:04:45.95274Z","steps":["trace[2079922258] 'agreement among raft nodes before linearized reading' (duration: 156.591277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.95301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.023336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:04:45.953051Z","caller":"traceutil/trace.go:171","msg":"trace[634873451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18252; }","duration":"157.086057ms","start":"2026-03-06T01:04:45.795952Z","end":"2026-03-06T01:04:45.953038Z","steps":["trace[634873451] 'agreement among raft nodes before linearized reading' (duration: 156.942974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:45.953819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.645593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:04:45.953848Z","caller":"traceutil/trace.go:171","msg":"trace[1084556751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18252; }","duration":"206.716684ms","start":"2026-03-06T01:04:45.747123Z","end":"2026-03-06T01:04:45.953839Z","steps":["trace[1084556751] 'agreement among raft nodes before linearized reading' (duration: 204.612289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:04.527421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16180} {"level":"info","ts":"2026-03-06T01:05:04.630413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16180,"took":"98.465989ms","hash":957122296,"current-db-size-bytes":44568576,"current-db-size":"45 MB","current-db-size-in-use-bytes":30572544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T01:05:04.630486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":957122296,"revision":16180,"compact-revision":13848} {"level":"info","ts":"2026-03-06T01:07:10.290382Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:07:10.298425Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:07:10.298626Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-06T01:08:28.69074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.30692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:08:28.690874Z","caller":"traceutil/trace.go:171","msg":"trace[1490621498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19712; }","duration":"161.462253ms","start":"2026-03-06T01:08:28.529395Z","end":"2026-03-06T01:08:28.690857Z","steps":["trace[1490621498] 'range keys from in-memory index tree' (duration: 161.280399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:28.691227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.824123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:08:28.691458Z","caller":"traceutil/trace.go:171","msg":"trace[636329751] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"286.930902ms","start":"2026-03-06T01:08:28.404512Z","end":"2026-03-06T01:08:28.691443Z","steps":["trace[636329751] 'process raft request' (duration: 90.7687ms)","trace[636329751] 'compare' (duration: 195.68197ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:29.361416Z","caller":"traceutil/trace.go:171","msg":"trace[1933620212] linearizableReadLoop","detail":"{readStateIndex:20428; appliedIndex:20427; }","duration":"168.005189ms","start":"2026-03-06T01:08:29.193376Z","end":"2026-03-06T01:08:29.361381Z","steps":["trace[1933620212] 'read index received' (duration: 167.661182ms)","trace[1933620212] 'applied index is now lower than readState.Index' (duration: 342.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:29.361615Z","caller":"traceutil/trace.go:171","msg":"trace[1751700833] transaction","detail":"{read_only:false; response_revision:19714; number_of_response:1; }","duration":"202.487322ms","start":"2026-03-06T01:08:29.159112Z","end":"2026-03-06T01:08:29.3616Z","steps":["trace[1751700833] 'process raft request' (duration: 201.985371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:29.361907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.353664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:08:29.362034Z","caller":"traceutil/trace.go:171","msg":"trace[1841176434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19714; }","duration":"167.531059ms","start":"2026-03-06T01:08:29.194473Z","end":"2026-03-06T01:08:29.362004Z","steps":["trace[1841176434] 'agreement among raft nodes before linearized reading' (duration: 167.272133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:29.362382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.030671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:08:29.362442Z","caller":"traceutil/trace.go:171","msg":"trace[67209294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19714; }","duration":"169.148824ms","start":"2026-03-06T01:08:29.193281Z","end":"2026-03-06T01:08:29.36243Z","steps":["trace[67209294] 'agreement among raft nodes before linearized reading' (duration: 169.012921ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:29.579192Z","caller":"traceutil/trace.go:171","msg":"trace[2106305207] transaction","detail":"{read_only:false; response_revision:19715; number_of_response:1; }","duration":"212.739358ms","start":"2026-03-06T01:08:29.36642Z","end":"2026-03-06T01:08:29.579159Z","steps":["trace[2106305207] 'process raft request' (duration: 206.744585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:29.956627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.870143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:08:29.958326Z","caller":"traceutil/trace.go:171","msg":"trace[1470480790] transaction","detail":"{read_only:false; response_revision:19716; number_of_response:1; }","duration":"591.669476ms","start":"2026-03-06T01:08:29.366613Z","end":"2026-03-06T01:08:29.958282Z","steps":["trace[1470480790] 'process raft request' (duration: 489.006823ms)","trace[1470480790] 'compare' (duration: 100.630498ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:29.958571Z","caller":"traceutil/trace.go:171","msg":"trace[104650335] linearizableReadLoop","detail":"{readStateIndex:20433; appliedIndex:20428; }","duration":"475.473735ms","start":"2026-03-06T01:08:29.483073Z","end":"2026-03-06T01:08:29.958547Z","steps":["trace[104650335] 'read index received' (duration: 90.091064ms)","trace[104650335] 'applied index is now lower than readState.Index' (duration: 385.381231ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:29.958675Z","caller":"traceutil/trace.go:171","msg":"trace[205605429] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"589.289743ms","start":"2026-03-06T01:08:29.369355Z","end":"2026-03-06T01:08:29.958645Z","steps":["trace[205605429] 'process raft request' (duration: 589.13113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:29.958669Z","caller":"traceutil/trace.go:171","msg":"trace[685233234] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"590.864338ms","start":"2026-03-06T01:08:29.367742Z","end":"2026-03-06T01:08:29.958607Z","steps":["trace[685233234] 'process raft request' (duration: 590.624853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:29.958798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.664489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:08:29.958875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:29.367714Z","time spent":"591.048793ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:29.958558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:29.366601Z","time spent":"591.818159ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:08:29.958891Z","caller":"traceutil/trace.go:171","msg":"trace[337710647] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19719; }","duration":"475.874183ms","start":"2026-03-06T01:08:29.482997Z","end":"2026-03-06T01:08:29.958871Z","steps":["trace[337710647] 'agreement among raft nodes before linearized reading' (duration: 475.664688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:29.958812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:29.369349Z","time spent":"589.395135ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:29.958995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:29.482958Z","time spent":"476.017126ms","remote":"127.0.0.1:38164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:08:29.958759Z","caller":"traceutil/trace.go:171","msg":"trace[1956088909] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"591.634465ms","start":"2026-03-06T01:08:29.366966Z","end":"2026-03-06T01:08:29.958601Z","steps":["trace[1956088909] 'process raft request' (duration: 591.252617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:29.959514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:29.36696Z","time spent":"592.252308ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:30.414988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.800348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:08:30.415074Z","caller":"traceutil/trace.go:171","msg":"trace[1799324339] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19719; }","duration":"197.991952ms","start":"2026-03-06T01:08:30.21706Z","end":"2026-03-06T01:08:30.415052Z","steps":["trace[1799324339] 'range keys from in-memory index tree' (duration: 197.584254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:30.415224Z","caller":"traceutil/trace.go:171","msg":"trace[1251413677] linearizableReadLoop","detail":"{readStateIndex:20434; appliedIndex:20433; }","duration":"127.251946ms","start":"2026-03-06T01:08:30.287942Z","end":"2026-03-06T01:08:30.415194Z","steps":["trace[1251413677] 'read index received' (duration: 27.453767ms)","trace[1251413677] 'applied index is now lower than readState.Index' (duration: 99.797229ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:30.415567Z","caller":"traceutil/trace.go:171","msg":"trace[1673344805] transaction","detail":"{read_only:false; response_revision:19720; number_of_response:1; }","duration":"146.093734ms","start":"2026-03-06T01:08:30.26943Z","end":"2026-03-06T01:08:30.415524Z","steps":["trace[1673344805] 'process raft request' (duration: 45.985838ms)","trace[1673344805] 'compare' (duration: 99.277018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:30.41575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.758348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7d69b9c9c6-qpg8x.189a1b14fd372f29\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-06T01:08:30.41588Z","caller":"traceutil/trace.go:171","msg":"trace[231179987] range","detail":"{range_begin:/registry/events/openstack/heat-api-7d69b9c9c6-qpg8x.189a1b14fd372f29; range_end:; response_count:1; response_revision:19720; }","duration":"127.949853ms","start":"2026-03-06T01:08:30.2879Z","end":"2026-03-06T01:08:30.41585Z","steps":["trace[231179987] 'agreement among raft nodes before linearized reading' (duration: 127.397451ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:30.837679Z","caller":"traceutil/trace.go:171","msg":"trace[596687085] linearizableReadLoop","detail":"{readStateIndex:20435; appliedIndex:20434; }","duration":"418.675507ms","start":"2026-03-06T01:08:30.418972Z","end":"2026-03-06T01:08:30.837648Z","steps":["trace[596687085] 'read index received' (duration: 418.442402ms)","trace[596687085] 'applied index is now lower than readState.Index' (duration: 231.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:30.837717Z","caller":"traceutil/trace.go:171","msg":"trace[1076708471] transaction","detail":"{read_only:false; response_revision:19721; number_of_response:1; }","duration":"419.518796ms","start":"2026-03-06T01:08:30.41817Z","end":"2026-03-06T01:08:30.837689Z","steps":["trace[1076708471] 'process raft request' (duration: 419.24298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:30.83795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.952553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73d40450-5369-497d-99ba-9c61337964f8\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-06T01:08:30.83802Z","caller":"traceutil/trace.go:171","msg":"trace[1404586828] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73d40450-5369-497d-99ba-9c61337964f8; range_end:; response_count:1; response_revision:19721; }","duration":"419.060246ms","start":"2026-03-06T01:08:30.418942Z","end":"2026-03-06T01:08:30.838002Z","steps":["trace[1404586828] 'agreement among raft nodes before linearized reading' (duration: 418.838921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:30.837982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:30.418141Z","time spent":"419.72287ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:30.838063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:30.41893Z","time spent":"419.122827ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-73d40450-5369-497d-99ba-9c61337964f8\" "} {"level":"info","ts":"2026-03-06T01:08:31.008193Z","caller":"traceutil/trace.go:171","msg":"trace[508590943] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"307.19209ms","start":"2026-03-06T01:08:30.700971Z","end":"2026-03-06T01:08:31.008163Z","steps":["trace[508590943] 'process raft request' (duration: 305.807289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:31.008353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.509092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:08:31.008459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.751352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:08:31.008509Z","caller":"traceutil/trace.go:171","msg":"trace[1961089719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19722; }","duration":"307.838204ms","start":"2026-03-06T01:08:30.700655Z","end":"2026-03-06T01:08:31.008493Z","steps":["trace[1961089719] 'agreement among raft nodes before linearized reading' (duration: 307.724632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:31.008361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:30.70091Z","time spent":"307.360793ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:31.008547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:30.700628Z","time spent":"307.910075ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:08:31.008179Z","caller":"traceutil/trace.go:171","msg":"trace[1640223701] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20435; }","duration":"170.364902ms","start":"2026-03-06T01:08:30.837781Z","end":"2026-03-06T01:08:31.008146Z","steps":["trace[1640223701] 'read index received' (duration: 168.9386ms)","trace[1640223701] 'applied index is now lower than readState.Index' (duration: 1.425042ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:31.008697Z","caller":"traceutil/trace.go:171","msg":"trace[199750551] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19722; }","duration":"426.622394ms","start":"2026-03-06T01:08:30.581782Z","end":"2026-03-06T01:08:31.008404Z","steps":["trace[199750551] 'agreement among raft nodes before linearized reading' (duration: 426.457631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:31.008782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:30.58176Z","time spent":"426.985092ms","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:08:31.008984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.421904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-06T01:08:31.009038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.938003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-8665cfdc54-l99fw.189a1b1751681b1d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-06T01:08:31.009103Z","caller":"traceutil/trace.go:171","msg":"trace[58883618] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-8665cfdc54-l99fw.189a1b1751681b1d; range_end:; response_count:1; response_revision:19722; }","duration":"166.052065ms","start":"2026-03-06T01:08:30.843035Z","end":"2026-03-06T01:08:31.009087Z","steps":["trace[58883618] 'agreement among raft nodes before linearized reading' (duration: 165.82469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:31.009111Z","caller":"traceutil/trace.go:171","msg":"trace[1582250894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19722; }","duration":"166.643889ms","start":"2026-03-06T01:08:30.842438Z","end":"2026-03-06T01:08:31.009082Z","steps":["trace[1582250894] 'agreement among raft nodes before linearized reading' (duration: 166.289411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:34.544135Z","caller":"traceutil/trace.go:171","msg":"trace[1102973836] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"114.220419ms","start":"2026-03-06T01:08:34.429882Z","end":"2026-03-06T01:08:34.544102Z","steps":["trace[1102973836] 'process raft request' (duration: 114.032185ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:04.535096Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18378} {"level":"info","ts":"2026-03-06T01:10:04.641675Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18378,"took":"102.648889ms","hash":4069756324,"current-db-size-bytes":44568576,"current-db-size":"45 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T01:10:04.64174Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4069756324,"revision":18378,"compact-revision":16180} {"level":"info","ts":"2026-03-06T01:12:05.79723Z","caller":"traceutil/trace.go:171","msg":"trace[1122574804] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"179.052916ms","start":"2026-03-06T01:12:05.618145Z","end":"2026-03-06T01:12:05.797198Z","steps":["trace[1122574804] 'process raft request' (duration: 154.596526ms)","trace[1122574804] 'compare' (duration: 24.248185ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:05.797664Z","caller":"traceutil/trace.go:171","msg":"trace[958520364] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"172.817519ms","start":"2026-03-06T01:12:05.624752Z","end":"2026-03-06T01:12:05.797569Z","steps":["trace[958520364] 'process raft request' (duration: 172.593033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:05.797666Z","caller":"traceutil/trace.go:171","msg":"trace[638752323] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"178.472234ms","start":"2026-03-06T01:12:05.619144Z","end":"2026-03-06T01:12:05.797616Z","steps":["trace[638752323] 'process raft request' (duration: 177.994982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:07.776502Z","caller":"traceutil/trace.go:171","msg":"trace[271884140] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"119.205505ms","start":"2026-03-06T01:12:07.65726Z","end":"2026-03-06T01:12:07.776466Z","steps":["trace[271884140] 'process raft request' (duration: 42.882458ms)","trace[271884140] 'compare' (duration: 76.133252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:13.111587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.343278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:13.1117Z","caller":"traceutil/trace.go:171","msg":"trace[150603922] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21401; }","duration":"110.530412ms","start":"2026-03-06T01:12:13.001145Z","end":"2026-03-06T01:12:13.111676Z","steps":["trace[150603922] 'range keys from in-memory index tree' (duration: 110.212324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:13.278492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.98041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:12:14.680515Z","caller":"traceutil/trace.go:171","msg":"trace[735217054] transaction","detail":"{read_only:false; response_revision:21409; number_of_response:1; }","duration":"214.986079ms","start":"2026-03-06T01:12:14.4655Z","end":"2026-03-06T01:12:14.680486Z","steps":["trace[735217054] 'process raft request' (duration: 214.589501ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:15.556442Z","caller":"traceutil/trace.go:171","msg":"trace[1019120842] linearizableReadLoop","detail":"{readStateIndex:22187; appliedIndex:22186; }","duration":"175.367165ms","start":"2026-03-06T01:12:15.381044Z","end":"2026-03-06T01:12:15.556412Z","steps":["trace[1019120842] 'read index received' (duration: 175.14633ms)","trace[1019120842] 'applied index is now lower than readState.Index' (duration: 218.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:15.556503Z","caller":"traceutil/trace.go:171","msg":"trace[1091682557] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"258.926391ms","start":"2026-03-06T01:12:15.29755Z","end":"2026-03-06T01:12:15.556476Z","steps":["trace[1091682557] 'process raft request' (duration: 258.632715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:15.556762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.698641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:12:15.556826Z","caller":"traceutil/trace.go:171","msg":"trace[2084086148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21411; }","duration":"175.842044ms","start":"2026-03-06T01:12:15.380969Z","end":"2026-03-06T01:12:15.556811Z","steps":["trace[2084086148] 'agreement among raft nodes before linearized reading' (duration: 175.608409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.336311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.292017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-06T01:12:16.336424Z","caller":"traceutil/trace.go:171","msg":"trace[1288777851] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21411; }","duration":"773.43111ms","start":"2026-03-06T01:12:15.562968Z","end":"2026-03-06T01:12:16.336399Z","steps":["trace[1288777851] 'range keys from in-memory index tree' (duration: 773.05201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.336469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.562951Z","time spent":"773.508561ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18453,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:12:16.336527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.367109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:16.336706Z","caller":"traceutil/trace.go:171","msg":"trace[268294374] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"773.588202ms","start":"2026-03-06T01:12:15.563094Z","end":"2026-03-06T01:12:16.336683Z","steps":["trace[268294374] 'process raft request' (duration: 294.974477ms)","trace[268294374] 'compare' (duration: 477.847497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:16.336782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.563084Z","time spent":"773.666385ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:16.340924Z","caller":"traceutil/trace.go:171","msg":"trace[835748672] linearizableReadLoop","detail":"{readStateIndex:22190; appliedIndex:22187; }","duration":"742.385873ms","start":"2026-03-06T01:12:15.598484Z","end":"2026-03-06T01:12:16.340869Z","steps":["trace[835748672] 'read index received' (duration: 259.571886ms)","trace[835748672] 'applied index is now lower than readState.Index' (duration: 482.811677ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:16.341221Z","caller":"traceutil/trace.go:171","msg":"trace[2143860499] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"701.922339ms","start":"2026-03-06T01:12:15.639231Z","end":"2026-03-06T01:12:16.341154Z","steps":["trace[2143860499] 'process raft request' (duration: 701.553351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:16.341393Z","caller":"traceutil/trace.go:171","msg":"trace[1845674334] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"625.853618ms","start":"2026-03-06T01:12:15.715526Z","end":"2026-03-06T01:12:16.34138Z","steps":["trace[1845674334] 'process raft request' (duration: 625.300036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.341448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.6392Z","time spent":"702.135443ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:16.341503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.71549Z","time spent":"625.935679ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:16.341629Z","caller":"traceutil/trace.go:171","msg":"trace[2144839813] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"778.46133ms","start":"2026-03-06T01:12:15.563156Z","end":"2026-03-06T01:12:16.341617Z","steps":["trace[2144839813] 'process raft request' (duration: 777.356916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.341642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.16609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:16.341675Z","caller":"traceutil/trace.go:171","msg":"trace[1532862071] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21416; }","duration":"743.249732ms","start":"2026-03-06T01:12:15.598414Z","end":"2026-03-06T01:12:16.341664Z","steps":["trace[1532862071] 'agreement among raft nodes before linearized reading' (duration: 743.19268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.341697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.598386Z","time spent":"743.306413ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:16.341696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.563137Z","time spent":"778.52185ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:16.341858Z","caller":"traceutil/trace.go:171","msg":"trace[125325929] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"771.037977ms","start":"2026-03-06T01:12:15.570796Z","end":"2026-03-06T01:12:16.341834Z","steps":["trace[125325929] 'process raft request' (duration: 769.945623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.34199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.570765Z","time spent":"771.163649ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:16.377234Z","caller":"traceutil/trace.go:171","msg":"trace[902530088] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"318.307192ms","start":"2026-03-06T01:12:16.058895Z","end":"2026-03-06T01:12:16.377202Z","steps":["trace[902530088] 'process raft request' (duration: 318.075537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.377496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:16.058868Z","time spent":"318.460406ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:16.377592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.25953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:16.377831Z","caller":"traceutil/trace.go:171","msg":"trace[1716744089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21417; }","duration":"675.866373ms","start":"2026-03-06T01:12:15.701942Z","end":"2026-03-06T01:12:16.377808Z","steps":["trace[1716744089] 'agreement among raft nodes before linearized reading' (duration: 675.228779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:16.37796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:15.701911Z","time spent":"676.036026ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:16.540073Z","caller":"traceutil/trace.go:171","msg":"trace[1985446862] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"155.973436ms","start":"2026-03-06T01:12:16.384051Z","end":"2026-03-06T01:12:16.540024Z","steps":["trace[1985446862] 'process raft request' (duration: 60.065267ms)","trace[1985446862] 'compare' (duration: 95.444188ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:18.502454Z","caller":"traceutil/trace.go:171","msg":"trace[67851775] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"117.795713ms","start":"2026-03-06T01:12:18.384622Z","end":"2026-03-06T01:12:18.502417Z","steps":["trace[67851775] 'process raft request' (duration: 117.722961ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:18.502579Z","caller":"traceutil/trace.go:171","msg":"trace[681663299] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"118.592041ms","start":"2026-03-06T01:12:18.383913Z","end":"2026-03-06T01:12:18.502505Z","steps":["trace[681663299] 'process raft request' (duration: 118.238923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:18.874908Z","caller":"traceutil/trace.go:171","msg":"trace[1770618929] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"153.025241ms","start":"2026-03-06T01:12:18.72185Z","end":"2026-03-06T01:12:18.874876Z","steps":["trace[1770618929] 'process raft request' (duration: 152.797176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:19.261531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.499591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:19.261698Z","caller":"traceutil/trace.go:171","msg":"trace[2079594409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21430; }","duration":"229.741866ms","start":"2026-03-06T01:12:19.031936Z","end":"2026-03-06T01:12:19.261678Z","steps":["trace[2079594409] 'range keys from in-memory index tree' (duration: 229.238165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.049338Z","caller":"traceutil/trace.go:171","msg":"trace[1856087939] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"105.941551ms","start":"2026-03-06T01:12:19.943354Z","end":"2026-03-06T01:12:20.049295Z","steps":["trace[1856087939] 'process raft request' (duration: 105.501922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.194372Z","caller":"traceutil/trace.go:171","msg":"trace[153601042] transaction","detail":"{read_only:false; response_revision:21440; number_of_response:1; }","duration":"136.808463ms","start":"2026-03-06T01:12:20.057527Z","end":"2026-03-06T01:12:20.194335Z","steps":["trace[153601042] 'process raft request' (duration: 103.257602ms)","trace[153601042] 'compare' (duration: 33.395698ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:20.259412Z","caller":"traceutil/trace.go:171","msg":"trace[2078898975] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"185.626691ms","start":"2026-03-06T01:12:20.073751Z","end":"2026-03-06T01:12:20.259378Z","steps":["trace[2078898975] 'process raft request' (duration: 185.431267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.389492Z","caller":"traceutil/trace.go:171","msg":"trace[1832005241] linearizableReadLoop","detail":"{readStateIndex:22219; appliedIndex:22218; }","duration":"118.302434ms","start":"2026-03-06T01:12:20.271161Z","end":"2026-03-06T01:12:20.389464Z","steps":["trace[1832005241] 'read index received' (duration: 118.14231ms)","trace[1832005241] 'applied index is now lower than readState.Index' (duration: 159.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:20.389611Z","caller":"traceutil/trace.go:171","msg":"trace[1371734986] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"120.745988ms","start":"2026-03-06T01:12:20.268852Z","end":"2026-03-06T01:12:20.389598Z","steps":["trace[1371734986] 'process raft request' (duration: 120.445421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:20.38978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.59912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/floatingips.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:20.389814Z","caller":"traceutil/trace.go:171","msg":"trace[419460418] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/floatingips.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21442; }","duration":"118.672262ms","start":"2026-03-06T01:12:20.271133Z","end":"2026-03-06T01:12:20.389805Z","steps":["trace[419460418] 'agreement among raft nodes before linearized reading' (duration: 118.59788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:20.598483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.088664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/groups.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:20.598589Z","caller":"traceutil/trace.go:171","msg":"trace[1700157921] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/groups.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21448; }","duration":"106.259827ms","start":"2026-03-06T01:12:20.492306Z","end":"2026-03-06T01:12:20.598566Z","steps":["trace[1700157921] 'range keys from in-memory index tree' (duration: 105.967091ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.598583Z","caller":"traceutil/trace.go:171","msg":"trace[1025383477] transaction","detail":"{read_only:false; response_revision:21449; number_of_response:1; }","duration":"103.302692ms","start":"2026-03-06T01:12:20.495251Z","end":"2026-03-06T01:12:20.598554Z","steps":["trace[1025383477] 'process raft request' (duration: 103.095598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.860124Z","caller":"traceutil/trace.go:171","msg":"trace[539126128] linearizableReadLoop","detail":"{readStateIndex:22230; appliedIndex:22229; }","duration":"158.995492ms","start":"2026-03-06T01:12:20.701073Z","end":"2026-03-06T01:12:20.860069Z","steps":["trace[539126128] 'read index received' (duration: 128.917888ms)","trace[539126128] 'applied index is now lower than readState.Index' (duration: 30.076394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:20.860311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.214998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:20.860362Z","caller":"traceutil/trace.go:171","msg":"trace[315397841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21453; }","duration":"159.3466ms","start":"2026-03-06T01:12:20.701005Z","end":"2026-03-06T01:12:20.860351Z","steps":["trace[315397841] 'agreement among raft nodes before linearized reading' (duration: 159.205757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:20.860472Z","caller":"traceutil/trace.go:171","msg":"trace[1285531733] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"233.258315ms","start":"2026-03-06T01:12:20.627165Z","end":"2026-03-06T01:12:20.860424Z","steps":["trace[1285531733] 'process raft request' (duration: 202.798402ms)","trace[1285531733] 'compare' (duration: 29.943551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:21.118151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.740819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:21.118278Z","caller":"traceutil/trace.go:171","msg":"trace[338288655] linearizableReadLoop","detail":"{readStateIndex:22231; appliedIndex:22230; }","duration":"247.063389ms","start":"2026-03-06T01:12:20.871194Z","end":"2026-03-06T01:12:21.118257Z","steps":["trace[338288655] 'read index received' (duration: 125.124735ms)","trace[338288655] 'applied index is now lower than readState.Index' (duration: 121.936934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:21.118379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.182162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/images.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:21.118367Z","caller":"traceutil/trace.go:171","msg":"trace[1266766288] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"247.838586ms","start":"2026-03-06T01:12:20.870467Z","end":"2026-03-06T01:12:21.118305Z","steps":["trace[1266766288] 'process raft request' (duration: 125.83168ms)","trace[1266766288] 'compare' (duration: 121.443023ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:21.118419Z","caller":"traceutil/trace.go:171","msg":"trace[1754352007] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/images.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21454; }","duration":"247.221763ms","start":"2026-03-06T01:12:20.871186Z","end":"2026-03-06T01:12:21.118408Z","steps":["trace[1754352007] 'agreement among raft nodes before linearized reading' (duration: 247.152131ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.281593Z","caller":"traceutil/trace.go:171","msg":"trace[1642301221] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"152.252074ms","start":"2026-03-06T01:12:21.129255Z","end":"2026-03-06T01:12:21.281507Z","steps":["trace[1642301221] 'process raft request' (duration: 151.391396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.299548Z","caller":"traceutil/trace.go:171","msg":"trace[720220154] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"155.541476ms","start":"2026-03-06T01:12:21.14397Z","end":"2026-03-06T01:12:21.299512Z","steps":["trace[720220154] 'process raft request' (duration: 155.128297ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.432689Z","caller":"traceutil/trace.go:171","msg":"trace[722927712] linearizableReadLoop","detail":"{readStateIndex:22235; appliedIndex:22234; }","duration":"105.690556ms","start":"2026-03-06T01:12:21.326964Z","end":"2026-03-06T01:12:21.432654Z","steps":["trace[722927712] 'read index received' (duration: 105.353029ms)","trace[722927712] 'applied index is now lower than readState.Index' (duration: 336.367µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:21.432875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.88555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/keypairs.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:21.432923Z","caller":"traceutil/trace.go:171","msg":"trace[268849815] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/keypairs.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21458; }","duration":"106.003813ms","start":"2026-03-06T01:12:21.326903Z","end":"2026-03-06T01:12:21.432907Z","steps":["trace[268849815] 'agreement among raft nodes before linearized reading' (duration: 105.87505ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.433388Z","caller":"traceutil/trace.go:171","msg":"trace[778820543] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"120.38817ms","start":"2026-03-06T01:12:21.312985Z","end":"2026-03-06T01:12:21.433374Z","steps":["trace[778820543] 'process raft request' (duration: 119.447759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:21.592167Z","caller":"traceutil/trace.go:171","msg":"trace[764187349] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"145.73022ms","start":"2026-03-06T01:12:21.446401Z","end":"2026-03-06T01:12:21.592131Z","steps":["trace[764187349] 'process raft request' (duration: 115.666295ms)","trace[764187349] 'compare' (duration: 29.912461ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:21.716841Z","caller":"traceutil/trace.go:171","msg":"trace[955572050] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"267.767586ms","start":"2026-03-06T01:12:21.449031Z","end":"2026-03-06T01:12:21.716799Z","steps":["trace[955572050] 'process raft request' (duration: 254.330499ms)","trace[955572050] 'compare' (duration: 12.703581ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:22.306115Z","caller":"traceutil/trace.go:171","msg":"trace[1195177572] transaction","detail":"{read_only:false; response_revision:21475; number_of_response:1; }","duration":"130.714979ms","start":"2026-03-06T01:12:22.175362Z","end":"2026-03-06T01:12:22.306077Z","steps":["trace[1195177572] 'process raft request' (duration: 87.304349ms)","trace[1195177572] 'compare' (duration: 43.219725ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:22.328022Z","caller":"traceutil/trace.go:171","msg":"trace[900965560] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"152.306546ms","start":"2026-03-06T01:12:22.175697Z","end":"2026-03-06T01:12:22.328003Z","steps":["trace[900965560] 'process raft request' (duration: 152.207783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:22.739694Z","caller":"traceutil/trace.go:171","msg":"trace[91584603] transaction","detail":"{read_only:false; response_revision:21488; number_of_response:1; }","duration":"132.822034ms","start":"2026-03-06T01:12:22.606842Z","end":"2026-03-06T01:12:22.739664Z","steps":["trace[91584603] 'process raft request' (duration: 128.262594ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:22.739748Z","caller":"traceutil/trace.go:171","msg":"trace[1243860076] transaction","detail":"{read_only:false; response_revision:21489; number_of_response:1; }","duration":"132.63713ms","start":"2026-03-06T01:12:22.607058Z","end":"2026-03-06T01:12:22.739696Z","steps":["trace[1243860076] 'process raft request' (duration: 132.518767ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:23.02322Z","caller":"traceutil/trace.go:171","msg":"trace[1718130260] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"268.792679ms","start":"2026-03-06T01:12:22.754383Z","end":"2026-03-06T01:12:23.023176Z","steps":["trace[1718130260] 'process raft request' (duration: 193.360823ms)","trace[1718130260] 'compare' (duration: 75.277572ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:23.246787Z","caller":"traceutil/trace.go:171","msg":"trace[1491392280] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"106.438411ms","start":"2026-03-06T01:12:23.140306Z","end":"2026-03-06T01:12:23.246744Z","steps":["trace[1491392280] 'process raft request' (duration: 106.166085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:23.405692Z","caller":"traceutil/trace.go:171","msg":"trace[1938864030] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"101.761918ms","start":"2026-03-06T01:12:23.303909Z","end":"2026-03-06T01:12:23.405671Z","steps":["trace[1938864030] 'process raft request' (duration: 99.911867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:23.470637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.266071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:23.470698Z","caller":"traceutil/trace.go:171","msg":"trace[58737451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21497; }","duration":"141.368632ms","start":"2026-03-06T01:12:23.329318Z","end":"2026-03-06T01:12:23.470686Z","steps":["trace[58737451] 'agreement among raft nodes before linearized reading' (duration: 141.114077ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:23.47029Z","caller":"traceutil/trace.go:171","msg":"trace[816408791] linearizableReadLoop","detail":"{readStateIndex:22275; appliedIndex:22273; }","duration":"140.914953ms","start":"2026-03-06T01:12:23.329354Z","end":"2026-03-06T01:12:23.470269Z","steps":["trace[816408791] 'read index received' (duration: 74.426264ms)","trace[816408791] 'applied index is now lower than readState.Index' (duration: 66.487339ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:23.470386Z","caller":"traceutil/trace.go:171","msg":"trace[498463144] transaction","detail":"{read_only:false; response_revision:21497; number_of_response:1; }","duration":"162.099611ms","start":"2026-03-06T01:12:23.308267Z","end":"2026-03-06T01:12:23.470367Z","steps":["trace[498463144] 'process raft request' (duration: 161.873086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:23.471709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.708949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:12:23.471943Z","caller":"traceutil/trace.go:171","msg":"trace[213460793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21497; }","duration":"141.010136ms","start":"2026-03-06T01:12:23.330908Z","end":"2026-03-06T01:12:23.471918Z","steps":["trace[213460793] 'agreement among raft nodes before linearized reading' (duration: 140.555006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:23.629566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.219973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:23.629708Z","caller":"traceutil/trace.go:171","msg":"trace[521384546] linearizableReadLoop","detail":"{readStateIndex:22276; appliedIndex:22275; }","duration":"152.657293ms","start":"2026-03-06T01:12:23.477027Z","end":"2026-03-06T01:12:23.629685Z","steps":["trace[521384546] 'read index received' (duration: 43.207285ms)","trace[521384546] 'applied index is now lower than readState.Index' (duration: 109.448668ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:23.629832Z","caller":"traceutil/trace.go:171","msg":"trace[890680653] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"155.022035ms","start":"2026-03-06T01:12:23.47477Z","end":"2026-03-06T01:12:23.629792Z","steps":["trace[890680653] 'process raft request' (duration: 45.444974ms)","trace[890680653] 'compare' (duration: 109.036729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:23.629926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.896148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:12:23.629957Z","caller":"traceutil/trace.go:171","msg":"trace[953251170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21498; }","duration":"152.990869ms","start":"2026-03-06T01:12:23.476954Z","end":"2026-03-06T01:12:23.629944Z","steps":["trace[953251170] 'agreement among raft nodes before linearized reading' (duration: 152.827106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:23.638412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.980375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/subnets.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:23.638461Z","caller":"traceutil/trace.go:171","msg":"trace[827440578] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"157.731655ms","start":"2026-03-06T01:12:23.480702Z","end":"2026-03-06T01:12:23.638434Z","steps":["trace[827440578] 'process raft request' (duration: 157.364337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:23.638496Z","caller":"traceutil/trace.go:171","msg":"trace[859210884] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/subnets.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21499; }","duration":"160.104177ms","start":"2026-03-06T01:12:23.478373Z","end":"2026-03-06T01:12:23.638477Z","steps":["trace[859210884] 'agreement among raft nodes before linearized reading' (duration: 159.957074ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:23.788287Z","caller":"traceutil/trace.go:171","msg":"trace[696068775] linearizableReadLoop","detail":"{readStateIndex:22278; appliedIndex:22277; }","duration":"138.202734ms","start":"2026-03-06T01:12:23.650056Z","end":"2026-03-06T01:12:23.788259Z","steps":["trace[696068775] 'read index received' (duration: 114.474379ms)","trace[696068775] 'applied index is now lower than readState.Index' (duration: 23.727265ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:23.788463Z","caller":"traceutil/trace.go:171","msg":"trace[469239338] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"139.800869ms","start":"2026-03-06T01:12:23.648612Z","end":"2026-03-06T01:12:23.788412Z","steps":["trace[469239338] 'process raft request' (duration: 115.891661ms)","trace[469239338] 'compare' (duration: 23.254553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:23.788659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.482231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/subnets.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:23.788814Z","caller":"traceutil/trace.go:171","msg":"trace[768984187] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/subnets.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21500; }","duration":"138.737546ms","start":"2026-03-06T01:12:23.65005Z","end":"2026-03-06T01:12:23.788788Z","steps":["trace[768984187] 'agreement among raft nodes before linearized reading' (duration: 138.344458ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.033444Z","caller":"traceutil/trace.go:171","msg":"trace[1325762203] linearizableReadLoop","detail":"{readStateIndex:22280; appliedIndex:22279; }","duration":"193.415024ms","start":"2026-03-06T01:12:23.84Z","end":"2026-03-06T01:12:24.033415Z","steps":["trace[1325762203] 'read index received' (duration: 193.21832ms)","trace[1325762203] 'applied index is now lower than readState.Index' (duration: 195.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:24.033605Z","caller":"traceutil/trace.go:171","msg":"trace[207555935] transaction","detail":"{read_only:false; response_revision:21502; number_of_response:1; }","duration":"218.062049ms","start":"2026-03-06T01:12:23.81552Z","end":"2026-03-06T01:12:24.033582Z","steps":["trace[207555935] 'process raft request' (duration: 217.754422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.033726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.70156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-06T01:12:24.033769Z","caller":"traceutil/trace.go:171","msg":"trace[1696041316] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21502; }","duration":"193.790952ms","start":"2026-03-06T01:12:23.839968Z","end":"2026-03-06T01:12:24.033759Z","steps":["trace[1696041316] 'agreement among raft nodes before linearized reading' (duration: 193.568277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.207337Z","caller":"traceutil/trace.go:171","msg":"trace[1938269999] transaction","detail":"{read_only:false; response_revision:21504; number_of_response:1; }","duration":"121.882632ms","start":"2026-03-06T01:12:24.08542Z","end":"2026-03-06T01:12:24.207302Z","steps":["trace[1938269999] 'process raft request' (duration: 121.723589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.57183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.450332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:24.571963Z","caller":"traceutil/trace.go:171","msg":"trace[774767469] linearizableReadLoop","detail":"{readStateIndex:22283; appliedIndex:22282; }","duration":"356.072157ms","start":"2026-03-06T01:12:24.215872Z","end":"2026-03-06T01:12:24.571944Z","steps":["trace[774767469] 'read index received' (duration: 225.415761ms)","trace[774767469] 'applied index is now lower than readState.Index' (duration: 130.654876ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:24.572052Z","caller":"traceutil/trace.go:171","msg":"trace[1073468094] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"431.845282ms","start":"2026-03-06T01:12:24.140194Z","end":"2026-03-06T01:12:24.572039Z","steps":["trace[1073468094] 'process raft request' (duration: 301.072653ms)","trace[1073468094] 'compare' (duration: 130.253588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:24.572134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.140148Z","time spent":"431.945034ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:24.572395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.487868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumetypes.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:24.572534Z","caller":"traceutil/trace.go:171","msg":"trace[1619644930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumetypes.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21505; }","duration":"356.646561ms","start":"2026-03-06T01:12:24.215855Z","end":"2026-03-06T01:12:24.572502Z","steps":["trace[1619644930] 'agreement among raft nodes before linearized reading' (duration: 356.417076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.572603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.215794Z","time spent":"356.796674ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumetypes.openstack.k-orc.cloud\" "} {"level":"info","ts":"2026-03-06T01:12:24.61356Z","caller":"traceutil/trace.go:171","msg":"trace[1503865019] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"394.62174ms","start":"2026-03-06T01:12:24.2189Z","end":"2026-03-06T01:12:24.613521Z","steps":["trace[1503865019] 'process raft request' (duration: 394.300143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.613794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:24.218883Z","time spent":"394.777413ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15657,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:24.616173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.707693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:24.616221Z","caller":"traceutil/trace.go:171","msg":"trace[309832333] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"154.407771ms","start":"2026-03-06T01:12:24.461767Z","end":"2026-03-06T01:12:24.616175Z","steps":["trace[309832333] 'process raft request' (duration: 154.069374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.616256Z","caller":"traceutil/trace.go:171","msg":"trace[667075936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21507; }","duration":"142.835746ms","start":"2026-03-06T01:12:24.4734Z","end":"2026-03-06T01:12:24.616235Z","steps":["trace[667075936] 'agreement among raft nodes before linearized reading' (duration: 142.57146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.616259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.39785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:12:24.61655Z","caller":"traceutil/trace.go:171","msg":"trace[1614448648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21507; }","duration":"144.711997ms","start":"2026-03-06T01:12:24.47181Z","end":"2026-03-06T01:12:24.616522Z","steps":["trace[1614448648] 'agreement among raft nodes before linearized reading' (duration: 144.280768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.617326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.326937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:24.617599Z","caller":"traceutil/trace.go:171","msg":"trace[1496620374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21507; }","duration":"114.47336ms","start":"2026-03-06T01:12:24.502914Z","end":"2026-03-06T01:12:24.617387Z","steps":["trace[1496620374] 'agreement among raft nodes before linearized reading' (duration: 113.053258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.804846Z","caller":"traceutil/trace.go:171","msg":"trace[713120022] linearizableReadLoop","detail":"{readStateIndex:22288; appliedIndex:22285; }","duration":"180.924458ms","start":"2026-03-06T01:12:24.623894Z","end":"2026-03-06T01:12:24.804818Z","steps":["trace[713120022] 'read index received' (duration: 27.677432ms)","trace[713120022] 'applied index is now lower than readState.Index' (duration: 153.245696ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:24.804967Z","caller":"traceutil/trace.go:171","msg":"trace[426437986] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"179.556788ms","start":"2026-03-06T01:12:24.625399Z","end":"2026-03-06T01:12:24.804956Z","steps":["trace[426437986] 'process raft request' (duration: 179.330093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.805034Z","caller":"traceutil/trace.go:171","msg":"trace[255368047] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"182.126445ms","start":"2026-03-06T01:12:24.622842Z","end":"2026-03-06T01:12:24.804968Z","steps":["trace[255368047] 'process raft request' (duration: 181.820467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.804842Z","caller":"traceutil/trace.go:171","msg":"trace[526992964] transaction","detail":"{read_only:false; response_revision:21509; number_of_response:1; }","duration":"182.621866ms","start":"2026-03-06T01:12:24.622169Z","end":"2026-03-06T01:12:24.804791Z","steps":["trace[526992964] 'process raft request' (duration: 182.301418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:24.805149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.218165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumetypes.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:24.80526Z","caller":"traceutil/trace.go:171","msg":"trace[752158849] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumetypes.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21511; }","duration":"181.377587ms","start":"2026-03-06T01:12:24.623856Z","end":"2026-03-06T01:12:24.805233Z","steps":["trace[752158849] 'agreement among raft nodes before linearized reading' (duration: 181.155313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.908652Z","caller":"traceutil/trace.go:171","msg":"trace[1797449000] transaction","detail":"{read_only:false; response_revision:21512; number_of_response:1; }","duration":"204.043379ms","start":"2026-03-06T01:12:24.704565Z","end":"2026-03-06T01:12:24.908609Z","steps":["trace[1797449000] 'process raft request' (duration: 203.745651ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.908684Z","caller":"traceutil/trace.go:171","msg":"trace[369669337] transaction","detail":"{read_only:false; response_revision:21513; number_of_response:1; }","duration":"162.670954ms","start":"2026-03-06T01:12:24.74592Z","end":"2026-03-06T01:12:24.908591Z","steps":["trace[369669337] 'process raft request' (duration: 162.576672ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.908819Z","caller":"traceutil/trace.go:171","msg":"trace[82842526] linearizableReadLoop","detail":"{readStateIndex:22292; appliedIndex:22289; }","duration":"103.834614ms","start":"2026-03-06T01:12:24.804964Z","end":"2026-03-06T01:12:24.908799Z","steps":["trace[82842526] 'read index received' (duration: 103.424035ms)","trace[82842526] 'applied index is now lower than readState.Index' (duration: 408.939µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:24.908987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.4427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:24.909032Z","caller":"traceutil/trace.go:171","msg":"trace[916394747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21514; }","duration":"205.596903ms","start":"2026-03-06T01:12:24.703425Z","end":"2026-03-06T01:12:24.909022Z","steps":["trace[916394747] 'agreement among raft nodes before linearized reading' (duration: 205.44638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.909271Z","caller":"traceutil/trace.go:171","msg":"trace[1241807053] transaction","detail":"{read_only:false; response_revision:21514; number_of_response:1; }","duration":"162.859008ms","start":"2026-03-06T01:12:24.746343Z","end":"2026-03-06T01:12:24.909202Z","steps":["trace[1241807053] 'process raft request' (duration: 162.203234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:24.969502Z","caller":"traceutil/trace.go:171","msg":"trace[772387868] transaction","detail":"{read_only:false; response_revision:21515; number_of_response:1; }","duration":"149.85274ms","start":"2026-03-06T01:12:24.819609Z","end":"2026-03-06T01:12:24.969461Z","steps":["trace[772387868] 'process raft request' (duration: 149.596115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:25.134179Z","caller":"traceutil/trace.go:171","msg":"trace[1460595313] linearizableReadLoop","detail":"{readStateIndex:22294; appliedIndex:22293; }","duration":"151.423835ms","start":"2026-03-06T01:12:24.982725Z","end":"2026-03-06T01:12:25.134149Z","steps":["trace[1460595313] 'read index received' (duration: 151.104188ms)","trace[1460595313] 'applied index is now lower than readState.Index' (duration: 318.427µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:25.134353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.59862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/orc-system/orc-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:25.134356Z","caller":"traceutil/trace.go:171","msg":"trace[1827701424] transaction","detail":"{read_only:false; response_revision:21516; number_of_response:1; }","duration":"154.670268ms","start":"2026-03-06T01:12:24.979628Z","end":"2026-03-06T01:12:25.134298Z","steps":["trace[1827701424] 'process raft request' (duration: 154.274329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:25.134432Z","caller":"traceutil/trace.go:171","msg":"trace[629062280] range","detail":"{range_begin:/registry/serviceaccounts/orc-system/orc-controller-manager; range_end:; response_count:0; response_revision:21516; }","duration":"151.751403ms","start":"2026-03-06T01:12:24.982654Z","end":"2026-03-06T01:12:25.134406Z","steps":["trace[629062280] 'agreement among raft nodes before linearized reading' (duration: 151.60786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:25.617951Z","caller":"traceutil/trace.go:171","msg":"trace[1189548342] transaction","detail":"{read_only:false; response_revision:21523; number_of_response:1; }","duration":"154.535865ms","start":"2026-03-06T01:12:25.463382Z","end":"2026-03-06T01:12:25.617918Z","steps":["trace[1189548342] 'process raft request' (duration: 154.32508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:25.751194Z","caller":"traceutil/trace.go:171","msg":"trace[1484719018] linearizableReadLoop","detail":"{readStateIndex:22302; appliedIndex:22301; }","duration":"117.705811ms","start":"2026-03-06T01:12:25.633469Z","end":"2026-03-06T01:12:25.751175Z","steps":["trace[1484719018] 'read index received' (duration: 30.069474ms)","trace[1484719018] 'applied index is now lower than readState.Index' (duration: 87.635316ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:25.751275Z","caller":"traceutil/trace.go:171","msg":"trace[403808653] transaction","detail":"{read_only:false; response_revision:21524; number_of_response:1; }","duration":"118.816755ms","start":"2026-03-06T01:12:25.632415Z","end":"2026-03-06T01:12:25.751232Z","steps":["trace[403808653] 'process raft request' (duration: 31.100957ms)","trace[403808653] 'compare' (duration: 87.486693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:25.75143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.947125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:25.751495Z","caller":"traceutil/trace.go:171","msg":"trace[890061305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21524; }","duration":"118.068608ms","start":"2026-03-06T01:12:25.633414Z","end":"2026-03-06T01:12:25.751483Z","steps":["trace[890061305] 'agreement among raft nodes before linearized reading' (duration: 117.837273ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.227689Z","caller":"traceutil/trace.go:171","msg":"trace[2017517405] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"111.555904ms","start":"2026-03-06T01:12:26.116097Z","end":"2026-03-06T01:12:26.227653Z","steps":["trace[2017517405] 'process raft request' (duration: 102.277239ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.502167Z","caller":"traceutil/trace.go:171","msg":"trace[1607860654] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"120.38191ms","start":"2026-03-06T01:12:26.381748Z","end":"2026-03-06T01:12:26.50213Z","steps":["trace[1607860654] 'process raft request' (duration: 106.248968ms)","trace[1607860654] 'compare' (duration: 13.964828ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:26.725874Z","caller":"traceutil/trace.go:171","msg":"trace[236377326] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"103.19458ms","start":"2026-03-06T01:12:26.622639Z","end":"2026-03-06T01:12:26.725834Z","steps":["trace[236377326] 'process raft request' (duration: 102.934754ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:26.918109Z","caller":"traceutil/trace.go:171","msg":"trace[92823687] transaction","detail":"{read_only:false; response_revision:21550; number_of_response:1; }","duration":"104.415147ms","start":"2026-03-06T01:12:26.81366Z","end":"2026-03-06T01:12:26.918076Z","steps":["trace[92823687] 'process raft request' (duration: 24.44257ms)","trace[92823687] 'compare' (duration: 79.625149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:26.918113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.614906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:12:26.918354Z","caller":"traceutil/trace.go:171","msg":"trace[42928123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21549; }","duration":"106.884871ms","start":"2026-03-06T01:12:26.811443Z","end":"2026-03-06T01:12:26.918328Z","steps":["trace[42928123] 'range keys from in-memory index tree' (duration: 106.455013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:27.142463Z","caller":"traceutil/trace.go:171","msg":"trace[142769574] transaction","detail":"{read_only:false; response_revision:21554; number_of_response:1; }","duration":"158.85729ms","start":"2026-03-06T01:12:26.983573Z","end":"2026-03-06T01:12:27.142431Z","steps":["trace[142769574] 'process raft request' (duration: 158.792399ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:27.142656Z","caller":"traceutil/trace.go:171","msg":"trace[1348151269] transaction","detail":"{read_only:false; response_revision:21553; number_of_response:1; }","duration":"221.016743ms","start":"2026-03-06T01:12:26.921618Z","end":"2026-03-06T01:12:27.142635Z","steps":["trace[1348151269] 'process raft request' (duration: 220.687176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:27.142461Z","caller":"traceutil/trace.go:171","msg":"trace[700064843] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"225.894311ms","start":"2026-03-06T01:12:26.916534Z","end":"2026-03-06T01:12:27.142429Z","steps":["trace[700064843] 'process raft request' (duration: 146.924336ms)","trace[700064843] 'compare' (duration: 78.678359ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:27.801412Z","caller":"traceutil/trace.go:171","msg":"trace[477682726] transaction","detail":"{read_only:false; response_revision:21556; number_of_response:1; }","duration":"123.365016ms","start":"2026-03-06T01:12:27.677951Z","end":"2026-03-06T01:12:27.801316Z","steps":["trace[477682726] 'process raft request' (duration: 41.822855ms)","trace[477682726] 'compare' (duration: 81.368477ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:30.225245Z","caller":"traceutil/trace.go:171","msg":"trace[1475026252] linearizableReadLoop","detail":"{readStateIndex:22347; appliedIndex:22346; }","duration":"225.030982ms","start":"2026-03-06T01:12:30.000186Z","end":"2026-03-06T01:12:30.225217Z","steps":["trace[1475026252] 'read index received' (duration: 224.772306ms)","trace[1475026252] 'applied index is now lower than readState.Index' (duration: 257.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:30.225382Z","caller":"traceutil/trace.go:171","msg":"trace[958883175] transaction","detail":"{read_only:false; response_revision:21567; number_of_response:1; }","duration":"391.778525ms","start":"2026-03-06T01:12:29.833562Z","end":"2026-03-06T01:12:30.225341Z","steps":["trace[958883175] 'process raft request' (duration: 391.492519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:30.225551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:29.833538Z","time spent":"391.92556ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:30.225653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.39339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:30.225695Z","caller":"traceutil/trace.go:171","msg":"trace[1119804563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21567; }","duration":"225.548934ms","start":"2026-03-06T01:12:30.000134Z","end":"2026-03-06T01:12:30.225683Z","steps":["trace[1119804563] 'agreement among raft nodes before linearized reading' (duration: 225.188375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:30.945073Z","caller":"traceutil/trace.go:171","msg":"trace[1316917558] transaction","detail":"{read_only:false; response_revision:21569; number_of_response:1; }","duration":"148.816518ms","start":"2026-03-06T01:12:30.796224Z","end":"2026-03-06T01:12:30.945041Z","steps":["trace[1316917558] 'process raft request' (duration: 148.579293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:30.951003Z","caller":"traceutil/trace.go:171","msg":"trace[1974074238] transaction","detail":"{read_only:false; response_revision:21570; number_of_response:1; }","duration":"117.374154ms","start":"2026-03-06T01:12:30.833586Z","end":"2026-03-06T01:12:30.95096Z","steps":["trace[1974074238] 'process raft request' (duration: 117.003755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.312407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.553152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:31.312543Z","caller":"traceutil/trace.go:171","msg":"trace[1796648346] transaction","detail":"{read_only:false; response_revision:21571; number_of_response:1; }","duration":"362.51625ms","start":"2026-03-06T01:12:30.95Z","end":"2026-03-06T01:12:31.312516Z","steps":["trace[1796648346] 'process raft request' (duration: 223.771584ms)","trace[1796648346] 'compare' (duration: 138.325086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:31.312851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.949949Z","time spent":"362.879848ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:12:31.348855Z","caller":"traceutil/trace.go:171","msg":"trace[456393879] transaction","detail":"{read_only:false; response_revision:21572; number_of_response:1; }","duration":"397.254948ms","start":"2026-03-06T01:12:30.951549Z","end":"2026-03-06T01:12:31.348804Z","steps":["trace[456393879] 'process raft request' (duration: 396.988701ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.348995Z","caller":"traceutil/trace.go:171","msg":"trace[1172979186] transaction","detail":"{read_only:false; response_revision:21573; number_of_response:1; }","duration":"393.318251ms","start":"2026-03-06T01:12:30.955644Z","end":"2026-03-06T01:12:31.348962Z","steps":["trace[1172979186] 'process raft request' (duration: 393.067265ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.349137Z","caller":"traceutil/trace.go:171","msg":"trace[2078694435] linearizableReadLoop","detail":"{readStateIndex:22353; appliedIndex:22350; }","duration":"387.907281ms","start":"2026-03-06T01:12:30.961208Z","end":"2026-03-06T01:12:31.349115Z","steps":["trace[2078694435] 'read index received' (duration: 212.669489ms)","trace[2078694435] 'applied index is now lower than readState.Index' (duration: 175.235942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:31.349154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.951517Z","time spent":"397.497593ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4220,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:31.34919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.955617Z","time spent":"393.464075ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:31.349358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.157187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/providers.clusterctl.cluster.x-k8s.io\" ","response":"range_response_count:1 size:4238"} {"level":"info","ts":"2026-03-06T01:12:31.349339Z","caller":"traceutil/trace.go:171","msg":"trace[588157859] transaction","detail":"{read_only:false; response_revision:21574; number_of_response:1; }","duration":"333.330845ms","start":"2026-03-06T01:12:31.015937Z","end":"2026-03-06T01:12:31.349267Z","steps":["trace[588157859] 'process raft request' (duration: 332.952646ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:31.349403Z","caller":"traceutil/trace.go:171","msg":"trace[1562499196] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/providers.clusterctl.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21574; }","duration":"388.257109ms","start":"2026-03-06T01:12:30.961135Z","end":"2026-03-06T01:12:31.349392Z","steps":["trace[1562499196] 'agreement among raft nodes before linearized reading' (duration: 388.171297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.349611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:31.015909Z","time spent":"333.57906ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:31.349639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.961108Z","time spent":"388.507984ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":4261,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/providers.clusterctl.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-06T01:12:31.357483Z","caller":"traceutil/trace.go:171","msg":"trace[117818593] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"177.270097ms","start":"2026-03-06T01:12:31.180167Z","end":"2026-03-06T01:12:31.357437Z","steps":["trace[117818593] 'process raft request' (duration: 177.031422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.357532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.956226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:31.357728Z","caller":"traceutil/trace.go:171","msg":"trace[1473926523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21575; }","duration":"390.201512ms","start":"2026-03-06T01:12:30.967506Z","end":"2026-03-06T01:12:31.357708Z","steps":["trace[1473926523] 'agreement among raft nodes before linearized reading' (duration: 389.852824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:31.357809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:30.967482Z","time spent":"390.314315ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:12:32.479947Z","caller":"traceutil/trace.go:171","msg":"trace[850557300] linearizableReadLoop","detail":"{readStateIndex:22360; appliedIndex:22359; }","duration":"202.223498ms","start":"2026-03-06T01:12:32.277692Z","end":"2026-03-06T01:12:32.479915Z","steps":["trace[850557300] 'read index received' (duration: 202.104825ms)","trace[850557300] 'applied index is now lower than readState.Index' (duration: 116.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:32.480091Z","caller":"traceutil/trace.go:171","msg":"trace[300172839] transaction","detail":"{read_only:false; response_revision:21580; number_of_response:1; }","duration":"244.328378ms","start":"2026-03-06T01:12:32.235698Z","end":"2026-03-06T01:12:32.480027Z","steps":["trace[300172839] 'process raft request' (duration: 244.013071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:32.480257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.540455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:32.480385Z","caller":"traceutil/trace.go:171","msg":"trace[738477630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21580; }","duration":"202.718628ms","start":"2026-03-06T01:12:32.277639Z","end":"2026-03-06T01:12:32.480357Z","steps":["trace[738477630] 'agreement among raft nodes before linearized reading' (duration: 202.404772ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:32.525797Z","caller":"traceutil/trace.go:171","msg":"trace[80112862] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"111.32113ms","start":"2026-03-06T01:12:32.41443Z","end":"2026-03-06T01:12:32.525751Z","steps":["trace[80112862] 'process raft request' (duration: 111.011034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:32.525809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.812747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:32.52605Z","caller":"traceutil/trace.go:171","msg":"trace[87000105] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:21581; }","duration":"210.137873ms","start":"2026-03-06T01:12:32.3159Z","end":"2026-03-06T01:12:32.526038Z","steps":["trace[87000105] 'agreement among raft nodes before linearized reading' (duration: 209.746145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:32.526019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.121995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5b57cd786c-79c82.189a1a3cf2e6f82f\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-06T01:12:32.526118Z","caller":"traceutil/trace.go:171","msg":"trace[1054739121] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5b57cd786c-79c82.189a1a3cf2e6f82f; range_end:; response_count:1; response_revision:21581; }","duration":"125.279928ms","start":"2026-03-06T01:12:32.400803Z","end":"2026-03-06T01:12:32.526083Z","steps":["trace[1054739121] 'agreement among raft nodes before linearized reading' (duration: 124.982992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:32.638119Z","caller":"traceutil/trace.go:171","msg":"trace[1333029007] transaction","detail":"{read_only:false; response_revision:21582; number_of_response:1; }","duration":"153.189425ms","start":"2026-03-06T01:12:32.484902Z","end":"2026-03-06T01:12:32.638092Z","steps":["trace[1333029007] 'process raft request' (duration: 103.021217ms)","trace[1333029007] 'compare' (duration: 49.76813ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:32.638237Z","caller":"traceutil/trace.go:171","msg":"trace[604461222] transaction","detail":"{read_only:false; response_revision:21583; number_of_response:1; }","duration":"108.990698ms","start":"2026-03-06T01:12:32.529224Z","end":"2026-03-06T01:12:32.638215Z","steps":["trace[604461222] 'process raft request' (duration: 108.765423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:32.889259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.918685ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:12:32.889395Z","caller":"traceutil/trace.go:171","msg":"trace[142361279] linearizableReadLoop","detail":"{readStateIndex:22364; appliedIndex:22363; }","duration":"187.076623ms","start":"2026-03-06T01:12:32.702296Z","end":"2026-03-06T01:12:32.889373Z","steps":["trace[142361279] 'read index received' (duration: 54.882462ms)","trace[142361279] 'applied index is now lower than readState.Index' (duration: 132.192191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:32.889577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.576545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:32.889553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.206676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:32.889684Z","caller":"traceutil/trace.go:171","msg":"trace[29580815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21583; }","duration":"187.406511ms","start":"2026-03-06T01:12:32.702249Z","end":"2026-03-06T01:12:32.889655Z","steps":["trace[29580815] 'agreement among raft nodes before linearized reading' (duration: 187.181475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:32.889615Z","caller":"traceutil/trace.go:171","msg":"trace[1051103892] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:0; response_revision:21583; }","duration":"168.683518ms","start":"2026-03-06T01:12:32.720919Z","end":"2026-03-06T01:12:32.889602Z","steps":["trace[1051103892] 'agreement among raft nodes before linearized reading' (duration: 168.585715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.505345Z","caller":"traceutil/trace.go:171","msg":"trace[1444270348] linearizableReadLoop","detail":"{readStateIndex:22377; appliedIndex:22376; }","duration":"200.412208ms","start":"2026-03-06T01:12:33.304906Z","end":"2026-03-06T01:12:33.505318Z","steps":["trace[1444270348] 'read index received' (duration: 172.974312ms)","trace[1444270348] 'applied index is now lower than readState.Index' (duration: 27.436486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:33.505496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.564931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager-test/selfsigned-cert\" ","response":"range_response_count:1 size:1827"} {"level":"info","ts":"2026-03-06T01:12:33.505534Z","caller":"traceutil/trace.go:171","msg":"trace[207401719] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager-test/selfsigned-cert; range_end:; response_count:1; response_revision:21595; }","duration":"200.658253ms","start":"2026-03-06T01:12:33.304862Z","end":"2026-03-06T01:12:33.50552Z","steps":["trace[207401719] 'agreement among raft nodes before linearized reading' (duration: 200.576331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.505518Z","caller":"traceutil/trace.go:171","msg":"trace[1305089685] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"240.418741ms","start":"2026-03-06T01:12:33.264986Z","end":"2026-03-06T01:12:33.505404Z","steps":["trace[1305089685] 'process raft request' (duration: 212.805872ms)","trace[1305089685] 'compare' (duration: 27.392945ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:33.584874Z","caller":"traceutil/trace.go:171","msg":"trace[2119282374] transaction","detail":"{read_only:false; response_revision:21597; number_of_response:1; }","duration":"223.707043ms","start":"2026-03-06T01:12:33.361116Z","end":"2026-03-06T01:12:33.584823Z","steps":["trace[2119282374] 'process raft request' (duration: 223.644601ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.585101Z","caller":"traceutil/trace.go:171","msg":"trace[801577490] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"229.410979ms","start":"2026-03-06T01:12:33.355644Z","end":"2026-03-06T01:12:33.585055Z","steps":["trace[801577490] 'process raft request' (duration: 228.936828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.585156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.503004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:12:33.585115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.793572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:33.585245Z","caller":"traceutil/trace.go:171","msg":"trace[799981299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21597; }","duration":"197.623067ms","start":"2026-03-06T01:12:33.3876Z","end":"2026-03-06T01:12:33.585223Z","steps":["trace[799981299] 'agreement among raft nodes before linearized reading' (duration: 197.248349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.585299Z","caller":"traceutil/trace.go:171","msg":"trace[450089258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21597; }","duration":"232.037197ms","start":"2026-03-06T01:12:33.353231Z","end":"2026-03-06T01:12:33.585269Z","steps":["trace[450089258] 'agreement among raft nodes before linearized reading' (duration: 231.600968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:33.585422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.237971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:33.585513Z","caller":"traceutil/trace.go:171","msg":"trace[1642361264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21597; }","duration":"198.388323ms","start":"2026-03-06T01:12:33.387103Z","end":"2026-03-06T01:12:33.585492Z","steps":["trace[1642361264] 'agreement among raft nodes before linearized reading' (duration: 197.860802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.704044Z","caller":"traceutil/trace.go:171","msg":"trace[120471967] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21598; }","duration":"196.224206ms","start":"2026-03-06T01:12:33.507792Z","end":"2026-03-06T01:12:33.704017Z","steps":["trace[120471967] 'process raft request' (duration: 165.517767ms)","trace[120471967] 'compare' (duration: 30.530015ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:33.812141Z","caller":"traceutil/trace.go:171","msg":"trace[725960790] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"221.906712ms","start":"2026-03-06T01:12:33.590204Z","end":"2026-03-06T01:12:33.812111Z","steps":["trace[725960790] 'process raft request' (duration: 220.274766ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.81252Z","caller":"traceutil/trace.go:171","msg":"trace[1933249599] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"222.187519ms","start":"2026-03-06T01:12:33.590313Z","end":"2026-03-06T01:12:33.8125Z","steps":["trace[1933249599] 'process raft request' (duration: 221.723889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.812647Z","caller":"traceutil/trace.go:171","msg":"trace[463699089] transaction","detail":"{read_only:false; response_revision:21601; number_of_response:1; }","duration":"221.867672ms","start":"2026-03-06T01:12:33.590762Z","end":"2026-03-06T01:12:33.81263Z","steps":["trace[463699089] 'process raft request' (duration: 221.622006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:33.812645Z","caller":"traceutil/trace.go:171","msg":"trace[87151835] linearizableReadLoop","detail":"{readStateIndex:22383; appliedIndex:22379; }","duration":"153.146384ms","start":"2026-03-06T01:12:33.659449Z","end":"2026-03-06T01:12:33.812595Z","steps":["trace[87151835] 'read index received' (duration: 13.759684ms)","trace[87151835] 'applied index is now lower than readState.Index' (duration: 139.38477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:33.812943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.45659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:33.813107Z","caller":"traceutil/trace.go:171","msg":"trace[806197183] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21601; }","duration":"153.698136ms","start":"2026-03-06T01:12:33.659376Z","end":"2026-03-06T01:12:33.813074Z","steps":["trace[806197183] 'agreement among raft nodes before linearized reading' (duration: 153.372219ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.275886Z","caller":"traceutil/trace.go:171","msg":"trace[603565158] linearizableReadLoop","detail":"{readStateIndex:22391; appliedIndex:22389; }","duration":"172.926491ms","start":"2026-03-06T01:12:34.102925Z","end":"2026-03-06T01:12:34.275852Z","steps":["trace[603565158] 'read index received' (duration: 128.96222ms)","trace[603565158] 'applied index is now lower than readState.Index' (duration: 43.96273ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:34.275949Z","caller":"traceutil/trace.go:171","msg":"trace[1394569746] transaction","detail":"{read_only:false; response_revision:21608; number_of_response:1; }","duration":"176.97204ms","start":"2026-03-06T01:12:34.098937Z","end":"2026-03-06T01:12:34.275909Z","steps":["trace[1394569746] 'process raft request' (duration: 132.927667ms)","trace[1394569746] 'compare' (duration: 43.705585ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:34.275974Z","caller":"traceutil/trace.go:171","msg":"trace[789712717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21608; }","duration":"175.400305ms","start":"2026-03-06T01:12:34.100519Z","end":"2026-03-06T01:12:34.275919Z","steps":["trace[789712717] 'process raft request' (duration: 175.281832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.276054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.094484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:34.276105Z","caller":"traceutil/trace.go:171","msg":"trace[1750285708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21608; }","duration":"173.203647ms","start":"2026-03-06T01:12:34.102887Z","end":"2026-03-06T01:12:34.276091Z","steps":["trace[1750285708] 'agreement among raft nodes before linearized reading' (duration: 173.085894ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.586407Z","caller":"traceutil/trace.go:171","msg":"trace[645049984] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"291.589682ms","start":"2026-03-06T01:12:34.294774Z","end":"2026-03-06T01:12:34.586363Z","steps":["trace[645049984] 'process raft request' (duration: 291.121842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.586512Z","caller":"traceutil/trace.go:171","msg":"trace[2030603674] linearizableReadLoop","detail":"{readStateIndex:22394; appliedIndex:22392; }","duration":"257.818837ms","start":"2026-03-06T01:12:34.328659Z","end":"2026-03-06T01:12:34.586478Z","steps":["trace[2030603674] 'read index received' (duration: 257.217404ms)","trace[2030603674] 'applied index is now lower than readState.Index' (duration: 599.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:34.586578Z","caller":"traceutil/trace.go:171","msg":"trace[2077137781] transaction","detail":"{read_only:false; response_revision:21611; number_of_response:1; }","duration":"284.267871ms","start":"2026-03-06T01:12:34.302288Z","end":"2026-03-06T01:12:34.586556Z","steps":["trace[2077137781] 'process raft request' (duration: 284.036986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.586925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.244196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:12:34.586998Z","caller":"traceutil/trace.go:171","msg":"trace[1455770779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21611; }","duration":"258.334258ms","start":"2026-03-06T01:12:34.328646Z","end":"2026-03-06T01:12:34.58698Z","steps":["trace[1455770779] 'agreement among raft nodes before linearized reading' (duration: 257.999221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.760281Z","caller":"traceutil/trace.go:171","msg":"trace[574290649] linearizableReadLoop","detail":"{readStateIndex:22395; appliedIndex:22394; }","duration":"173.630696ms","start":"2026-03-06T01:12:34.586604Z","end":"2026-03-06T01:12:34.760235Z","steps":["trace[574290649] 'read index received' (duration: 114.702304ms)","trace[574290649] 'applied index is now lower than readState.Index' (duration: 58.927032ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:34.760325Z","caller":"traceutil/trace.go:171","msg":"trace[1374343937] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"322.22909ms","start":"2026-03-06T01:12:34.438049Z","end":"2026-03-06T01:12:34.760278Z","steps":["trace[1374343937] 'process raft request' (duration: 263.108894ms)","trace[1374343937] 'compare' (duration: 58.865161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:34.760575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.438004Z","time spent":"322.454965ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2455,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:34.76063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.453326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:12:34.760681Z","caller":"traceutil/trace.go:171","msg":"trace[1649824830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21612; }","duration":"275.565639ms","start":"2026-03-06T01:12:34.485103Z","end":"2026-03-06T01:12:34.760669Z","steps":["trace[1649824830] 'agreement among raft nodes before linearized reading' (duration: 275.299203ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.943178Z","caller":"traceutil/trace.go:171","msg":"trace[1766546624] transaction","detail":"{read_only:false; response_revision:21613; number_of_response:1; }","duration":"341.540566ms","start":"2026-03-06T01:12:34.601606Z","end":"2026-03-06T01:12:34.943147Z","steps":["trace[1766546624] 'process raft request' (duration: 341.157207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.943366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.601567Z","time spent":"341.71716ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:12:34.943339Z","caller":"traceutil/trace.go:171","msg":"trace[1105369820] linearizableReadLoop","detail":"{readStateIndex:22397; appliedIndex:22395; }","duration":"182.944013ms","start":"2026-03-06T01:12:34.760362Z","end":"2026-03-06T01:12:34.943306Z","steps":["trace[1105369820] 'read index received' (duration: 182.504872ms)","trace[1105369820] 'applied index is now lower than readState.Index' (duration: 437.731µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:34.943506Z","caller":"traceutil/trace.go:171","msg":"trace[61936888] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"321.124696ms","start":"2026-03-06T01:12:34.62236Z","end":"2026-03-06T01:12:34.943485Z","steps":["trace[61936888] 'process raft request' (duration: 320.742907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.943672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.276224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:12:34.943689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.622321Z","time spent":"321.241859ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":106424,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:34.943717Z","caller":"traceutil/trace.go:171","msg":"trace[2027661153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21614; }","duration":"314.383437ms","start":"2026-03-06T01:12:34.629321Z","end":"2026-03-06T01:12:34.943704Z","steps":["trace[2027661153] 'agreement among raft nodes before linearized reading' (duration: 314.182532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.943751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.629294Z","time spent":"314.448327ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:12:34.94388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.364526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:12:34.943907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.68124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:34.943932Z","caller":"traceutil/trace.go:171","msg":"trace[2013635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21614; }","duration":"300.470449ms","start":"2026-03-06T01:12:34.643449Z","end":"2026-03-06T01:12:34.943919Z","steps":["trace[2013635] 'agreement among raft nodes before linearized reading' (duration: 300.328436ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.943951Z","caller":"traceutil/trace.go:171","msg":"trace[1302699720] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21614; }","duration":"331.749211ms","start":"2026-03-06T01:12:34.612185Z","end":"2026-03-06T01:12:34.943934Z","steps":["trace[1302699720] 'agreement among raft nodes before linearized reading' (duration: 331.681899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.94397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.643422Z","time spent":"300.54068ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:34.943987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.612176Z","time spent":"331.803652ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-06T01:12:34.944063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.27966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-06T01:12:34.944113Z","caller":"traceutil/trace.go:171","msg":"trace[100590326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21614; }","duration":"355.326001ms","start":"2026-03-06T01:12:34.588774Z","end":"2026-03-06T01:12:34.9441Z","steps":["trace[100590326] 'agreement among raft nodes before linearized reading' (duration: 355.143647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.944151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.588713Z","time spent":"355.431083ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18453,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:12:34.94385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.419894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:34.944531Z","caller":"traceutil/trace.go:171","msg":"trace[2123236219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21614; }","duration":"242.135039ms","start":"2026-03-06T01:12:34.702382Z","end":"2026-03-06T01:12:34.944517Z","steps":["trace[2123236219] 'agreement among raft nodes before linearized reading' (duration: 241.401033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.950999Z","caller":"traceutil/trace.go:171","msg":"trace[2047766314] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"184.971157ms","start":"2026-03-06T01:12:34.766016Z","end":"2026-03-06T01:12:34.950987Z","steps":["trace[2047766314] 'process raft request' (duration: 184.766062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.951191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.736664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-06T01:12:34.951211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.187335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:12:34.951227Z","caller":"traceutil/trace.go:171","msg":"trace[426543680] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21616; }","duration":"185.815986ms","start":"2026-03-06T01:12:34.765402Z","end":"2026-03-06T01:12:34.951218Z","steps":["trace[426543680] 'agreement among raft nodes before linearized reading' (duration: 185.648532ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.951234Z","caller":"traceutil/trace.go:171","msg":"trace[368880538] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21616; }","duration":"187.240406ms","start":"2026-03-06T01:12:34.763986Z","end":"2026-03-06T01:12:34.951226Z","steps":["trace[368880538] 'agreement among raft nodes before linearized reading' (duration: 187.161014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:34.951397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.215644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2227"} {"level":"info","ts":"2026-03-06T01:12:34.951499Z","caller":"traceutil/trace.go:171","msg":"trace[1584150042] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:21616; }","duration":"181.348657ms","start":"2026-03-06T01:12:34.770128Z","end":"2026-03-06T01:12:34.951476Z","steps":["trace[1584150042] 'agreement among raft nodes before linearized reading' (duration: 180.900237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:34.951451Z","caller":"traceutil/trace.go:171","msg":"trace[573273351] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"185.075681ms","start":"2026-03-06T01:12:34.766366Z","end":"2026-03-06T01:12:34.951442Z","steps":["trace[573273351] 'process raft request' (duration: 184.512367ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:35.057067Z","caller":"traceutil/trace.go:171","msg":"trace[997595195] linearizableReadLoop","detail":"{readStateIndex:22400; appliedIndex:22399; }","duration":"106.078424ms","start":"2026-03-06T01:12:34.95096Z","end":"2026-03-06T01:12:35.057039Z","steps":["trace[997595195] 'read index received' (duration: 105.834469ms)","trace[997595195] 'applied index is now lower than readState.Index' (duration: 242.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:35.057107Z","caller":"traceutil/trace.go:171","msg":"trace[1499414165] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"107.24998ms","start":"2026-03-06T01:12:34.949815Z","end":"2026-03-06T01:12:35.057065Z","steps":["trace[1499414165] 'process raft request' (duration: 106.934963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.057363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.678055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:35.057468Z","caller":"traceutil/trace.go:171","msg":"trace[1882786298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21617; }","duration":"110.868419ms","start":"2026-03-06T01:12:34.946581Z","end":"2026-03-06T01:12:35.057449Z","steps":["trace[1882786298] 'agreement among raft nodes before linearized reading' (duration: 110.592823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.5576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606955757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:12:35.659847Z","caller":"traceutil/trace.go:171","msg":"trace[1520905450] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"706.92821ms","start":"2026-03-06T01:12:34.952862Z","end":"2026-03-06T01:12:35.65979Z","steps":["trace[1520905450] 'process raft request' (duration: 663.302307ms)","trace[1520905450] 'compare' (duration: 43.300726ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:35.659945Z","caller":"traceutil/trace.go:171","msg":"trace[288520634] transaction","detail":"{read_only:false; response_revision:21619; number_of_response:1; }","duration":"706.200544ms","start":"2026-03-06T01:12:34.953666Z","end":"2026-03-06T01:12:35.659866Z","steps":["trace[288520634] 'process raft request' (duration: 705.968669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.660117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.953657Z","time spent":"706.373728ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10673,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:35.660132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.952834Z","time spent":"707.129824ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:35.660257Z","caller":"traceutil/trace.go:171","msg":"trace[1996793235] transaction","detail":"{read_only:false; response_revision:21620; number_of_response:1; }","duration":"696.787467ms","start":"2026-03-06T01:12:34.963395Z","end":"2026-03-06T01:12:35.660182Z","steps":["trace[1996793235] 'process raft request' (duration: 696.333186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:35.660802Z","caller":"traceutil/trace.go:171","msg":"trace[1423021409] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"690.693981ms","start":"2026-03-06T01:12:34.970066Z","end":"2026-03-06T01:12:35.66076Z","steps":["trace[1423021409] 'process raft request' (duration: 689.77155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.660822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.963364Z","time spent":"697.009551ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2504,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:35.66309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.970049Z","time spent":"690.804774ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:35.671108Z","caller":"traceutil/trace.go:171","msg":"trace[1503297320] linearizableReadLoop","detail":"{readStateIndex:22405; appliedIndex:22400; }","duration":"613.684089ms","start":"2026-03-06T01:12:35.05716Z","end":"2026-03-06T01:12:35.670844Z","steps":["trace[1503297320] 'read index received' (duration: 558.999362ms)","trace[1503297320] 'applied index is now lower than readState.Index' (duration: 54.682127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:35.671205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.27058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:35.67117Z","caller":"traceutil/trace.go:171","msg":"trace[576643140] transaction","detail":"{read_only:false; response_revision:21622; number_of_response:1; }","duration":"685.961366ms","start":"2026-03-06T01:12:34.985187Z","end":"2026-03-06T01:12:35.671149Z","steps":["trace[576643140] 'process raft request' (duration: 675.670949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.671252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.624923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:12:35.671311Z","caller":"traceutil/trace.go:171","msg":"trace[652904548] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21622; }","duration":"715.695334ms","start":"2026-03-06T01:12:34.955593Z","end":"2026-03-06T01:12:35.671288Z","steps":["trace[652904548] 'agreement among raft nodes before linearized reading' (duration: 715.307644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:35.671311Z","caller":"traceutil/trace.go:171","msg":"trace[644504442] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21622; }","duration":"651.429214ms","start":"2026-03-06T01:12:35.019867Z","end":"2026-03-06T01:12:35.671296Z","steps":["trace[644504442] 'agreement among raft nodes before linearized reading' (duration: 651.2743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.671393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.985124Z","time spent":"686.156561ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":106433,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:35.671341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:34.955583Z","time spent":"715.751925ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-06T01:12:35.671451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.019842Z","time spent":"651.603378ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:12:35.925278Z","caller":"traceutil/trace.go:171","msg":"trace[2063324121] transaction","detail":"{read_only:false; response_revision:21624; number_of_response:1; }","duration":"332.849804ms","start":"2026-03-06T01:12:35.592393Z","end":"2026-03-06T01:12:35.925242Z","steps":["trace[2063324121] 'process raft request' (duration: 332.779533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.925509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.592358Z","time spent":"333.018168ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:35.925968Z","caller":"traceutil/trace.go:171","msg":"trace[559121164] transaction","detail":"{read_only:false; response_revision:21623; number_of_response:1; }","duration":"334.539681ms","start":"2026-03-06T01:12:35.59139Z","end":"2026-03-06T01:12:35.92593Z","steps":["trace[559121164] 'process raft request' (duration: 326.377352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:35.926066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.591358Z","time spent":"334.657374ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:36.137854Z","caller":"traceutil/trace.go:171","msg":"trace[1510062036] transaction","detail":"{read_only:false; response_revision:21625; number_of_response:1; }","duration":"469.676418ms","start":"2026-03-06T01:12:35.668135Z","end":"2026-03-06T01:12:36.137811Z","steps":["trace[1510062036] 'process raft request' (duration: 384.065556ms)","trace[1510062036] 'compare' (duration: 85.395638ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:36.137927Z","caller":"traceutil/trace.go:171","msg":"trace[931093175] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"466.505797ms","start":"2026-03-06T01:12:35.671377Z","end":"2026-03-06T01:12:36.137883Z","steps":["trace[931093175] 'process raft request' (duration: 466.363134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.668105Z","time spent":"469.851571ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":989,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:12:36.138011Z","caller":"traceutil/trace.go:171","msg":"trace[990685164] linearizableReadLoop","detail":"{readStateIndex:22408; appliedIndex:22405; }","duration":"466.824445ms","start":"2026-03-06T01:12:35.671162Z","end":"2026-03-06T01:12:36.137986Z","steps":["trace[990685164] 'read index received' (duration: 246.624911ms)","trace[990685164] 'applied index is now lower than readState.Index' (duration: 220.198204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:36.138109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.671242Z","time spent":"466.767363ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11675,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:36.138103Z","caller":"traceutil/trace.go:171","msg":"trace[357152176] transaction","detail":"{read_only:false; response_revision:21627; number_of_response:1; }","duration":"456.272571ms","start":"2026-03-06T01:12:35.681764Z","end":"2026-03-06T01:12:36.138037Z","steps":["trace[357152176] 'process raft request' (duration: 456.040336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.858617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:36.13827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072916287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-06T01:12:36.138287Z","caller":"traceutil/trace.go:171","msg":"trace[1598617749] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21627; }","duration":"462.945448ms","start":"2026-03-06T01:12:35.675322Z","end":"2026-03-06T01:12:36.138268Z","steps":["trace[1598617749] 'agreement among raft nodes before linearized reading' (duration: 462.848356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.138316Z","caller":"traceutil/trace.go:171","msg":"trace[1083056987] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21627; }","duration":"1.073036639s","start":"2026-03-06T01:12:35.065266Z","end":"2026-03-06T01:12:36.138302Z","steps":["trace[1083056987] 'agreement among raft nodes before linearized reading' (duration: 1.072852345s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.681735Z","time spent":"456.479976ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:36.138354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.065236Z","time spent":"1.073109631s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:12:36.13833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.19187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T01:12:36.138395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.845147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:12:36.138388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.794625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:12:36.138452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.824431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.138458Z","caller":"traceutil/trace.go:171","msg":"trace[1738113152] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21627; }","duration":"919.331293ms","start":"2026-03-06T01:12:35.219072Z","end":"2026-03-06T01:12:36.138403Z","steps":["trace[1738113152] 'agreement among raft nodes before linearized reading' (duration: 918.937075ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.138461Z","caller":"traceutil/trace.go:171","msg":"trace[194199119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21627; }","duration":"319.913668ms","start":"2026-03-06T01:12:35.818528Z","end":"2026-03-06T01:12:36.138442Z","steps":["trace[194199119] 'agreement among raft nodes before linearized reading' (duration: 319.710944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.138477Z","caller":"traceutil/trace.go:171","msg":"trace[492151430] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21627; }","duration":"455.875332ms","start":"2026-03-06T01:12:35.682594Z","end":"2026-03-06T01:12:36.138469Z","steps":["trace[492151430] 'agreement among raft nodes before linearized reading' (duration: 455.841731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.682577Z","time spent":"455.920243ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-06T01:12:36.138498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.219058Z","time spent":"919.432845ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:12:36.138512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.8185Z","time spent":"319.99982ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:12:36.138531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.474212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-06T01:12:36.138505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.119098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:36.138572Z","caller":"traceutil/trace.go:171","msg":"trace[1539907687] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21627; }","duration":"454.561674ms","start":"2026-03-06T01:12:35.683996Z","end":"2026-03-06T01:12:36.138558Z","steps":["trace[1539907687] 'agreement among raft nodes before linearized reading' (duration: 454.437011ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.138423Z","caller":"traceutil/trace.go:171","msg":"trace[1949743538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21627; }","duration":"319.924249ms","start":"2026-03-06T01:12:35.818492Z","end":"2026-03-06T01:12:36.138416Z","steps":["trace[1949743538] 'agreement among raft nodes before linearized reading' (duration: 319.839707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.853319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:262224"} {"level":"warn","ts":"2026-03-06T01:12:36.138319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.6753Z","time spent":"463.01355ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:12:36.138644Z","caller":"traceutil/trace.go:171","msg":"trace[1591292639] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21627; }","duration":"170.323993ms","start":"2026-03-06T01:12:35.968289Z","end":"2026-03-06T01:12:36.138613Z","steps":["trace[1591292639] 'agreement among raft nodes before linearized reading' (duration: 169.956235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.13867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.818465Z","time spent":"320.193075ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:12:36.138688Z","caller":"traceutil/trace.go:171","msg":"trace[2029030693] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:21627; }","duration":"940.961311ms","start":"2026-03-06T01:12:35.197708Z","end":"2026-03-06T01:12:36.138669Z","steps":["trace[2029030693] 'agreement among raft nodes before linearized reading' (duration: 940.291906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.19762Z","time spent":"941.114684ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":262247,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:12:36.138788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.406508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:36.138811Z","caller":"traceutil/trace.go:171","msg":"trace[499365081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21627; }","duration":"319.455248ms","start":"2026-03-06T01:12:35.819347Z","end":"2026-03-06T01:12:36.138803Z","steps":["trace[499365081] 'agreement among raft nodes before linearized reading' (duration: 319.382806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.138835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.819336Z","time spent":"319.49437ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:36.138623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.683968Z","time spent":"454.647385ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-06T01:12:36.139478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.419597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.139563Z","caller":"traceutil/trace.go:171","msg":"trace[154681571] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21627; }","duration":"864.241056ms","start":"2026-03-06T01:12:35.275299Z","end":"2026-03-06T01:12:36.13954Z","steps":["trace[154681571] 'agreement among raft nodes before linearized reading' (duration: 863.054869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.13962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.275278Z","time spent":"864.323008ms","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:36.141615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.605506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-06T01:12:36.1426Z","caller":"traceutil/trace.go:171","msg":"trace[1518007754] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21627; }","duration":"947.624019ms","start":"2026-03-06T01:12:35.194955Z","end":"2026-03-06T01:12:36.142579Z","steps":["trace[1518007754] 'agreement among raft nodes before linearized reading' (duration: 943.16991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.142651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:35.194932Z","time spent":"947.70586ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T01:12:36.462234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.342142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.462344Z","caller":"traceutil/trace.go:171","msg":"trace[1154764028] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:21648; }","duration":"112.481156ms","start":"2026-03-06T01:12:36.34984Z","end":"2026-03-06T01:12:36.462321Z","steps":["trace[1154764028] 'range keys from in-memory index tree' (duration: 112.297761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.463368Z","caller":"traceutil/trace.go:171","msg":"trace[1630664009] linearizableReadLoop","detail":"{readStateIndex:22432; appliedIndex:22431; }","duration":"106.734358ms","start":"2026-03-06T01:12:36.356611Z","end":"2026-03-06T01:12:36.463345Z","steps":["trace[1630664009] 'read index received' (duration: 106.547554ms)","trace[1630664009] 'applied index is now lower than readState.Index' (duration: 185.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:36.463474Z","caller":"traceutil/trace.go:171","msg":"trace[1310572388] transaction","detail":"{read_only:false; response_revision:21649; number_of_response:1; }","duration":"107.305781ms","start":"2026-03-06T01:12:36.356131Z","end":"2026-03-06T01:12:36.463437Z","steps":["trace[1310572388] 'process raft request' (duration: 107.052585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.463558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.915402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.46365Z","caller":"traceutil/trace.go:171","msg":"trace[1576701882] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:21649; }","duration":"107.051205ms","start":"2026-03-06T01:12:36.356577Z","end":"2026-03-06T01:12:36.463629Z","steps":["trace[1576701882] 'agreement among raft nodes before linearized reading' (duration: 106.877551ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.763011Z","caller":"traceutil/trace.go:171","msg":"trace[670520056] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21649; }","duration":"401.94096ms","start":"2026-03-06T01:12:36.361034Z","end":"2026-03-06T01:12:36.762975Z","steps":["trace[670520056] 'process raft request' (duration: 401.698715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.7633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.361014Z","time spent":"402.179266ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":2708,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:36.763567Z","caller":"traceutil/trace.go:171","msg":"trace[294089220] linearizableReadLoop","detail":"{readStateIndex:22435; appliedIndex:22433; }","duration":"300.108651ms","start":"2026-03-06T01:12:36.463429Z","end":"2026-03-06T01:12:36.763538Z","steps":["trace[294089220] 'read index received' (duration: 299.565529ms)","trace[294089220] 'applied index is now lower than readState.Index' (duration: 542.172µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:36.763621Z","caller":"traceutil/trace.go:171","msg":"trace[1442295340] transaction","detail":"{read_only:false; response_revision:21651; number_of_response:1; }","duration":"376.56227ms","start":"2026-03-06T01:12:36.387035Z","end":"2026-03-06T01:12:36.763597Z","steps":["trace[1442295340] 'process raft request' (duration: 376.330955ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.763578Z","caller":"traceutil/trace.go:171","msg":"trace[354381232] transaction","detail":"{read_only:false; response_revision:21650; number_of_response:1; }","duration":"381.545911ms","start":"2026-03-06T01:12:36.381986Z","end":"2026-03-06T01:12:36.763532Z","steps":["trace[354381232] 'process raft request' (duration: 380.906687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.763772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.386999Z","time spent":"376.680733ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108317,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:36.763772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.381935Z","time spent":"381.778256ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80429,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:36.76389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.986807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.763988Z","caller":"traceutil/trace.go:171","msg":"trace[1406290880] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21651; }","duration":"304.190892ms","start":"2026-03-06T01:12:36.459777Z","end":"2026-03-06T01:12:36.763968Z","steps":["trace[1406290880] 'agreement among raft nodes before linearized reading' (duration: 303.923275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.763973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.518998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.764091Z","caller":"traceutil/trace.go:171","msg":"trace[722141331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21651; }","duration":"399.747043ms","start":"2026-03-06T01:12:36.364318Z","end":"2026-03-06T01:12:36.764065Z","steps":["trace[722141331] 'agreement among raft nodes before linearized reading' (duration: 399.448256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.764108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.459758Z","time spent":"304.295224ms","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:36.76415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.364311Z","time spent":"399.827875ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-06T01:12:36.815614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.332218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-06T01:12:36.815708Z","caller":"traceutil/trace.go:171","msg":"trace[777399850] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21652; }","duration":"344.468221ms","start":"2026-03-06T01:12:36.471218Z","end":"2026-03-06T01:12:36.815686Z","steps":["trace[777399850] 'agreement among raft nodes before linearized reading' (duration: 344.218326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.815763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.471204Z","time spent":"344.547373ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-06T01:12:36.815817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.482457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.815925Z","caller":"traceutil/trace.go:171","msg":"trace[2108466997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21652; }","duration":"113.780644ms","start":"2026-03-06T01:12:36.702124Z","end":"2026-03-06T01:12:36.815905Z","steps":["trace[2108466997] 'agreement among raft nodes before linearized reading' (duration: 113.470697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.815624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.555127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:12:36.816009Z","caller":"traceutil/trace.go:171","msg":"trace[1707098882] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21652; }","duration":"346.984487ms","start":"2026-03-06T01:12:36.469012Z","end":"2026-03-06T01:12:36.815997Z","steps":["trace[1707098882] 'agreement among raft nodes before linearized reading' (duration: 346.422225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.81605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.468993Z","time spent":"347.047988ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-06T01:12:36.816374Z","caller":"traceutil/trace.go:171","msg":"trace[634841958] transaction","detail":"{read_only:false; response_revision:21652; number_of_response:1; }","duration":"216.007303ms","start":"2026-03-06T01:12:36.599386Z","end":"2026-03-06T01:12:36.815393Z","steps":["trace[634841958] 'process raft request' (duration: 215.756837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.939286Z","caller":"traceutil/trace.go:171","msg":"trace[1912857476] linearizableReadLoop","detail":"{readStateIndex:22439; appliedIndex:22436; }","duration":"123.851946ms","start":"2026-03-06T01:12:36.815397Z","end":"2026-03-06T01:12:36.939249Z","steps":["trace[1912857476] 'read index received' (duration: 123.253253ms)","trace[1912857476] 'applied index is now lower than readState.Index' (duration: 597.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:36.939338Z","caller":"traceutil/trace.go:171","msg":"trace[2141084425] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"146.134728ms","start":"2026-03-06T01:12:36.793158Z","end":"2026-03-06T01:12:36.939293Z","steps":["trace[2141084425] 'process raft request' (duration: 145.783841ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.939418Z","caller":"traceutil/trace.go:171","msg":"trace[59960441] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"167.180414ms","start":"2026-03-06T01:12:36.772227Z","end":"2026-03-06T01:12:36.939408Z","steps":["trace[59960441] 'process raft request' (duration: 166.526009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.94132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.69093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111964"} {"level":"info","ts":"2026-03-06T01:12:36.939608Z","caller":"traceutil/trace.go:171","msg":"trace[485466922] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"145.597887ms","start":"2026-03-06T01:12:36.793989Z","end":"2026-03-06T01:12:36.939587Z","steps":["trace[485466922] 'process raft request' (duration: 145.136557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.941352Z","caller":"traceutil/trace.go:171","msg":"trace[926734898] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21655; }","duration":"117.725501ms","start":"2026-03-06T01:12:36.823619Z","end":"2026-03-06T01:12:36.941345Z","steps":["trace[926734898] 'agreement among raft nodes before linearized reading' (duration: 117.527096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.941463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.420346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-06T01:12:36.941303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.051581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:36.94151Z","caller":"traceutil/trace.go:171","msg":"trace[1848817804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21655; }","duration":"124.401758ms","start":"2026-03-06T01:12:36.817102Z","end":"2026-03-06T01:12:36.941503Z","steps":["trace[1848817804] 'agreement among raft nodes before linearized reading' (duration: 124.03148ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:36.941508Z","caller":"traceutil/trace.go:171","msg":"trace[1527470255] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21655; }","duration":"118.484767ms","start":"2026-03-06T01:12:36.823013Z","end":"2026-03-06T01:12:36.941498Z","steps":["trace[1527470255] 'agreement among raft nodes before linearized reading' (duration: 118.359084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.941595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.568524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-06T01:12:36.941681Z","caller":"traceutil/trace.go:171","msg":"trace[788502029] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21655; }","duration":"120.668776ms","start":"2026-03-06T01:12:36.820994Z","end":"2026-03-06T01:12:36.941663Z","steps":["trace[788502029] 'agreement among raft nodes before linearized reading' (duration: 120.39769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:36.939906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.010937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-system/capi-webhook-service-cert\" ","response":"range_response_count:1 size:5436"} {"level":"info","ts":"2026-03-06T01:12:36.941797Z","caller":"traceutil/trace.go:171","msg":"trace[1249697661] range","detail":"{range_begin:/registry/secrets/capi-system/capi-webhook-service-cert; range_end:; response_count:1; response_revision:21655; }","duration":"162.98985ms","start":"2026-03-06T01:12:36.7788Z","end":"2026-03-06T01:12:36.941789Z","steps":["trace[1249697661] 'agreement among raft nodes before linearized reading' (duration: 160.860473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.295635Z","caller":"traceutil/trace.go:171","msg":"trace[1227580915] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"343.127631ms","start":"2026-03-06T01:12:36.952476Z","end":"2026-03-06T01:12:37.295604Z","steps":["trace[1227580915] 'process raft request' (duration: 342.831294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.295819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.952453Z","time spent":"343.266274ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13030,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:37.296038Z","caller":"traceutil/trace.go:171","msg":"trace[1763719962] transaction","detail":"{read_only:false; response_revision:21658; number_of_response:1; }","duration":"337.838164ms","start":"2026-03-06T01:12:36.958171Z","end":"2026-03-06T01:12:37.296009Z","steps":["trace[1763719962] 'process raft request' (duration: 337.358463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.296218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.958163Z","time spent":"337.959747ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2558,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:37.29632Z","caller":"traceutil/trace.go:171","msg":"trace[946742697] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"334.015611ms","start":"2026-03-06T01:12:36.962283Z","end":"2026-03-06T01:12:37.296299Z","steps":["trace[946742697] 'process raft request' (duration: 333.583121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.296322Z","caller":"traceutil/trace.go:171","msg":"trace[1557037829] linearizableReadLoop","detail":"{readStateIndex:22441; appliedIndex:22439; }","duration":"343.252715ms","start":"2026-03-06T01:12:36.953014Z","end":"2026-03-06T01:12:37.296266Z","steps":["trace[1557037829] 'read index received' (duration: 41.60838ms)","trace[1557037829] 'applied index is now lower than readState.Index' (duration: 301.640045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:37.296431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.962274Z","time spent":"334.104883ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23784,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:37.296605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.586482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-06T01:12:37.296658Z","caller":"traceutil/trace.go:171","msg":"trace[677519870] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21659; }","duration":"343.661683ms","start":"2026-03-06T01:12:36.952981Z","end":"2026-03-06T01:12:37.296642Z","steps":["trace[677519870] 'agreement among raft nodes before linearized reading' (duration: 343.49486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.296677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.017019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-06T01:12:37.296692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.952973Z","time spent":"343.712095ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-06T01:12:37.296733Z","caller":"traceutil/trace.go:171","msg":"trace[517758120] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21659; }","duration":"338.07953ms","start":"2026-03-06T01:12:36.958639Z","end":"2026-03-06T01:12:37.296718Z","steps":["trace[517758120] 'agreement among raft nodes before linearized reading' (duration: 337.915676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.296773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.958635Z","time spent":"338.131391ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-06T01:12:37.296784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.618524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-06T01:12:37.296854Z","caller":"traceutil/trace.go:171","msg":"trace[792556712] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21659; }","duration":"339.723696ms","start":"2026-03-06T01:12:36.95711Z","end":"2026-03-06T01:12:37.296833Z","steps":["trace[792556712] 'agreement among raft nodes before linearized reading' (duration: 339.427249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.296918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.957102Z","time spent":"339.801717ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-06T01:12:37.297055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.923379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:37.297225Z","caller":"traceutil/trace.go:171","msg":"trace[559722616] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21659; }","duration":"339.148663ms","start":"2026-03-06T01:12:36.958045Z","end":"2026-03-06T01:12:37.297194Z","steps":["trace[559722616] 'agreement among raft nodes before linearized reading' (duration: 338.810246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.297308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.958041Z","time spent":"339.252516ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-06T01:12:37.297289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.914979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:37.297417Z","caller":"traceutil/trace.go:171","msg":"trace[1726383900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21659; }","duration":"339.062862ms","start":"2026-03-06T01:12:36.958326Z","end":"2026-03-06T01:12:37.297389Z","steps":["trace[1726383900] 'agreement among raft nodes before linearized reading' (duration: 338.54698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.297513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:36.958322Z","time spent":"339.169984ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:12:37.542845Z","caller":"traceutil/trace.go:171","msg":"trace[1579537407] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"236.438085ms","start":"2026-03-06T01:12:37.306373Z","end":"2026-03-06T01:12:37.542811Z","steps":["trace[1579537407] 'process raft request' (duration: 236.23211ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.542959Z","caller":"traceutil/trace.go:171","msg":"trace[1458335290] linearizableReadLoop","detail":"{readStateIndex:22448; appliedIndex:22444; }","duration":"180.155301ms","start":"2026-03-06T01:12:37.362785Z","end":"2026-03-06T01:12:37.542941Z","steps":["trace[1458335290] 'read index received' (duration: 179.493306ms)","trace[1458335290] 'applied index is now lower than readState.Index' (duration: 660.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:37.54304Z","caller":"traceutil/trace.go:171","msg":"trace[1915675512] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"210.259206ms","start":"2026-03-06T01:12:37.332753Z","end":"2026-03-06T01:12:37.543012Z","steps":["trace[1915675512] 'process raft request' (duration: 209.99888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.542819Z","caller":"traceutil/trace.go:171","msg":"trace[2088657824] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"238.136401ms","start":"2026-03-06T01:12:37.304609Z","end":"2026-03-06T01:12:37.542745Z","steps":["trace[2088657824] 'process raft request' (duration: 237.65272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.543296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.60686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:12:37.543342Z","caller":"traceutil/trace.go:171","msg":"trace[681805727] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21664; }","duration":"237.667892ms","start":"2026-03-06T01:12:37.305659Z","end":"2026-03-06T01:12:37.543327Z","steps":["trace[681805727] 'agreement among raft nodes before linearized reading' (duration: 237.556179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.543393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.061958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111964"} {"level":"info","ts":"2026-03-06T01:12:37.543499Z","caller":"traceutil/trace.go:171","msg":"trace[2076775227] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21664; }","duration":"237.205121ms","start":"2026-03-06T01:12:37.306272Z","end":"2026-03-06T01:12:37.543477Z","steps":["trace[2076775227] 'agreement among raft nodes before linearized reading' (duration: 236.724041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.54319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.666203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:12:37.543639Z","caller":"traceutil/trace.go:171","msg":"trace[343702502] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"235.695428ms","start":"2026-03-06T01:12:37.307913Z","end":"2026-03-06T01:12:37.543608Z","steps":["trace[343702502] 'process raft request' (duration: 234.753917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.543706Z","caller":"traceutil/trace.go:171","msg":"trace[584895245] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:21664; }","duration":"239.230825ms","start":"2026-03-06T01:12:37.304463Z","end":"2026-03-06T01:12:37.543694Z","steps":["trace[584895245] 'agreement among raft nodes before linearized reading' (duration: 238.55682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.629366Z","caller":"traceutil/trace.go:171","msg":"trace[1307141213] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21665; }","duration":"264.486334ms","start":"2026-03-06T01:12:37.364851Z","end":"2026-03-06T01:12:37.629337Z","steps":["trace[1307141213] 'process raft request' (duration: 264.32844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.825446Z","caller":"traceutil/trace.go:171","msg":"trace[151624514] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"276.398946ms","start":"2026-03-06T01:12:37.549013Z","end":"2026-03-06T01:12:37.825411Z","steps":["trace[151624514] 'process raft request' (duration: 258.874369ms)","trace[151624514] 'compare' (duration: 16.997035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:37.825575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.146321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:37.825613Z","caller":"traceutil/trace.go:171","msg":"trace[354819165] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21669; }","duration":"266.239062ms","start":"2026-03-06T01:12:37.559366Z","end":"2026-03-06T01:12:37.825605Z","steps":["trace[354819165] 'agreement among raft nodes before linearized reading' (duration: 266.14153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.825837Z","caller":"traceutil/trace.go:171","msg":"trace[734563910] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"275.542099ms","start":"2026-03-06T01:12:37.550283Z","end":"2026-03-06T01:12:37.825825Z","steps":["trace[734563910] 'process raft request' (duration: 275.012266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.826005Z","caller":"traceutil/trace.go:171","msg":"trace[1411523471] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"266.630462ms","start":"2026-03-06T01:12:37.559346Z","end":"2026-03-06T01:12:37.825976Z","steps":["trace[1411523471] 'process raft request' (duration: 266.057709ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.825485Z","caller":"traceutil/trace.go:171","msg":"trace[1171478618] linearizableReadLoop","detail":"{readStateIndex:22453; appliedIndex:22449; }","duration":"195.014278ms","start":"2026-03-06T01:12:37.630458Z","end":"2026-03-06T01:12:37.825472Z","steps":["trace[1171478618] 'read index received' (duration: 177.44679ms)","trace[1171478618] 'applied index is now lower than readState.Index' (duration: 17.566638ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:37.826138Z","caller":"traceutil/trace.go:171","msg":"trace[465016271] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"268.539174ms","start":"2026-03-06T01:12:37.55725Z","end":"2026-03-06T01:12:37.825789Z","steps":["trace[465016271] 'process raft request' (duration: 268.095803ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.85186Z","caller":"traceutil/trace.go:171","msg":"trace[1876806580] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"179.329952ms","start":"2026-03-06T01:12:37.672508Z","end":"2026-03-06T01:12:37.851837Z","steps":["trace[1876806580] 'process raft request' (duration: 179.276491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:37.852162Z","caller":"traceutil/trace.go:171","msg":"trace[832321695] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"197.633767ms","start":"2026-03-06T01:12:37.654522Z","end":"2026-03-06T01:12:37.852156Z","steps":["trace[832321695] 'process raft request' (duration: 197.106476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.85233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.910849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108335"} {"level":"info","ts":"2026-03-06T01:12:37.852434Z","caller":"traceutil/trace.go:171","msg":"trace[1453924252] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21671; }","duration":"220.082122ms","start":"2026-03-06T01:12:37.632328Z","end":"2026-03-06T01:12:37.85241Z","steps":["trace[1453924252] 'agreement among raft nodes before linearized reading' (duration: 219.610922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.852525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.464951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:12:37.852559Z","caller":"traceutil/trace.go:171","msg":"trace[311969077] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:21671; }","duration":"196.544383ms","start":"2026-03-06T01:12:37.656004Z","end":"2026-03-06T01:12:37.852548Z","steps":["trace[311969077] 'agreement among raft nodes before linearized reading' (duration: 196.4104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.852678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.07821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:37.852695Z","caller":"traceutil/trace.go:171","msg":"trace[467992503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21671; }","duration":"185.140291ms","start":"2026-03-06T01:12:37.667551Z","end":"2026-03-06T01:12:37.852692Z","steps":["trace[467992503] 'agreement among raft nodes before linearized reading' (duration: 185.08624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:37.852846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.505945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:12:37.852888Z","caller":"traceutil/trace.go:171","msg":"trace[659706236] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:21671; }","duration":"207.586327ms","start":"2026-03-06T01:12:37.645292Z","end":"2026-03-06T01:12:37.852878Z","steps":["trace[659706236] 'agreement among raft nodes before linearized reading' (duration: 207.448884ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.146582Z","caller":"traceutil/trace.go:171","msg":"trace[215177186] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"313.700822ms","start":"2026-03-06T01:12:37.832842Z","end":"2026-03-06T01:12:38.146543Z","steps":["trace[215177186] 'process raft request' (duration: 313.302543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.146781Z","caller":"traceutil/trace.go:171","msg":"trace[1562461877] linearizableReadLoop","detail":"{readStateIndex:22457; appliedIndex:22455; }","duration":"289.116268ms","start":"2026-03-06T01:12:37.85763Z","end":"2026-03-06T01:12:38.146746Z","steps":["trace[1562461877] 'read index received' (duration: 288.571236ms)","trace[1562461877] 'applied index is now lower than readState.Index' (duration: 543.322µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:38.146902Z","caller":"traceutil/trace.go:171","msg":"trace[1272229125] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"311.315588ms","start":"2026-03-06T01:12:37.83554Z","end":"2026-03-06T01:12:38.146856Z","steps":["trace[1272229125] 'process raft request' (duration: 311.091564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.146953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.832815Z","time spent":"313.925666ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4415,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:38.147286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.835529Z","time spent":"311.662846ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13203,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:38.147052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.381554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:38.147484Z","caller":"traceutil/trace.go:171","msg":"trace[602537147] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:21673; }","duration":"289.884205ms","start":"2026-03-06T01:12:37.85758Z","end":"2026-03-06T01:12:38.147465Z","steps":["trace[602537147] 'agreement among raft nodes before linearized reading' (duration: 289.361123ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.245865Z","caller":"traceutil/trace.go:171","msg":"trace[1970621023] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"384.026906ms","start":"2026-03-06T01:12:37.861804Z","end":"2026-03-06T01:12:38.245831Z","steps":["trace[1970621023] 'process raft request' (duration: 383.613516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.246059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.861786Z","time spent":"384.172089ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:38.246385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.861807Z","time spent":"384.570728ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:12:38.246587Z","caller":"traceutil/trace.go:171","msg":"trace[833426899] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"314.113871ms","start":"2026-03-06T01:12:37.932435Z","end":"2026-03-06T01:12:38.246549Z","steps":["trace[833426899] 'process raft request' (duration: 313.807884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.246676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.373004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2281"} {"level":"warn","ts":"2026-03-06T01:12:38.246684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.542446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:12:38.246705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.046442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:13586"} {"level":"info","ts":"2026-03-06T01:12:38.246731Z","caller":"traceutil/trace.go:171","msg":"trace[469445817] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:21676; }","duration":"380.442056ms","start":"2026-03-06T01:12:37.866271Z","end":"2026-03-06T01:12:38.246713Z","steps":["trace[469445817] 'agreement among raft nodes before linearized reading' (duration: 380.269153ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.246744Z","caller":"traceutil/trace.go:171","msg":"trace[1529327130] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21676; }","duration":"341.653989ms","start":"2026-03-06T01:12:37.905071Z","end":"2026-03-06T01:12:38.246725Z","steps":["trace[1529327130] 'agreement among raft nodes before linearized reading' (duration: 341.433264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.246746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.932409Z","time spent":"314.252103ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:38.246761Z","caller":"traceutil/trace.go:171","msg":"trace[1212642615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21676; }","duration":"363.161565ms","start":"2026-03-06T01:12:37.883571Z","end":"2026-03-06T01:12:38.246733Z","steps":["trace[1212642615] 'agreement among raft nodes before linearized reading' (duration: 362.92665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.246772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.86626Z","time spent":"380.504227ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2304,"request content":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" "} {"level":"warn","ts":"2026-03-06T01:12:38.246779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.905042Z","time spent":"341.729551ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:12:38.246805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.88356Z","time spent":"363.238446ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":13609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-06T01:12:38.247005Z","caller":"traceutil/trace.go:171","msg":"trace[42543327] transaction","detail":"{read_only:false; response_revision:21676; number_of_response:1; }","duration":"313.712972ms","start":"2026-03-06T01:12:37.933157Z","end":"2026-03-06T01:12:38.24687Z","steps":["trace[42543327] 'process raft request' (duration: 313.264602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.247073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.933139Z","time spent":"313.890395ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:38.249336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.133985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-06T01:12:38.249414Z","caller":"traceutil/trace.go:171","msg":"trace[707746472] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21676; }","duration":"384.333442ms","start":"2026-03-06T01:12:37.865063Z","end":"2026-03-06T01:12:38.249397Z","steps":["trace[707746472] 'agreement among raft nodes before linearized reading' (duration: 381.5473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.249456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:37.865056Z","time spent":"384.385002ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-06T01:12:38.453703Z","caller":"traceutil/trace.go:171","msg":"trace[1026679583] linearizableReadLoop","detail":"{readStateIndex:22462; appliedIndex:22461; }","duration":"207.215228ms","start":"2026-03-06T01:12:38.246456Z","end":"2026-03-06T01:12:38.453671Z","steps":["trace[1026679583] 'read index received' (duration: 129.266716ms)","trace[1026679583] 'applied index is now lower than readState.Index' (duration: 77.946962ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:38.453862Z","caller":"traceutil/trace.go:171","msg":"trace[1921023748] transaction","detail":"{read_only:false; response_revision:21677; number_of_response:1; }","duration":"297.215297ms","start":"2026-03-06T01:12:38.156635Z","end":"2026-03-06T01:12:38.45385Z","steps":["trace[1921023748] 'process raft request' (duration: 219.000449ms)","trace[1921023748] 'compare' (duration: 77.767719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:38.454273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.558546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:12:38.454324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.298293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-03-06T01:12:38.454294Z","caller":"traceutil/trace.go:171","msg":"trace[902899261] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"205.336227ms","start":"2026-03-06T01:12:38.2489Z","end":"2026-03-06T01:12:38.454236Z","steps":["trace[902899261] 'process raft request' (duration: 204.710373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.454393Z","caller":"traceutil/trace.go:171","msg":"trace[865849106] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:1; response_revision:21678; }","duration":"203.416835ms","start":"2026-03-06T01:12:38.250959Z","end":"2026-03-06T01:12:38.454376Z","steps":["trace[865849106] 'agreement among raft nodes before linearized reading' (duration: 203.091658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.454365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.632764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-06T01:12:38.454487Z","caller":"traceutil/trace.go:171","msg":"trace[736252381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21678; }","duration":"250.799312ms","start":"2026-03-06T01:12:38.203651Z","end":"2026-03-06T01:12:38.45445Z","steps":["trace[736252381] 'agreement among raft nodes before linearized reading' (duration: 250.364823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.454464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.75521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:38.454491Z","caller":"traceutil/trace.go:171","msg":"trace[1028119918] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21678; }","duration":"167.756637ms","start":"2026-03-06T01:12:38.286716Z","end":"2026-03-06T01:12:38.454473Z","steps":["trace[1028119918] 'agreement among raft nodes before linearized reading' (duration: 167.537142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.454275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.369511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:12:38.454274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.97149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:12:38.454665Z","caller":"traceutil/trace.go:171","msg":"trace[2092140040] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21678; }","duration":"301.43796ms","start":"2026-03-06T01:12:38.153198Z","end":"2026-03-06T01:12:38.454636Z","steps":["trace[2092140040] 'agreement among raft nodes before linearized reading' (duration: 300.833967ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.454676Z","caller":"traceutil/trace.go:171","msg":"trace[1426514775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21678; }","duration":"278.749169ms","start":"2026-03-06T01:12:38.17587Z","end":"2026-03-06T01:12:38.454619Z","steps":["trace[1426514775] 'agreement among raft nodes before linearized reading' (duration: 278.199807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.454732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:38.15317Z","time spent":"301.544173ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-06T01:12:38.454721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.518551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:38.454861Z","caller":"traceutil/trace.go:171","msg":"trace[1509443960] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21678; }","duration":"292.000602ms","start":"2026-03-06T01:12:38.162792Z","end":"2026-03-06T01:12:38.454793Z","steps":["trace[1509443960] 'agreement among raft nodes before linearized reading' (duration: 291.154483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.455189Z","caller":"traceutil/trace.go:171","msg":"trace[1998866946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21678; }","duration":"250.892514ms","start":"2026-03-06T01:12:38.203641Z","end":"2026-03-06T01:12:38.454534Z","steps":["trace[1998866946] 'agreement among raft nodes before linearized reading' (duration: 250.349402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.455428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.396757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23802"} {"level":"info","ts":"2026-03-06T01:12:38.455497Z","caller":"traceutil/trace.go:171","msg":"trace[818878051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21678; }","duration":"190.51576ms","start":"2026-03-06T01:12:38.264965Z","end":"2026-03-06T01:12:38.455481Z","steps":["trace[818878051] 'agreement among raft nodes before linearized reading' (duration: 189.301543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.668618Z","caller":"traceutil/trace.go:171","msg":"trace[2105831522] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"205.431549ms","start":"2026-03-06T01:12:38.463151Z","end":"2026-03-06T01:12:38.668583Z","steps":["trace[2105831522] 'process raft request' (duration: 110.297457ms)","trace[2105831522] 'compare' (duration: 94.875857ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:38.682979Z","caller":"traceutil/trace.go:171","msg":"trace[3233123] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"219.792877ms","start":"2026-03-06T01:12:38.463151Z","end":"2026-03-06T01:12:38.682944Z","steps":["trace[3233123] 'process raft request' (duration: 219.699695ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.683023Z","caller":"traceutil/trace.go:171","msg":"trace[1087155759] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"219.822408ms","start":"2026-03-06T01:12:38.463151Z","end":"2026-03-06T01:12:38.682974Z","steps":["trace[1087155759] 'process raft request' (duration: 219.51219ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.683504Z","caller":"traceutil/trace.go:171","msg":"trace[151283210] linearizableReadLoop","detail":"{readStateIndex:22466; appliedIndex:22463; }","duration":"220.261597ms","start":"2026-03-06T01:12:38.463223Z","end":"2026-03-06T01:12:38.683485Z","steps":["trace[151283210] 'read index received' (duration: 110.241716ms)","trace[151283210] 'applied index is now lower than readState.Index' (duration: 110.018621ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:38.683718Z","caller":"traceutil/trace.go:171","msg":"trace[1949263882] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"219.786377ms","start":"2026-03-06T01:12:38.463911Z","end":"2026-03-06T01:12:38.683697Z","steps":["trace[1949263882] 'process raft request' (duration: 218.984759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.683706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.454711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:12:38.684244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.200945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:12:38.684275Z","caller":"traceutil/trace.go:171","msg":"trace[500429042] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21683; }","duration":"221.032964ms","start":"2026-03-06T01:12:38.463201Z","end":"2026-03-06T01:12:38.684234Z","steps":["trace[500429042] 'agreement among raft nodes before linearized reading' (duration: 220.340459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.684337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.817854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:38.68437Z","caller":"traceutil/trace.go:171","msg":"trace[256070468] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21683; }","duration":"118.899256ms","start":"2026-03-06T01:12:38.565464Z","end":"2026-03-06T01:12:38.684363Z","steps":["trace[256070468] 'agreement among raft nodes before linearized reading' (duration: 118.839415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.683781Z","caller":"traceutil/trace.go:171","msg":"trace[1277427866] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"211.831851ms","start":"2026-03-06T01:12:38.471933Z","end":"2026-03-06T01:12:38.683765Z","steps":["trace[1277427866] 'process raft request' (duration: 211.435812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.684649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.670966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:38.684674Z","caller":"traceutil/trace.go:171","msg":"trace[106061313] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21683; }","duration":"163.743158ms","start":"2026-03-06T01:12:38.520924Z","end":"2026-03-06T01:12:38.684667Z","steps":["trace[106061313] 'agreement among raft nodes before linearized reading' (duration: 163.570494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.68429Z","caller":"traceutil/trace.go:171","msg":"trace[77686141] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21683; }","duration":"215.325698ms","start":"2026-03-06T01:12:38.468954Z","end":"2026-03-06T01:12:38.68428Z","steps":["trace[77686141] 'agreement among raft nodes before linearized reading' (duration: 215.143854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.684909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.799377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephnfses/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:38.684922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.951134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-03-06T01:12:38.684954Z","caller":"traceutil/trace.go:171","msg":"trace[225191612] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/cert-manager-test/; range_end:/registry/ceph.rook.io/cephnfses/cert-manager-test0; response_count:0; response_revision:21683; }","duration":"215.85257ms","start":"2026-03-06T01:12:38.469094Z","end":"2026-03-06T01:12:38.684947Z","steps":["trace[225191612] 'agreement among raft nodes before linearized reading' (duration: 215.778068ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.684976Z","caller":"traceutil/trace.go:171","msg":"trace[1831031472] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21683; }","duration":"203.033475ms","start":"2026-03-06T01:12:38.48193Z","end":"2026-03-06T01:12:38.684963Z","steps":["trace[1831031472] 'agreement among raft nodes before linearized reading' (duration: 202.905662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.685217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.382831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io\" ","response":"range_response_count:1 size:82340"} {"level":"info","ts":"2026-03-06T01:12:38.685248Z","caller":"traceutil/trace.go:171","msg":"trace[2039047715] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusters.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21683; }","duration":"188.415692ms","start":"2026-03-06T01:12:38.496825Z","end":"2026-03-06T01:12:38.685241Z","steps":["trace[2039047715] 'agreement among raft nodes before linearized reading' (duration: 188.292849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.975866Z","caller":"traceutil/trace.go:171","msg":"trace[994421513] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"131.750211ms","start":"2026-03-06T01:12:38.844089Z","end":"2026-03-06T01:12:38.975839Z","steps":["trace[994421513] 'process raft request' (duration: 130.225148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.976096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.904173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:38.976154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.798034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:38.976205Z","caller":"traceutil/trace.go:171","msg":"trace[643276712] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0; response_count:0; response_revision:21686; }","duration":"141.043966ms","start":"2026-03-06T01:12:38.835137Z","end":"2026-03-06T01:12:38.976181Z","steps":["trace[643276712] 'agreement among raft nodes before linearized reading' (duration: 140.76439ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.976209Z","caller":"traceutil/trace.go:171","msg":"trace[1235165320] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21686; }","duration":"151.892146ms","start":"2026-03-06T01:12:38.8243Z","end":"2026-03-06T01:12:38.976192Z","steps":["trace[1235165320] 'agreement among raft nodes before linearized reading' (duration: 151.766243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.976287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.123328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:38.976311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.132307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:12:38.976394Z","caller":"traceutil/trace.go:171","msg":"trace[1331632772] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21686; }","duration":"141.308562ms","start":"2026-03-06T01:12:38.835059Z","end":"2026-03-06T01:12:38.976368Z","steps":["trace[1331632772] 'agreement among raft nodes before linearized reading' (duration: 141.089557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.976405Z","caller":"traceutil/trace.go:171","msg":"trace[1043157151] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21686; }","duration":"159.244849ms","start":"2026-03-06T01:12:38.817138Z","end":"2026-03-06T01:12:38.976383Z","steps":["trace[1043157151] 'agreement among raft nodes before linearized reading' (duration: 159.003534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.976372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.263751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:38.976628Z","caller":"traceutil/trace.go:171","msg":"trace[781624887] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21686; }","duration":"141.558137ms","start":"2026-03-06T01:12:38.835037Z","end":"2026-03-06T01:12:38.976595Z","steps":["trace[781624887] 'agreement among raft nodes before linearized reading' (duration: 140.837081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:38.976424Z","caller":"traceutil/trace.go:171","msg":"trace[1265066138] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21686; }","duration":"126.821102ms","start":"2026-03-06T01:12:38.84957Z","end":"2026-03-06T01:12:38.976392Z","steps":["trace[1265066138] 'process raft request' (duration: 126.095407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.976642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.524955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111964"} {"level":"info","ts":"2026-03-06T01:12:38.976705Z","caller":"traceutil/trace.go:171","msg":"trace[1141120032] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21686; }","duration":"159.602297ms","start":"2026-03-06T01:12:38.81709Z","end":"2026-03-06T01:12:38.976693Z","steps":["trace[1141120032] 'agreement among raft nodes before linearized reading' (duration: 159.226509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:38.976437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.138261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:38.976971Z","caller":"traceutil/trace.go:171","msg":"trace[331397463] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21686; }","duration":"152.649304ms","start":"2026-03-06T01:12:38.824251Z","end":"2026-03-06T01:12:38.9769Z","steps":["trace[331397463] 'agreement among raft nodes before linearized reading' (duration: 152.09036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.149038Z","caller":"traceutil/trace.go:171","msg":"trace[369063177] linearizableReadLoop","detail":"{readStateIndex:22473; appliedIndex:22472; }","duration":"173.195097ms","start":"2026-03-06T01:12:38.975811Z","end":"2026-03-06T01:12:39.149006Z","steps":["trace[369063177] 'read index received' (duration: 135.278288ms)","trace[369063177] 'applied index is now lower than readState.Index' (duration: 37.915029ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:39.14914Z","caller":"traceutil/trace.go:171","msg":"trace[385434527] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"253.89217ms","start":"2026-03-06T01:12:38.895197Z","end":"2026-03-06T01:12:39.14909Z","steps":["trace[385434527] 'process raft request' (duration: 215.805609ms)","trace[385434527] 'compare' (duration: 37.794595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:39.149285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.702937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:39.149377Z","caller":"traceutil/trace.go:171","msg":"trace[831380014] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinehealthchecks.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21687; }","duration":"249.84457ms","start":"2026-03-06T01:12:38.899512Z","end":"2026-03-06T01:12:39.149356Z","steps":["trace[831380014] 'agreement among raft nodes before linearized reading' (duration: 249.644426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.149559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.573781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-03-06T01:12:39.149575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.442923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:12:39.149638Z","caller":"traceutil/trace.go:171","msg":"trace[239643078] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:21687; }","duration":"257.747845ms","start":"2026-03-06T01:12:38.891869Z","end":"2026-03-06T01:12:39.149617Z","steps":["trace[239643078] 'agreement among raft nodes before linearized reading' (duration: 257.290135ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.149708Z","caller":"traceutil/trace.go:171","msg":"trace[1462999643] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21687; }","duration":"217.644799ms","start":"2026-03-06T01:12:38.932045Z","end":"2026-03-06T01:12:39.14969Z","steps":["trace[1462999643] 'agreement among raft nodes before linearized reading' (duration: 217.289991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.173422Z","caller":"traceutil/trace.go:171","msg":"trace[342203174] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"180.034499ms","start":"2026-03-06T01:12:38.993356Z","end":"2026-03-06T01:12:39.17339Z","steps":["trace[342203174] 'process raft request' (duration: 179.710682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.173599Z","caller":"traceutil/trace.go:171","msg":"trace[197000545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21688; }","duration":"174.173058ms","start":"2026-03-06T01:12:38.999385Z","end":"2026-03-06T01:12:39.173558Z","steps":["trace[197000545] 'process raft request' (duration: 173.883932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.174077Z","caller":"traceutil/trace.go:171","msg":"trace[1029424245] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"160.820994ms","start":"2026-03-06T01:12:39.013228Z","end":"2026-03-06T01:12:39.174049Z","steps":["trace[1029424245] 'process raft request' (duration: 160.385044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.17414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.899264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:39.174243Z","caller":"traceutil/trace.go:171","msg":"trace[1516875468] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0; response_count:0; response_revision:21689; }","duration":"194.047127ms","start":"2026-03-06T01:12:38.980178Z","end":"2026-03-06T01:12:39.174225Z","steps":["trace[1516875468] 'agreement among raft nodes before linearized reading' (duration: 193.850242ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.304464Z","caller":"traceutil/trace.go:171","msg":"trace[1370498133] linearizableReadLoop","detail":"{readStateIndex:22477; appliedIndex:22476; }","duration":"130.471652ms","start":"2026-03-06T01:12:39.173961Z","end":"2026-03-06T01:12:39.304433Z","steps":["trace[1370498133] 'read index received' (duration: 88.953506ms)","trace[1370498133] 'applied index is now lower than readState.Index' (duration: 41.517046ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:39.304678Z","caller":"traceutil/trace.go:171","msg":"trace[942158810] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"142.609041ms","start":"2026-03-06T01:12:39.162054Z","end":"2026-03-06T01:12:39.304663Z","steps":["trace[942158810] 'process raft request' (duration: 100.645024ms)","trace[942158810] 'compare' (duration: 41.574808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:39.305041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.349185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:12:39.305219Z","caller":"traceutil/trace.go:171","msg":"trace[567437156] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21690; }","duration":"151.573499ms","start":"2026-03-06T01:12:39.153619Z","end":"2026-03-06T01:12:39.305192Z","steps":["trace[567437156] 'agreement among raft nodes before linearized reading' (duration: 151.087198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.325968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.039179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/cert-manager-test/\" range_end:\"/registry/secretgen.k14s.io/certificates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:39.326103Z","caller":"traceutil/trace.go:171","msg":"trace[1046675924] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/cert-manager-test/; range_end:/registry/secretgen.k14s.io/certificates/cert-manager-test0; response_count:0; response_revision:21692; }","duration":"142.241333ms","start":"2026-03-06T01:12:39.183834Z","end":"2026-03-06T01:12:39.326076Z","steps":["trace[1046675924] 'agreement among raft nodes before linearized reading' (duration: 142.044799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.326124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.871703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:72734"} {"level":"info","ts":"2026-03-06T01:12:39.326175Z","caller":"traceutil/trace.go:171","msg":"trace[1658743600] transaction","detail":"{read_only:false; response_revision:21691; number_of_response:1; }","duration":"132.771753ms","start":"2026-03-06T01:12:39.193371Z","end":"2026-03-06T01:12:39.326143Z","steps":["trace[1658743600] 'process raft request' (duration: 132.208711ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.326207Z","caller":"traceutil/trace.go:171","msg":"trace[808436305] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21692; }","duration":"127.011786ms","start":"2026-03-06T01:12:39.199177Z","end":"2026-03-06T01:12:39.326188Z","steps":["trace[808436305] 'agreement among raft nodes before linearized reading' (duration: 126.70848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.330765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.448603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-06T01:12:39.330958Z","caller":"traceutil/trace.go:171","msg":"trace[1264699993] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21692; }","duration":"111.704748ms","start":"2026-03-06T01:12:39.219226Z","end":"2026-03-06T01:12:39.330931Z","steps":["trace[1264699993] 'agreement among raft nodes before linearized reading' (duration: 106.881592ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.580574Z","caller":"traceutil/trace.go:171","msg":"trace[1799281900] linearizableReadLoop","detail":"{readStateIndex:22480; appliedIndex:22479; }","duration":"254.694368ms","start":"2026-03-06T01:12:39.325842Z","end":"2026-03-06T01:12:39.580536Z","steps":["trace[1799281900] 'read index received' (duration: 254.397761ms)","trace[1799281900] 'applied index is now lower than readState.Index' (duration: 295.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:39.580648Z","caller":"traceutil/trace.go:171","msg":"trace[1116270867] transaction","detail":"{read_only:false; response_revision:21693; number_of_response:1; }","duration":"259.266209ms","start":"2026-03-06T01:12:39.321329Z","end":"2026-03-06T01:12:39.580595Z","steps":["trace[1116270867] 'process raft request' (duration: 258.952902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.580921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.729381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:12:39.581036Z","caller":"traceutil/trace.go:171","msg":"trace[257904315] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:21693; }","duration":"265.908136ms","start":"2026-03-06T01:12:39.315107Z","end":"2026-03-06T01:12:39.581015Z","steps":["trace[257904315] 'agreement among raft nodes before linearized reading' (duration: 265.594829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.786355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.156211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:12:39.786407Z","caller":"traceutil/trace.go:171","msg":"trace[1418202202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21694; }","duration":"419.245432ms","start":"2026-03-06T01:12:39.36715Z","end":"2026-03-06T01:12:39.786395Z","steps":["trace[1418202202] 'agreement among raft nodes before linearized reading' (duration: 419.034228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.786437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.367139Z","time spent":"419.291303ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:12:39.786324Z","caller":"traceutil/trace.go:171","msg":"trace[635863991] transaction","detail":"{read_only:false; response_revision:21694; number_of_response:1; }","duration":"435.819229ms","start":"2026-03-06T01:12:39.350463Z","end":"2026-03-06T01:12:39.786283Z","steps":["trace[635863991] 'process raft request' (duration: 346.64832ms)","trace[635863991] 'compare' (duration: 88.823011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:39.786648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.421312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/cert-manager-test/\" range_end:\"/registry/secretgen.k14s.io/certificates/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:39.786647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.010065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-06T01:12:39.786801Z","caller":"traceutil/trace.go:171","msg":"trace[484932547] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21694; }","duration":"422.158538ms","start":"2026-03-06T01:12:39.36458Z","end":"2026-03-06T01:12:39.786739Z","steps":["trace[484932547] 'agreement among raft nodes before linearized reading' (duration: 421.817339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.786822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.09008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:39.786657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.350414Z","time spent":"436.116696ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17484,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:39.786898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.364526Z","time spent":"422.358542ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-06T01:12:39.786901Z","caller":"traceutil/trace.go:171","msg":"trace[1743956001] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21694; }","duration":"457.201693ms","start":"2026-03-06T01:12:39.329678Z","end":"2026-03-06T01:12:39.786879Z","steps":["trace[1743956001] 'agreement among raft nodes before linearized reading' (duration: 457.100111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.786942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.329652Z","time spent":"457.281724ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-06T01:12:39.786998Z","caller":"traceutil/trace.go:171","msg":"trace[468896114] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/cert-manager-test/; range_end:/registry/secretgen.k14s.io/certificates/cert-manager-test0; response_count:0; response_revision:21694; }","duration":"450.528875ms","start":"2026-03-06T01:12:39.336194Z","end":"2026-03-06T01:12:39.786723Z","steps":["trace[468896114] 'agreement among raft nodes before linearized reading' (duration: 450.216267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.787275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:39.336161Z","time spent":"451.101717ms","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":122,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/cert-manager-test/\" range_end:\"/registry/secretgen.k14s.io/certificates/cert-manager-test0\" "} {"level":"info","ts":"2026-03-06T01:12:39.786219Z","caller":"traceutil/trace.go:171","msg":"trace[821356805] linearizableReadLoop","detail":"{readStateIndex:22481; appliedIndex:22480; }","duration":"205.46561ms","start":"2026-03-06T01:12:39.580671Z","end":"2026-03-06T01:12:39.786137Z","steps":["trace[821356805] 'read index received' (duration: 116.484374ms)","trace[821356805] 'applied index is now lower than readState.Index' (duration: 88.979746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:39.861704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.30294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:39.861743Z","caller":"traceutil/trace.go:171","msg":"trace[333889620] transaction","detail":"{read_only:false; response_revision:21695; number_of_response:1; }","duration":"260.872044ms","start":"2026-03-06T01:12:39.600812Z","end":"2026-03-06T01:12:39.861684Z","steps":["trace[333889620] 'process raft request' (duration: 260.463555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:39.861811Z","caller":"traceutil/trace.go:171","msg":"trace[1096212054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21695; }","duration":"159.528826ms","start":"2026-03-06T01:12:39.702264Z","end":"2026-03-06T01:12:39.861793Z","steps":["trace[1096212054] 'agreement among raft nodes before linearized reading' (duration: 159.28733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:39.861918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.891271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111964"} {"level":"info","ts":"2026-03-06T01:12:39.861999Z","caller":"traceutil/trace.go:171","msg":"trace[626610516] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21695; }","duration":"273.996544ms","start":"2026-03-06T01:12:39.587985Z","end":"2026-03-06T01:12:39.861982Z","steps":["trace[626610516] 'agreement among raft nodes before linearized reading' (duration: 273.604205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.07033Z","caller":"traceutil/trace.go:171","msg":"trace[2144980818] transaction","detail":"{read_only:false; response_revision:21696; number_of_response:1; }","duration":"269.818502ms","start":"2026-03-06T01:12:39.800454Z","end":"2026-03-06T01:12:40.070272Z","steps":["trace[2144980818] 'process raft request' (duration: 269.112477ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.070465Z","caller":"traceutil/trace.go:171","msg":"trace[1571741721] linearizableReadLoop","detail":"{readStateIndex:22485; appliedIndex:22482; }","duration":"208.952027ms","start":"2026-03-06T01:12:39.861486Z","end":"2026-03-06T01:12:40.070438Z","steps":["trace[1571741721] 'read index received' (duration: 208.072858ms)","trace[1571741721] 'applied index is now lower than readState.Index' (duration: 878.239µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:40.070585Z","caller":"traceutil/trace.go:171","msg":"trace[461545337] transaction","detail":"{read_only:false; response_revision:21697; number_of_response:1; }","duration":"269.920674ms","start":"2026-03-06T01:12:39.800654Z","end":"2026-03-06T01:12:40.070574Z","steps":["trace[461545337] 'process raft request' (duration: 269.511255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.070795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.67098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephobjectzones/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:40.07083Z","caller":"traceutil/trace.go:171","msg":"trace[1019929782] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/cert-manager-test/; range_end:/registry/ceph.rook.io/cephobjectzones/cert-manager-test0; response_count:0; response_revision:21697; }","duration":"279.788782ms","start":"2026-03-06T01:12:39.791032Z","end":"2026-03-06T01:12:40.070821Z","steps":["trace[1019929782] 'agreement among raft nodes before linearized reading' (duration: 279.66621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.07089Z","caller":"traceutil/trace.go:171","msg":"trace[1835889037] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21697; }","duration":"266.202832ms","start":"2026-03-06T01:12:39.804655Z","end":"2026-03-06T01:12:40.070858Z","steps":["trace[1835889037] 'process raft request' (duration: 265.691591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.071068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.030892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3605"} {"level":"info","ts":"2026-03-06T01:12:40.071131Z","caller":"traceutil/trace.go:171","msg":"trace[226981516] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21697; }","duration":"230.160626ms","start":"2026-03-06T01:12:39.840952Z","end":"2026-03-06T01:12:40.071113Z","steps":["trace[226981516] 'agreement among raft nodes before linearized reading' (duration: 229.727316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.10555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.583147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-06T01:12:40.105579Z","caller":"traceutil/trace.go:171","msg":"trace[1269594941] transaction","detail":"{read_only:false; response_revision:21698; number_of_response:1; }","duration":"234.884899ms","start":"2026-03-06T01:12:39.870663Z","end":"2026-03-06T01:12:40.105548Z","steps":["trace[1269594941] 'process raft request' (duration: 234.481781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.105604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.709103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:40.105655Z","caller":"traceutil/trace.go:171","msg":"trace[1917060760] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21699; }","duration":"231.736239ms","start":"2026-03-06T01:12:39.873897Z","end":"2026-03-06T01:12:40.105634Z","steps":["trace[1917060760] 'agreement among raft nodes before linearized reading' (duration: 231.514204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.105697Z","caller":"traceutil/trace.go:171","msg":"trace[259652913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21699; }","duration":"242.879736ms","start":"2026-03-06T01:12:39.862793Z","end":"2026-03-06T01:12:40.105673Z","steps":["trace[259652913] 'agreement among raft nodes before linearized reading' (duration: 242.688542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.105731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.539633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:40.105796Z","caller":"traceutil/trace.go:171","msg":"trace[1500958503] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21699; }","duration":"196.88056ms","start":"2026-03-06T01:12:39.908898Z","end":"2026-03-06T01:12:40.105779Z","steps":["trace[1500958503] 'agreement among raft nodes before linearized reading' (duration: 196.526963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.312819Z","caller":"traceutil/trace.go:171","msg":"trace[1056644793] linearizableReadLoop","detail":"{readStateIndex:22488; appliedIndex:22487; }","duration":"207.392762ms","start":"2026-03-06T01:12:40.105381Z","end":"2026-03-06T01:12:40.312774Z","steps":["trace[1056644793] 'read index received' (duration: 206.947712ms)","trace[1056644793] 'applied index is now lower than readState.Index' (duration: 443.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:40.312988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.241664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:40.313072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.949133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3605"} {"level":"warn","ts":"2026-03-06T01:12:40.313074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.159976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:72734"} {"level":"info","ts":"2026-03-06T01:12:40.31312Z","caller":"traceutil/trace.go:171","msg":"trace[1474232767] transaction","detail":"{read_only:false; response_revision:21700; number_of_response:1; }","duration":"222.733531ms","start":"2026-03-06T01:12:40.090346Z","end":"2026-03-06T01:12:40.31308Z","steps":["trace[1474232767] 'process raft request' (duration: 222.078636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.313198Z","caller":"traceutil/trace.go:171","msg":"trace[1155316776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21700; }","duration":"211.32489ms","start":"2026-03-06T01:12:40.101852Z","end":"2026-03-06T01:12:40.313177Z","steps":["trace[1155316776] 'agreement among raft nodes before linearized reading' (duration: 210.956601ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.313094Z","caller":"traceutil/trace.go:171","msg":"trace[711049779] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21700; }","duration":"219.401797ms","start":"2026-03-06T01:12:40.093668Z","end":"2026-03-06T01:12:40.313069Z","steps":["trace[711049779] 'agreement among raft nodes before linearized reading' (duration: 219.195883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.313248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.070903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephobjectzones/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:40.313116Z","caller":"traceutil/trace.go:171","msg":"trace[1462956761] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21700; }","duration":"236.060365ms","start":"2026-03-06T01:12:40.077044Z","end":"2026-03-06T01:12:40.313104Z","steps":["trace[1462956761] 'agreement among raft nodes before linearized reading' (duration: 235.909142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.313469Z","caller":"traceutil/trace.go:171","msg":"trace[1109904015] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/cert-manager-test/; range_end:/registry/ceph.rook.io/cephobjectzones/cert-manager-test0; response_count:0; response_revision:21700; }","duration":"239.217656ms","start":"2026-03-06T01:12:40.074125Z","end":"2026-03-06T01:12:40.313342Z","steps":["trace[1109904015] 'agreement among raft nodes before linearized reading' (duration: 238.995681ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.593535Z","caller":"traceutil/trace.go:171","msg":"trace[2082007106] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"340.994624ms","start":"2026-03-06T01:12:40.252491Z","end":"2026-03-06T01:12:40.593486Z","steps":["trace[2082007106] 'process raft request' (duration: 242.333543ms)","trace[2082007106] 'compare' (duration: 98.412465ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:40.593783Z","caller":"traceutil/trace.go:171","msg":"trace[177768322] transaction","detail":"{read_only:false; response_revision:21702; number_of_response:1; }","duration":"340.220028ms","start":"2026-03-06T01:12:40.253519Z","end":"2026-03-06T01:12:40.593739Z","steps":["trace[177768322] 'process raft request' (duration: 339.915981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.593754Z","caller":"traceutil/trace.go:171","msg":"trace[1722849308] linearizableReadLoop","detail":"{readStateIndex:22490; appliedIndex:22488; }","duration":"280.809645ms","start":"2026-03-06T01:12:40.312899Z","end":"2026-03-06T01:12:40.593708Z","steps":["trace[1722849308] 'read index received' (duration: 182.046222ms)","trace[1722849308] 'applied index is now lower than readState.Index' (duration: 98.760733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:40.59399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.25349Z","time spent":"340.385792ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:40.594124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.252456Z","time spent":"341.184239ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:40.595772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.281912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:40.595869Z","caller":"traceutil/trace.go:171","msg":"trace[1227264177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21702; }","duration":"342.434006ms","start":"2026-03-06T01:12:40.253408Z","end":"2026-03-06T01:12:40.595842Z","steps":["trace[1227264177] 'agreement among raft nodes before linearized reading' (duration: 340.395151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.595918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.253383Z","time spent":"342.525898ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:12:40.677977Z","caller":"traceutil/trace.go:171","msg":"trace[91846582] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"350.74785ms","start":"2026-03-06T01:12:40.327189Z","end":"2026-03-06T01:12:40.677936Z","steps":["trace[91846582] 'process raft request' (duration: 350.207418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.678151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.327158Z","time spent":"350.910113ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56094,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:12:40.678281Z","caller":"traceutil/trace.go:171","msg":"trace[323129528] transaction","detail":"{read_only:false; response_revision:21704; number_of_response:1; }","duration":"342.025048ms","start":"2026-03-06T01:12:40.336211Z","end":"2026-03-06T01:12:40.678236Z","steps":["trace[323129528] 'process raft request' (duration: 341.67788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.67853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.33619Z","time spent":"342.217751ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:40.678618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.628489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:40.678672Z","caller":"traceutil/trace.go:171","msg":"trace[419553866] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/cert-manager-test/; range_end:/registry/ceph.rook.io/cephclusters/cert-manager-test0; response_count:0; response_revision:21704; }","duration":"360.69349ms","start":"2026-03-06T01:12:40.317961Z","end":"2026-03-06T01:12:40.678654Z","steps":["trace[419553866] 'agreement among raft nodes before linearized reading' (duration: 360.614648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.678536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.16657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-03-06T01:12:40.678742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.799046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:1 size:17502"} {"level":"info","ts":"2026-03-06T01:12:40.678797Z","caller":"traceutil/trace.go:171","msg":"trace[410601218] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21704; }","duration":"338.905448ms","start":"2026-03-06T01:12:40.339876Z","end":"2026-03-06T01:12:40.678781Z","steps":["trace[410601218] 'agreement among raft nodes before linearized reading' (duration: 338.693104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.678713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.317954Z","time spent":"360.749861ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephclusters/cert-manager-test0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T01:12:40.678841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.339854Z","time spent":"338.97951ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":17525,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-06T01:12:40.678821Z","caller":"traceutil/trace.go:171","msg":"trace[1140371084] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:21704; }","duration":"361.433976ms","start":"2026-03-06T01:12:40.317332Z","end":"2026-03-06T01:12:40.678766Z","steps":["trace[1140371084] 'agreement among raft nodes before linearized reading' (duration: 360.989826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:40.679125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.317315Z","time spent":"361.757293ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-06T01:12:40.824203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.048492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:40.824566Z","caller":"traceutil/trace.go:171","msg":"trace[302468822] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"132.373165ms","start":"2026-03-06T01:12:40.692124Z","end":"2026-03-06T01:12:40.824498Z","steps":["trace[302468822] 'process raft request' (duration: 16.905454ms)","trace[302468822] 'compare' (duration: 114.809187ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:40.824704Z","caller":"traceutil/trace.go:171","msg":"trace[753518601] linearizableReadLoop","detail":"{readStateIndex:22494; appliedIndex:22493; }","duration":"131.523196ms","start":"2026-03-06T01:12:40.692852Z","end":"2026-03-06T01:12:40.824375Z","steps":["trace[753518601] 'read index received' (duration: 16.25238ms)","trace[753518601] 'applied index is now lower than readState.Index' (duration: 115.268836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:40.824855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.845333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/cert-manager-test/\" range_end:\"/registry/statefulsets/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:40.824987Z","caller":"traceutil/trace.go:171","msg":"trace[36127820] range","detail":"{range_begin:/registry/statefulsets/cert-manager-test/; range_end:/registry/statefulsets/cert-manager-test0; response_count:0; response_revision:21706; }","duration":"132.124759ms","start":"2026-03-06T01:12:40.692838Z","end":"2026-03-06T01:12:40.824963Z","steps":["trace[36127820] 'agreement among raft nodes before linearized reading' (duration: 131.782842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.842708Z","caller":"traceutil/trace.go:171","msg":"trace[39464437] transaction","detail":"{read_only:false; response_revision:21707; number_of_response:1; }","duration":"149.553465ms","start":"2026-03-06T01:12:40.693126Z","end":"2026-03-06T01:12:40.842679Z","steps":["trace[39464437] 'process raft request' (duration: 149.255548ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.842818Z","caller":"traceutil/trace.go:171","msg":"trace[1633379884] transaction","detail":"{read_only:false; response_revision:21708; number_of_response:1; }","duration":"147.234613ms","start":"2026-03-06T01:12:40.695538Z","end":"2026-03-06T01:12:40.842772Z","steps":["trace[1633379884] 'process raft request' (duration: 147.015857ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:40.842863Z","caller":"traceutil/trace.go:171","msg":"trace[345407738] transaction","detail":"{read_only:false; response_revision:21709; number_of_response:1; }","duration":"138.49147ms","start":"2026-03-06T01:12:40.704338Z","end":"2026-03-06T01:12:40.842829Z","steps":["trace[345407738] 'process raft request' (duration: 138.299466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.295026Z","caller":"traceutil/trace.go:171","msg":"trace[1759534147] linearizableReadLoop","detail":"{readStateIndex:22498; appliedIndex:22494; }","duration":"470.136698ms","start":"2026-03-06T01:12:40.824859Z","end":"2026-03-06T01:12:41.294996Z","steps":["trace[1759534147] 'read index received' (duration: 17.592678ms)","trace[1759534147] 'applied index is now lower than readState.Index' (duration: 452.54251ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:41.295117Z","caller":"traceutil/trace.go:171","msg":"trace[1473484529] transaction","detail":"{read_only:false; response_revision:21710; number_of_response:1; }","duration":"572.804465ms","start":"2026-03-06T01:12:40.722264Z","end":"2026-03-06T01:12:41.295069Z","steps":["trace[1473484529] 'process raft request' (duration: 510.05596ms)","trace[1473484529] 'compare' (duration: 62.49001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:41.295182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.89012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.295299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.185406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-06T01:12:41.295315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.72223Z","time spent":"572.981439ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64428,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:41.295353Z","caller":"traceutil/trace.go:171","msg":"trace[1974673760] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21710; }","duration":"602.302248ms","start":"2026-03-06T01:12:40.693037Z","end":"2026-03-06T01:12:41.29534Z","steps":["trace[1974673760] 'agreement among raft nodes before linearized reading' (duration: 602.103134ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.295307Z","caller":"traceutil/trace.go:171","msg":"trace[167071483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21710; }","duration":"598.042713ms","start":"2026-03-06T01:12:40.69724Z","end":"2026-03-06T01:12:41.295283Z","steps":["trace[167071483] 'agreement among raft nodes before linearized reading' (duration: 597.829608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.295401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.693016Z","time spent":"602.374589ms","remote":"127.0.0.1:37880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-06T01:12:41.295182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.075719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.295548Z","caller":"traceutil/trace.go:171","msg":"trace[1462950489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21710; }","duration":"590.473897ms","start":"2026-03-06T01:12:40.705046Z","end":"2026-03-06T01:12:41.29552Z","steps":["trace[1462950489] 'agreement among raft nodes before linearized reading' (duration: 589.985997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.295614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.705037Z","time spent":"590.565909ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:41.296136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.697233Z","time spent":"598.234047ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-06T01:12:41.451126Z","caller":"traceutil/trace.go:171","msg":"trace[1405835117] transaction","detail":"{read_only:false; response_revision:21711; number_of_response:1; }","duration":"581.326735ms","start":"2026-03-06T01:12:40.869758Z","end":"2026-03-06T01:12:41.451085Z","steps":["trace[1405835117] 'process raft request' (duration: 580.985048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.451336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.869725Z","time spent":"581.500029ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57071,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:41.451413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.368701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-06T01:12:41.451489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.600042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager-test/\" range_end:\"/registry/cert-manager.io/certificates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.451538Z","caller":"traceutil/trace.go:171","msg":"trace[989466440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21711; }","duration":"178.536385ms","start":"2026-03-06T01:12:41.272956Z","end":"2026-03-06T01:12:41.451493Z","steps":["trace[989466440] 'agreement among raft nodes before linearized reading' (duration: 178.207148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.451424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.345948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:12:41.451594Z","caller":"traceutil/trace.go:171","msg":"trace[705993] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager-test/; range_end:/registry/cert-manager.io/certificates/cert-manager-test0; response_count:0; response_revision:21711; }","duration":"620.842808ms","start":"2026-03-06T01:12:40.830727Z","end":"2026-03-06T01:12:41.45157Z","steps":["trace[705993] 'agreement among raft nodes before linearized reading' (duration: 620.555552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.451609Z","caller":"traceutil/trace.go:171","msg":"trace[919942588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21711; }","duration":"182.606214ms","start":"2026-03-06T01:12:41.268989Z","end":"2026-03-06T01:12:41.451596Z","steps":["trace[919942588] 'agreement among raft nodes before linearized reading' (duration: 182.202095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.451662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:40.830697Z","time spent":"620.95246ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":121,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager-test/\" range_end:\"/registry/cert-manager.io/certificates/cert-manager-test0\" limit:10000 "} {"level":"info","ts":"2026-03-06T01:12:41.451532Z","caller":"traceutil/trace.go:171","msg":"trace[1687782528] linearizableReadLoop","detail":"{readStateIndex:22499; appliedIndex:22498; }","duration":"155.943766ms","start":"2026-03-06T01:12:41.295099Z","end":"2026-03-06T01:12:41.451043Z","steps":["trace[1687782528] 'read index received' (duration: 155.691521ms)","trace[1687782528] 'applied index is now lower than readState.Index' (duration: 250.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:41.467204Z","caller":"traceutil/trace.go:171","msg":"trace[1315942266] transaction","detail":"{read_only:false; response_revision:21712; number_of_response:1; }","duration":"155.320082ms","start":"2026-03-06T01:12:41.311853Z","end":"2026-03-06T01:12:41.467174Z","steps":["trace[1315942266] 'process raft request' (duration: 154.879092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.467216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.09715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.467301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.366984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.467335Z","caller":"traceutil/trace.go:171","msg":"trace[226610933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21713; }","duration":"165.430986ms","start":"2026-03-06T01:12:41.301894Z","end":"2026-03-06T01:12:41.467325Z","steps":["trace[226610933] 'agreement among raft nodes before linearized reading' (duration: 165.360744ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.467302Z","caller":"traceutil/trace.go:171","msg":"trace[1346573907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21713; }","duration":"109.246744ms","start":"2026-03-06T01:12:41.358032Z","end":"2026-03-06T01:12:41.467278Z","steps":["trace[1346573907] 'agreement among raft nodes before linearized reading' (duration: 109.066129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.467225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.976465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-06T01:12:41.46748Z","caller":"traceutil/trace.go:171","msg":"trace[212123770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21713; }","duration":"160.263192ms","start":"2026-03-06T01:12:41.307203Z","end":"2026-03-06T01:12:41.467466Z","steps":["trace[212123770] 'agreement among raft nodes before linearized reading' (duration: 159.897293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.470247Z","caller":"traceutil/trace.go:171","msg":"trace[1302628639] transaction","detail":"{read_only:false; response_revision:21713; number_of_response:1; }","duration":"145.321771ms","start":"2026-03-06T01:12:41.324883Z","end":"2026-03-06T01:12:41.470205Z","steps":["trace[1302628639] 'process raft request' (duration: 142.063668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.701649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.476987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:41.701819Z","caller":"traceutil/trace.go:171","msg":"trace[243983367] linearizableReadLoop","detail":"{readStateIndex:22503; appliedIndex:22502; }","duration":"177.948361ms","start":"2026-03-06T01:12:41.523848Z","end":"2026-03-06T01:12:41.701796Z","steps":["trace[243983367] 'read index received' (duration: 40.212948ms)","trace[243983367] 'applied index is now lower than readState.Index' (duration: 137.733753ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:41.701908Z","caller":"traceutil/trace.go:171","msg":"trace[1727037822] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"186.082661ms","start":"2026-03-06T01:12:41.515809Z","end":"2026-03-06T01:12:41.701892Z","steps":["trace[1727037822] 'process raft request' (duration: 48.246746ms)","trace[1727037822] 'compare' (duration: 137.279133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:41.701907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.706457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.701946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.447957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.701958Z","caller":"traceutil/trace.go:171","msg":"trace[1761388941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21715; }","duration":"187.808729ms","start":"2026-03-06T01:12:41.514134Z","end":"2026-03-06T01:12:41.701943Z","steps":["trace[1761388941] 'agreement among raft nodes before linearized reading' (duration: 187.712057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.701996Z","caller":"traceutil/trace.go:171","msg":"trace[1046273933] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21715; }","duration":"199.510928ms","start":"2026-03-06T01:12:41.502467Z","end":"2026-03-06T01:12:41.701978Z","steps":["trace[1046273933] 'agreement among raft nodes before linearized reading' (duration: 199.426326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.701996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.747838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:41.70204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.60315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.702061Z","caller":"traceutil/trace.go:171","msg":"trace[397438603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21715; }","duration":"199.64173ms","start":"2026-03-06T01:12:41.502412Z","end":"2026-03-06T01:12:41.702054Z","steps":["trace[397438603] 'agreement among raft nodes before linearized reading' (duration: 199.6031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.702051Z","caller":"traceutil/trace.go:171","msg":"trace[555486376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21715; }","duration":"187.83112ms","start":"2026-03-06T01:12:41.514205Z","end":"2026-03-06T01:12:41.702036Z","steps":["trace[555486376] 'agreement among raft nodes before linearized reading' (duration: 187.729028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.702185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.142482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.702289Z","caller":"traceutil/trace.go:171","msg":"trace[163104249] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:0; response_revision:21715; }","duration":"210.284036ms","start":"2026-03-06T01:12:41.491981Z","end":"2026-03-06T01:12:41.702265Z","steps":["trace[163104249] 'agreement among raft nodes before linearized reading' (duration: 210.085252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.70563Z","caller":"traceutil/trace.go:171","msg":"trace[390164378] transaction","detail":"{read_only:false; response_revision:21716; number_of_response:1; }","duration":"160.470136ms","start":"2026-03-06T01:12:41.545131Z","end":"2026-03-06T01:12:41.705601Z","steps":["trace[390164378] 'process raft request' (duration: 160.290922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.705853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.021414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.705898Z","caller":"traceutil/trace.go:171","msg":"trace[1907129991] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21717; }","duration":"178.092005ms","start":"2026-03-06T01:12:41.527795Z","end":"2026-03-06T01:12:41.705887Z","steps":["trace[1907129991] 'agreement among raft nodes before linearized reading' (duration: 178.004843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.706007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.510657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.706036Z","caller":"traceutil/trace.go:171","msg":"trace[709093057] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21717; }","duration":"103.609929ms","start":"2026-03-06T01:12:41.602418Z","end":"2026-03-06T01:12:41.706028Z","steps":["trace[709093057] 'agreement among raft nodes before linearized reading' (duration: 103.536797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.706079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.549715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.706111Z","caller":"traceutil/trace.go:171","msg":"trace[1171202225] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21717; }","duration":"111.583616ms","start":"2026-03-06T01:12:41.594517Z","end":"2026-03-06T01:12:41.706101Z","steps":["trace[1171202225] 'agreement among raft nodes before linearized reading' (duration: 111.530154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.706269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.410052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.706326Z","caller":"traceutil/trace.go:171","msg":"trace[1307687828] transaction","detail":"{read_only:false; response_revision:21717; number_of_response:1; }","duration":"160.823354ms","start":"2026-03-06T01:12:41.545489Z","end":"2026-03-06T01:12:41.706313Z","steps":["trace[1307687828] 'process raft request' (duration: 160.047907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:41.706295Z","caller":"traceutil/trace.go:171","msg":"trace[38855511] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21717; }","duration":"178.451454ms","start":"2026-03-06T01:12:41.527835Z","end":"2026-03-06T01:12:41.706287Z","steps":["trace[38855511] 'agreement among raft nodes before linearized reading' (duration: 178.404513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:41.706566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.730239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/clusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:41.706592Z","caller":"traceutil/trace.go:171","msg":"trace[1997608456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/cert-manager-test/; range_end:/registry/cluster.x-k8s.io/clusters/cert-manager-test0; response_count:0; response_revision:21717; }","duration":"178.806591ms","start":"2026-03-06T01:12:41.527778Z","end":"2026-03-06T01:12:41.706584Z","steps":["trace[1997608456] 'agreement among raft nodes before linearized reading' (duration: 178.7408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.09129Z","caller":"traceutil/trace.go:171","msg":"trace[1300331923] linearizableReadLoop","detail":"{readStateIndex:22509; appliedIndex:22508; }","duration":"296.821058ms","start":"2026-03-06T01:12:41.794433Z","end":"2026-03-06T01:12:42.091254Z","steps":["trace[1300331923] 'read index received' (duration: 251.345034ms)","trace[1300331923] 'applied index is now lower than readState.Index' (duration: 45.473644ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:42.091424Z","caller":"traceutil/trace.go:171","msg":"trace[1013403807] transaction","detail":"{read_only:false; response_revision:21721; number_of_response:1; }","duration":"314.272554ms","start":"2026-03-06T01:12:41.777118Z","end":"2026-03-06T01:12:42.091391Z","steps":["trace[1013403807] 'process raft request' (duration: 268.628926ms)","trace[1013403807] 'compare' (duration: 45.216629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:42.091585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.137696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager-test/\" range_end:\"/registry/jobs/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:42.091601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:41.777108Z","time spent":"314.406967ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64828,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:42.09163Z","caller":"traceutil/trace.go:171","msg":"trace[1296132405] range","detail":"{range_begin:/registry/jobs/cert-manager-test/; range_end:/registry/jobs/cert-manager-test0; response_count:0; response_revision:21721; }","duration":"297.256978ms","start":"2026-03-06T01:12:41.794359Z","end":"2026-03-06T01:12:42.091616Z","steps":["trace[1296132405] 'agreement among raft nodes before linearized reading' (duration: 297.133505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.091818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.329686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capi-aggregated-manager-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.091895Z","caller":"traceutil/trace.go:171","msg":"trace[1007014028] range","detail":"{range_begin:/registry/clusterroles/capi-aggregated-manager-role; range_end:; response_count:0; response_revision:21721; }","duration":"286.432959ms","start":"2026-03-06T01:12:41.805442Z","end":"2026-03-06T01:12:42.091875Z","steps":["trace[1007014028] 'agreement among raft nodes before linearized reading' (duration: 286.290296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.309146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.931504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.309256Z","caller":"traceutil/trace.go:171","msg":"trace[1725765261] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/cert-manager-test/; range_end:/registry/ceph.rook.io/cephbuckettopics/cert-manager-test0; response_count:0; response_revision:21725; }","duration":"117.071677ms","start":"2026-03-06T01:12:42.192156Z","end":"2026-03-06T01:12:42.309228Z","steps":["trace[1725765261] 'range keys from in-memory index tree' (duration: 116.854832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.309363Z","caller":"traceutil/trace.go:171","msg":"trace[384006109] linearizableReadLoop","detail":"{readStateIndex:22514; appliedIndex:22513; }","duration":"108.749393ms","start":"2026-03-06T01:12:42.200599Z","end":"2026-03-06T01:12:42.309348Z","steps":["trace[384006109] 'read index received' (duration: 108.363355ms)","trace[384006109] 'applied index is now lower than readState.Index' (duration: 384.978µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:42.309507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.906216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/capi-system/capi-leader-election-rolebinding\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.309545Z","caller":"traceutil/trace.go:171","msg":"trace[345449022] range","detail":"{range_begin:/registry/rolebindings/capi-system/capi-leader-election-rolebinding; range_end:; response_count:0; response_revision:21726; }","duration":"108.994288ms","start":"2026-03-06T01:12:42.20054Z","end":"2026-03-06T01:12:42.309534Z","steps":["trace[345449022] 'agreement among raft nodes before linearized reading' (duration: 108.923647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.309482Z","caller":"traceutil/trace.go:171","msg":"trace[1333385186] transaction","detail":"{read_only:false; response_revision:21726; number_of_response:1; }","duration":"110.434859ms","start":"2026-03-06T01:12:42.198969Z","end":"2026-03-06T01:12:42.309404Z","steps":["trace[1333385186] 'process raft request' (duration: 110.237105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.481519Z","caller":"traceutil/trace.go:171","msg":"trace[1131120466] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"145.051315ms","start":"2026-03-06T01:12:42.336437Z","end":"2026-03-06T01:12:42.481489Z","steps":["trace[1131120466] 'process raft request' (duration: 127.130709ms)","trace[1131120466] 'compare' (duration: 17.539837ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:42.481521Z","caller":"traceutil/trace.go:171","msg":"trace[2005051599] linearizableReadLoop","detail":"{readStateIndex:22516; appliedIndex:22515; }","duration":"144.945513ms","start":"2026-03-06T01:12:42.336531Z","end":"2026-03-06T01:12:42.481477Z","steps":["trace[2005051599] 'read index received' (duration: 127.18631ms)","trace[2005051599] 'applied index is now lower than readState.Index' (duration: 17.756653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:42.481843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.26581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.481905Z","caller":"traceutil/trace.go:171","msg":"trace[826360482] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/cert-manager-test/; range_end:/registry/monitoring.coreos.com/prometheusrules/cert-manager-test0; response_count:0; response_revision:21728; }","duration":"145.359832ms","start":"2026-03-06T01:12:42.336526Z","end":"2026-03-06T01:12:42.481886Z","steps":["trace[826360482] 'agreement among raft nodes before linearized reading' (duration: 145.154957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.482289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.165079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64846"} {"level":"info","ts":"2026-03-06T01:12:42.482434Z","caller":"traceutil/trace.go:171","msg":"trace[1030672348] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21728; }","duration":"136.300501ms","start":"2026-03-06T01:12:42.346075Z","end":"2026-03-06T01:12:42.482375Z","steps":["trace[1030672348] 'agreement among raft nodes before linearized reading' (duration: 135.653317ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.642202Z","caller":"traceutil/trace.go:171","msg":"trace[1707562941] linearizableReadLoop","detail":"{readStateIndex:22517; appliedIndex:22516; }","duration":"131.597747ms","start":"2026-03-06T01:12:42.510574Z","end":"2026-03-06T01:12:42.642171Z","steps":["trace[1707562941] 'read index received' (duration: 131.26847ms)","trace[1707562941] 'applied index is now lower than readState.Index' (duration: 328.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:42.642233Z","caller":"traceutil/trace.go:171","msg":"trace[2077837459] transaction","detail":"{read_only:false; response_revision:21729; number_of_response:1; }","duration":"137.55316ms","start":"2026-03-06T01:12:42.504645Z","end":"2026-03-06T01:12:42.642198Z","steps":["trace[2077837459] 'process raft request' (duration: 137.187762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.642413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.803813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.642469Z","caller":"traceutil/trace.go:171","msg":"trace[1732725660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:21729; }","duration":"131.891584ms","start":"2026-03-06T01:12:42.510559Z","end":"2026-03-06T01:12:42.642451Z","steps":["trace[1732725660] 'agreement among raft nodes before linearized reading' (duration: 131.753731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.667212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.505568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.667283Z","caller":"traceutil/trace.go:171","msg":"trace[1413264773] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:21731; }","duration":"156.608641ms","start":"2026-03-06T01:12:42.510657Z","end":"2026-03-06T01:12:42.667266Z","steps":["trace[1413264773] 'agreement among raft nodes before linearized reading' (duration: 156.441877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.667592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.351475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/flavors/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.667697Z","caller":"traceutil/trace.go:171","msg":"trace[1098441623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/flavors/cert-manager-test0; response_count:0; response_revision:21731; }","duration":"156.496428ms","start":"2026-03-06T01:12:42.511174Z","end":"2026-03-06T01:12:42.667671Z","steps":["trace[1098441623] 'agreement among raft nodes before linearized reading' (duration: 156.299963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.940435Z","caller":"traceutil/trace.go:171","msg":"trace[944654766] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"100.714736ms","start":"2026-03-06T01:12:42.839693Z","end":"2026-03-06T01:12:42.940408Z","steps":["trace[944654766] 'process raft request' (duration: 100.494721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.946979Z","caller":"traceutil/trace.go:171","msg":"trace[1910260514] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"103.954107ms","start":"2026-03-06T01:12:42.843002Z","end":"2026-03-06T01:12:42.946956Z","steps":["trace[1910260514] 'process raft request' (duration: 103.6648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.947035Z","caller":"traceutil/trace.go:171","msg":"trace[165421614] linearizableReadLoop","detail":"{readStateIndex:22530; appliedIndex:22528; }","duration":"103.871225ms","start":"2026-03-06T01:12:42.843135Z","end":"2026-03-06T01:12:42.947006Z","steps":["trace[165421614] 'read index received' (duration: 97.187947ms)","trace[165421614] 'applied index is now lower than readState.Index' (duration: 6.682668ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:42.94716Z","caller":"traceutil/trace.go:171","msg":"trace[1606078598] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"102.71592ms","start":"2026-03-06T01:12:42.844433Z","end":"2026-03-06T01:12:42.947149Z","steps":["trace[1606078598] 'process raft request' (duration: 102.458664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:42.947433Z","caller":"traceutil/trace.go:171","msg":"trace[1907231794] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"103.698321ms","start":"2026-03-06T01:12:42.843714Z","end":"2026-03-06T01:12:42.947412Z","steps":["trace[1907231794] 'process raft request' (duration: 103.105008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.947459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.293704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.947488Z","caller":"traceutil/trace.go:171","msg":"trace[664386549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:21744; }","duration":"104.366536ms","start":"2026-03-06T01:12:42.843113Z","end":"2026-03-06T01:12:42.947479Z","steps":["trace[664386549] 'agreement among raft nodes before linearized reading' (duration: 104.288074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.947661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.441887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.947712Z","caller":"traceutil/trace.go:171","msg":"trace[1324083880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:21744; }","duration":"104.56445ms","start":"2026-03-06T01:12:42.843132Z","end":"2026-03-06T01:12:42.947696Z","steps":["trace[1324083880] 'agreement among raft nodes before linearized reading' (duration: 104.454367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.947848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.056003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/capi-system/\" range_end:\"/registry/limitranges/capi-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.947889Z","caller":"traceutil/trace.go:171","msg":"trace[1577664928] range","detail":"{range_begin:/registry/limitranges/capi-system/; range_end:/registry/limitranges/capi-system0; response_count:0; response_revision:21744; }","duration":"101.116304ms","start":"2026-03-06T01:12:42.846759Z","end":"2026-03-06T01:12:42.947876Z","steps":["trace[1577664928] 'agreement among raft nodes before linearized reading' (duration: 101.048612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:42.94793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.597211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:42.947966Z","caller":"traceutil/trace.go:171","msg":"trace[1502714087] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:21744; }","duration":"104.664282ms","start":"2026-03-06T01:12:42.843289Z","end":"2026-03-06T01:12:42.947953Z","steps":["trace[1502714087] 'agreement among raft nodes before linearized reading' (duration: 104.603351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.061925Z","caller":"traceutil/trace.go:171","msg":"trace[582765484] linearizableReadLoop","detail":"{readStateIndex:22534; appliedIndex:22533; }","duration":"109.492609ms","start":"2026-03-06T01:12:42.952392Z","end":"2026-03-06T01:12:43.061885Z","steps":["trace[582765484] 'read index received' (duration: 52.245054ms)","trace[582765484] 'applied index is now lower than readState.Index' (duration: 57.246215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:43.062218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.757935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.062288Z","caller":"traceutil/trace.go:171","msg":"trace[1340283293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:21745; }","duration":"109.875737ms","start":"2026-03-06T01:12:42.952383Z","end":"2026-03-06T01:12:43.062258Z","steps":["trace[1340283293] 'agreement among raft nodes before linearized reading' (duration: 109.672013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.062247Z","caller":"traceutil/trace.go:171","msg":"trace[502412873] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"109.930758ms","start":"2026-03-06T01:12:42.952246Z","end":"2026-03-06T01:12:43.062177Z","steps":["trace[502412873] 'process raft request' (duration: 52.444468ms)","trace[502412873] 'compare' (duration: 57.01559ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:43.103623Z","caller":"traceutil/trace.go:171","msg":"trace[1790053078] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"149.192387ms","start":"2026-03-06T01:12:42.954401Z","end":"2026-03-06T01:12:43.103594Z","steps":["trace[1790053078] 'process raft request' (duration: 149.135466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.103661Z","caller":"traceutil/trace.go:171","msg":"trace[1200666879] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"149.78604ms","start":"2026-03-06T01:12:42.953846Z","end":"2026-03-06T01:12:43.103632Z","steps":["trace[1200666879] 'process raft request' (duration: 149.485783ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.104105Z","caller":"traceutil/trace.go:171","msg":"trace[198609790] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"149.768889ms","start":"2026-03-06T01:12:42.954312Z","end":"2026-03-06T01:12:43.104081Z","steps":["trace[198609790] 'process raft request' (duration: 149.182757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.145458Z","caller":"traceutil/trace.go:171","msg":"trace[1342397851] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"132.854726ms","start":"2026-03-06T01:12:43.01256Z","end":"2026-03-06T01:12:43.145415Z","steps":["trace[1342397851] 'process raft request' (duration: 132.650701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.145505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.488339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:4524"} {"level":"info","ts":"2026-03-06T01:12:43.145604Z","caller":"traceutil/trace.go:171","msg":"trace[238053829] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:21749; }","duration":"190.611641ms","start":"2026-03-06T01:12:42.954952Z","end":"2026-03-06T01:12:43.145564Z","steps":["trace[238053829] 'agreement among raft nodes before linearized reading' (duration: 190.406637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.145618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.750205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:12:43.145707Z","caller":"traceutil/trace.go:171","msg":"trace[2127201708] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21749; }","duration":"147.875248ms","start":"2026-03-06T01:12:42.997813Z","end":"2026-03-06T01:12:43.145688Z","steps":["trace[2127201708] 'agreement among raft nodes before linearized reading' (duration: 147.556271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.145765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.87717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.146196Z","caller":"traceutil/trace.go:171","msg":"trace[1856528869] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-validating-webhook-configuration; range_end:; response_count:0; response_revision:21749; }","duration":"192.556674ms","start":"2026-03-06T01:12:42.953614Z","end":"2026-03-06T01:12:43.146171Z","steps":["trace[1856528869] 'agreement among raft nodes before linearized reading' (duration: 191.809518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.188398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.229391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/permissions/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.188457Z","caller":"traceutil/trace.go:171","msg":"trace[964158528] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/cert-manager-test/; range_end:/registry/rabbitmq.com/permissions/cert-manager-test0; response_count:0; response_revision:21752; }","duration":"122.342713ms","start":"2026-03-06T01:12:43.066099Z","end":"2026-03-06T01:12:43.188442Z","steps":["trace[964158528] 'agreement among raft nodes before linearized reading' (duration: 122.19906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.188733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.447106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration\" ","response":"range_response_count:1 size:18400"} {"level":"info","ts":"2026-03-06T01:12:43.188814Z","caller":"traceutil/trace.go:171","msg":"trace[755993744] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-mutating-webhook-configuration; range_end:; response_count:1; response_revision:21752; }","duration":"117.601549ms","start":"2026-03-06T01:12:43.071196Z","end":"2026-03-06T01:12:43.188798Z","steps":["trace[755993744] 'agreement among raft nodes before linearized reading' (duration: 117.347374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.392421Z","caller":"traceutil/trace.go:171","msg":"trace[1627241948] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"237.656042ms","start":"2026-03-06T01:12:43.154738Z","end":"2026-03-06T01:12:43.392395Z","steps":["trace[1627241948] 'process raft request' (duration: 237.597971ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.392542Z","caller":"traceutil/trace.go:171","msg":"trace[1877540460] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"238.53144ms","start":"2026-03-06T01:12:43.153972Z","end":"2026-03-06T01:12:43.392503Z","steps":["trace[1877540460] 'process raft request' (duration: 143.362437ms)","trace[1877540460] 'compare' (duration: 94.812605ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:43.565092Z","caller":"traceutil/trace.go:171","msg":"trace[20792611] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"366.079298ms","start":"2026-03-06T01:12:43.198983Z","end":"2026-03-06T01:12:43.565063Z","steps":["trace[20792611] 'process raft request' (duration: 357.343046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.565291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.198965Z","time spent":"366.219411ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:43.565403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.249802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/permissions/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.565414Z","caller":"traceutil/trace.go:171","msg":"trace[1443132667] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"366.289072ms","start":"2026-03-06T01:12:43.199102Z","end":"2026-03-06T01:12:43.565391Z","steps":["trace[1443132667] 'process raft request' (duration: 365.885034ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.565451Z","caller":"traceutil/trace.go:171","msg":"trace[592932096] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/cert-manager-test/; range_end:/registry/rabbitmq.com/permissions/cert-manager-test0; response_count:0; response_revision:21756; }","duration":"366.346973ms","start":"2026-03-06T01:12:43.199093Z","end":"2026-03-06T01:12:43.56544Z","steps":["trace[592932096] 'agreement among raft nodes before linearized reading' (duration: 366.230901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.565484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.199084Z","time spent":"366.392074ms","remote":"127.0.0.1:54738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/permissions/cert-manager-test0\" "} {"level":"warn","ts":"2026-03-06T01:12:43.565525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.199079Z","time spent":"366.381925ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:12:43.565261Z","caller":"traceutil/trace.go:171","msg":"trace[1096361263] linearizableReadLoop","detail":"{readStateIndex:22545; appliedIndex:22541; }","duration":"366.110119ms","start":"2026-03-06T01:12:43.199127Z","end":"2026-03-06T01:12:43.565237Z","steps":["trace[1096361263] 'read index received' (duration: 98.223381ms)","trace[1096361263] 'applied index is now lower than readState.Index' (duration: 267.885488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:12:43.642674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.584631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.642717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.422099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.642778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.290138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.642829Z","caller":"traceutil/trace.go:171","msg":"trace[1720967937] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:21757; }","duration":"372.640513ms","start":"2026-03-06T01:12:43.27016Z","end":"2026-03-06T01:12:43.642801Z","steps":["trace[1720967937] 'agreement among raft nodes before linearized reading' (duration: 372.373027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.642837Z","caller":"traceutil/trace.go:171","msg":"trace[321798770] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"240.019114ms","start":"2026-03-06T01:12:43.402792Z","end":"2026-03-06T01:12:43.642811Z","steps":["trace[321798770] 'process raft request' (duration: 239.496222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.642888Z","caller":"traceutil/trace.go:171","msg":"trace[1288517762] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:21757; }","duration":"373.441991ms","start":"2026-03-06T01:12:43.269423Z","end":"2026-03-06T01:12:43.642865Z","steps":["trace[1288517762] 'agreement among raft nodes before linearized reading' (duration: 373.269057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.642909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.27015Z","time spent":"372.741836ms","remote":"127.0.0.1:36200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:500 "} {"level":"warn","ts":"2026-03-06T01:12:43.642953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.730634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.642957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.269409Z","time spent":"373.531013ms","remote":"127.0.0.1:36200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:43.642985Z","caller":"traceutil/trace.go:171","msg":"trace[1734662923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:21757; }","duration":"271.795365ms","start":"2026-03-06T01:12:43.371179Z","end":"2026-03-06T01:12:43.642974Z","steps":["trace[1734662923] 'agreement among raft nodes before linearized reading' (duration: 271.748554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.186262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.341875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.64315Z","caller":"traceutil/trace.go:171","msg":"trace[1814274843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21757; }","duration":"204.391337ms","start":"2026-03-06T01:12:43.438744Z","end":"2026-03-06T01:12:43.643136Z","steps":["trace[1814274843] 'agreement among raft nodes before linearized reading' (duration: 204.320625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.189635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.643165Z","caller":"traceutil/trace.go:171","msg":"trace[1646841328] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:21757; }","duration":"271.327585ms","start":"2026-03-06T01:12:43.371775Z","end":"2026-03-06T01:12:43.643103Z","steps":["trace[1646841328] 'agreement among raft nodes before linearized reading' (duration: 271.156271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.898821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.867996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.99534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:1 size:428"} {"level":"warn","ts":"2026-03-06T01:12:43.643424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.922375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.643455Z","caller":"traceutil/trace.go:171","msg":"trace[1729095945] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:1; response_revision:21757; }","duration":"301.083162ms","start":"2026-03-06T01:12:43.342359Z","end":"2026-03-06T01:12:43.643442Z","steps":["trace[1729095945] 'agreement among raft nodes before linearized reading' (duration: 300.879548ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.64343Z","caller":"traceutil/trace.go:171","msg":"trace[88536124] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:21757; }","duration":"238.069081ms","start":"2026-03-06T01:12:43.405346Z","end":"2026-03-06T01:12:43.643415Z","steps":["trace[88536124] 'agreement among raft nodes before linearized reading' (duration: 237.807415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.301185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.342339Z","time spent":"301.158873ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":451,"request content":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" "} {"level":"warn","ts":"2026-03-06T01:12:43.643521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.034066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:4834"} {"level":"info","ts":"2026-03-06T01:12:43.643567Z","caller":"traceutil/trace.go:171","msg":"trace[660626894] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:21757; }","duration":"241.103537ms","start":"2026-03-06T01:12:43.402452Z","end":"2026-03-06T01:12:43.643556Z","steps":["trace[660626894] 'agreement among raft nodes before linearized reading' (duration: 240.951093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.642908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.593241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.64356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.771934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.499926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.643694Z","caller":"traceutil/trace.go:171","msg":"trace[1460018682] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21757; }","duration":"204.934688ms","start":"2026-03-06T01:12:43.438721Z","end":"2026-03-06T01:12:43.643656Z","steps":["trace[1460018682] 'agreement among raft nodes before linearized reading' (duration: 204.662462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.459735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.643856Z","caller":"traceutil/trace.go:171","msg":"trace[1308789676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21757; }","duration":"351.573618ms","start":"2026-03-06T01:12:43.292265Z","end":"2026-03-06T01:12:43.643839Z","steps":["trace[1308789676] 'agreement among raft nodes before linearized reading' (duration: 351.467116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.292245Z","time spent":"351.654449ms","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:43.642864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.465158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.643971Z","caller":"traceutil/trace.go:171","msg":"trace[2123776439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:21757; }","duration":"238.563452ms","start":"2026-03-06T01:12:43.405391Z","end":"2026-03-06T01:12:43.643955Z","steps":["trace[2123776439] 'agreement among raft nodes before linearized reading' (duration: 237.453567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.11709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.644072Z","caller":"traceutil/trace.go:171","msg":"trace[2092527660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:21757; }","duration":"180.258894ms","start":"2026-03-06T01:12:43.463798Z","end":"2026-03-06T01:12:43.644057Z","steps":["trace[2092527660] 'agreement among raft nodes before linearized reading' (duration: 180.026608ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.643792Z","caller":"traceutil/trace.go:171","msg":"trace[1439907319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:21757; }","duration":"179.868835ms","start":"2026-03-06T01:12:43.463872Z","end":"2026-03-06T01:12:43.64374Z","steps":["trace[1439907319] 'agreement among raft nodes before linearized reading' (duration: 179.441795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.643535Z","caller":"traceutil/trace.go:171","msg":"trace[820245693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:21757; }","duration":"414.343015ms","start":"2026-03-06T01:12:43.229184Z","end":"2026-03-06T01:12:43.643527Z","steps":["trace[820245693] 'agreement among raft nodes before linearized reading' (duration: 414.297864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.452783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.644308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.056839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.644337Z","caller":"traceutil/trace.go:171","msg":"trace[1313773336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21757; }","duration":"440.601586ms","start":"2026-03-06T01:12:43.203685Z","end":"2026-03-06T01:12:43.644287Z","steps":["trace[1313773336] 'agreement among raft nodes before linearized reading' (duration: 440.448452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.644351Z","caller":"traceutil/trace.go:171","msg":"trace[322041726] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:21757; }","duration":"323.137871ms","start":"2026-03-06T01:12:43.321202Z","end":"2026-03-06T01:12:43.644339Z","steps":["trace[322041726] 'agreement among raft nodes before linearized reading' (duration: 323.08173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.321124Z","time spent":"323.260663ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T01:12:43.644403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.63553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.644445Z","caller":"traceutil/trace.go:171","msg":"trace[1912980236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:21757; }","duration":"322.696761ms","start":"2026-03-06T01:12:43.321737Z","end":"2026-03-06T01:12:43.644434Z","steps":["trace[1912980236] 'agreement among raft nodes before linearized reading' (duration: 322.628489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.32173Z","time spent":"322.747532ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" limit:500 "} {"level":"warn","ts":"2026-03-06T01:12:43.644501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.203675Z","time spent":"440.737469ms","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T01:12:43.644578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.276512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.644616Z","caller":"traceutil/trace.go:171","msg":"trace[664548045] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21757; }","duration":"351.370575ms","start":"2026-03-06T01:12:43.293233Z","end":"2026-03-06T01:12:43.644604Z","steps":["trace[664548045] 'agreement among raft nodes before linearized reading' (duration: 351.322514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.293198Z","time spent":"351.437996ms","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:500 "} {"level":"warn","ts":"2026-03-06T01:12:43.644595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.229515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.64346Z","caller":"traceutil/trace.go:171","msg":"trace[1948395506] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:21757; }","duration":"413.966146ms","start":"2026-03-06T01:12:43.229482Z","end":"2026-03-06T01:12:43.643448Z","steps":["trace[1948395506] 'agreement among raft nodes before linearized reading' (duration: 413.919925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.229476Z","time spent":"415.225905ms","remote":"127.0.0.1:36198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:43.644702Z","caller":"traceutil/trace.go:171","msg":"trace[289693856] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21757; }","duration":"439.370878ms","start":"2026-03-06T01:12:43.205312Z","end":"2026-03-06T01:12:43.644683Z","steps":["trace[289693856] 'agreement among raft nodes before linearized reading' (duration: 439.040271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.229177Z","time spent":"415.044231ms","remote":"127.0.0.1:36198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T01:12:43.642817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.343344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.644855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.205298Z","time spent":"439.499231ms","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:500 "} {"level":"info","ts":"2026-03-06T01:12:43.644897Z","caller":"traceutil/trace.go:171","msg":"trace[1821624867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:21757; }","duration":"239.421161ms","start":"2026-03-06T01:12:43.405456Z","end":"2026-03-06T01:12:43.644877Z","steps":["trace[1821624867] 'agreement among raft nodes before linearized reading' (duration: 237.335654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.643212Z","caller":"traceutil/trace.go:171","msg":"trace[2078276834] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21757; }","duration":"291.264256ms","start":"2026-03-06T01:12:43.351929Z","end":"2026-03-06T01:12:43.643193Z","steps":["trace[2078276834] 'agreement among raft nodes before linearized reading' (duration: 291.172664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.64365Z","caller":"traceutil/trace.go:171","msg":"trace[553931253] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:21757; }","duration":"272.355078ms","start":"2026-03-06T01:12:43.371281Z","end":"2026-03-06T01:12:43.643636Z","steps":["trace[553931253] 'agreement among raft nodes before linearized reading' (duration: 271.604781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.64329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.57536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.645228Z","caller":"traceutil/trace.go:171","msg":"trace[1104421165] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21757; }","duration":"292.567564ms","start":"2026-03-06T01:12:43.352648Z","end":"2026-03-06T01:12:43.645215Z","steps":["trace[1104421165] 'agreement among raft nodes before linearized reading' (duration: 290.59423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.645291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.643333Z","caller":"traceutil/trace.go:171","msg":"trace[838125332] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:21757; }","duration":"373.999044ms","start":"2026-03-06T01:12:43.269321Z","end":"2026-03-06T01:12:43.64332Z","steps":["trace[838125332] 'agreement among raft nodes before linearized reading' (duration: 373.928412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.643148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.733232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.64329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.837242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.642732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.381623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capi-system/cluster-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.265769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.643668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.01242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-m6nj7\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-06T01:12:43.642761Z","caller":"traceutil/trace.go:171","msg":"trace[109118727] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21757; }","duration":"290.701284ms","start":"2026-03-06T01:12:43.35204Z","end":"2026-03-06T01:12:43.642741Z","steps":["trace[109118727] 'agreement among raft nodes before linearized reading' (duration: 290.463879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.644172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.429122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:43.64511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.741794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:43.645655Z","caller":"traceutil/trace.go:171","msg":"trace[859683593] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:21757; }","duration":"324.576192ms","start":"2026-03-06T01:12:43.32105Z","end":"2026-03-06T01:12:43.645626Z","steps":["trace[859683593] 'agreement among raft nodes before linearized reading' (duration: 323.649542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.646704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.321033Z","time spent":"325.602624ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:43.646802Z","caller":"traceutil/trace.go:171","msg":"trace[2145217156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:21757; }","duration":"415.684386ms","start":"2026-03-06T01:12:43.231092Z","end":"2026-03-06T01:12:43.646777Z","steps":["trace[2145217156] 'agreement among raft nodes before linearized reading' (duration: 412.262309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.646921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.231086Z","time spent":"415.795058ms","remote":"127.0.0.1:36198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" limit:500 "} {"level":"info","ts":"2026-03-06T01:12:43.646964Z","caller":"traceutil/trace.go:171","msg":"trace[830820606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21757; }","duration":"443.218544ms","start":"2026-03-06T01:12:43.203718Z","end":"2026-03-06T01:12:43.646937Z","steps":["trace[830820606] 'agreement among raft nodes before linearized reading' (duration: 440.419322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.647009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.203707Z","time spent":"443.289776ms","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:43.647104Z","caller":"traceutil/trace.go:171","msg":"trace[1019692963] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21757; }","duration":"354.78801ms","start":"2026-03-06T01:12:43.292304Z","end":"2026-03-06T01:12:43.647092Z","steps":["trace[1019692963] 'agreement among raft nodes before linearized reading' (duration: 351.424335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.647144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.292283Z","time spent":"354.848311ms","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:10000 "} {"level":"info","ts":"2026-03-06T01:12:43.647204Z","caller":"traceutil/trace.go:171","msg":"trace[628286909] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-m6nj7; range_end:; response_count:1; response_revision:21757; }","duration":"423.546389ms","start":"2026-03-06T01:12:43.223618Z","end":"2026-03-06T01:12:43.647164Z","steps":["trace[628286909] 'agreement among raft nodes before linearized reading' (duration: 419.935739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:43.64728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.223601Z","time spent":"423.663021ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4204,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-m6nj7\" "} {"level":"warn","ts":"2026-03-06T01:12:43.645845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:43.269294Z","time spent":"376.509009ms","remote":"127.0.0.1:36200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:10000 "} {"level":"info","ts":"2026-03-06T01:12:43.647258Z","caller":"traceutil/trace.go:171","msg":"trace[448543374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:21757; }","duration":"182.80487ms","start":"2026-03-06T01:12:43.46443Z","end":"2026-03-06T01:12:43.647234Z","steps":["trace[448543374] 'agreement among raft nodes before linearized reading' (duration: 178.824351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.647438Z","caller":"traceutil/trace.go:171","msg":"trace[1878029327] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capi-system/cluster-api; range_end:; response_count:0; response_revision:21757; }","duration":"241.130968ms","start":"2026-03-06T01:12:43.406292Z","end":"2026-03-06T01:12:43.647423Z","steps":["trace[1878029327] 'agreement among raft nodes before linearized reading' (duration: 236.297951ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.647737Z","caller":"traceutil/trace.go:171","msg":"trace[1989584836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21757; }","duration":"208.390005ms","start":"2026-03-06T01:12:43.439328Z","end":"2026-03-06T01:12:43.647718Z","steps":["trace[1989584836] 'agreement among raft nodes before linearized reading' (duration: 203.703561ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:43.872736Z","caller":"traceutil/trace.go:171","msg":"trace[1758440093] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"110.842569ms","start":"2026-03-06T01:12:43.761849Z","end":"2026-03-06T01:12:43.872692Z","steps":["trace[1758440093] 'process raft request' (duration: 99.975998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.047987Z","caller":"traceutil/trace.go:171","msg":"trace[1450240191] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"169.287291ms","start":"2026-03-06T01:12:43.878656Z","end":"2026-03-06T01:12:44.047944Z","steps":["trace[1450240191] 'process raft request' (duration: 117.577418ms)","trace[1450240191] 'compare' (duration: 51.509159ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:44.097322Z","caller":"traceutil/trace.go:171","msg":"trace[1533405860] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"217.623178ms","start":"2026-03-06T01:12:43.87967Z","end":"2026-03-06T01:12:44.097293Z","steps":["trace[1533405860] 'process raft request' (duration: 217.391983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.097464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.524514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager-test/\" range_end:\"/registry/secrets/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:44.097513Z","caller":"traceutil/trace.go:171","msg":"trace[1038792237] range","detail":"{range_begin:/registry/secrets/cert-manager-test/; range_end:/registry/secrets/cert-manager-test0; response_count:0; response_revision:21765; }","duration":"216.625756ms","start":"2026-03-06T01:12:43.880878Z","end":"2026-03-06T01:12:44.097504Z","steps":["trace[1038792237] 'agreement among raft nodes before linearized reading' (duration: 216.488083ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.097306Z","caller":"traceutil/trace.go:171","msg":"trace[764368677] linearizableReadLoop","detail":"{readStateIndex:22554; appliedIndex:22551; }","duration":"216.371161ms","start":"2026-03-06T01:12:43.880902Z","end":"2026-03-06T01:12:44.097274Z","steps":["trace[764368677] 'read index received' (duration: 115.360679ms)","trace[764368677] 'applied index is now lower than readState.Index' (duration: 101.009172ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:44.097855Z","caller":"traceutil/trace.go:171","msg":"trace[2073445335] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"218.118489ms","start":"2026-03-06T01:12:43.879722Z","end":"2026-03-06T01:12:44.097841Z","steps":["trace[2073445335] 'process raft request' (duration: 217.491854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.097921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.3571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-selfsigned-issuer\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:44.097969Z","caller":"traceutil/trace.go:171","msg":"trace[294452807] range","detail":"{range_begin:/registry/cert-manager.io/issuers/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-selfsigned-issuer; range_end:; response_count:0; response_revision:21765; }","duration":"211.420001ms","start":"2026-03-06T01:12:43.886536Z","end":"2026-03-06T01:12:44.097956Z","steps":["trace[294452807] 'agreement among raft nodes before linearized reading' (duration: 211.33796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.098295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.65203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4mcn8\" ","response":"range_response_count:1 size:3909"} {"level":"info","ts":"2026-03-06T01:12:44.098325Z","caller":"traceutil/trace.go:171","msg":"trace[79125295] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4mcn8; range_end:; response_count:1; response_revision:21765; }","duration":"198.70283ms","start":"2026-03-06T01:12:43.899612Z","end":"2026-03-06T01:12:44.098315Z","steps":["trace[79125295] 'agreement among raft nodes before linearized reading' (duration: 198.551017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.286988Z","caller":"traceutil/trace.go:171","msg":"trace[2040598691] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"183.685659ms","start":"2026-03-06T01:12:44.103267Z","end":"2026-03-06T01:12:44.286953Z","steps":["trace[2040598691] 'process raft request' (duration: 99.685133ms)","trace[2040598691] 'compare' (duration: 83.835882ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:44.289486Z","caller":"traceutil/trace.go:171","msg":"trace[1919609112] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"185.242032ms","start":"2026-03-06T01:12:44.104211Z","end":"2026-03-06T01:12:44.289453Z","steps":["trace[1919609112] 'process raft request' (duration: 185.068459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.289597Z","caller":"traceutil/trace.go:171","msg":"trace[1299642395] linearizableReadLoop","detail":"{readStateIndex:22556; appliedIndex:22554; }","duration":"185.064899ms","start":"2026-03-06T01:12:44.104511Z","end":"2026-03-06T01:12:44.289576Z","steps":["trace[1299642395] 'read index received' (duration: 98.516117ms)","trace[1299642395] 'applied index is now lower than readState.Index' (duration: 86.547692ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:44.289706Z","caller":"traceutil/trace.go:171","msg":"trace[194314007] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"176.224484ms","start":"2026-03-06T01:12:44.113434Z","end":"2026-03-06T01:12:44.289658Z","steps":["trace[194314007] 'process raft request' (duration: 175.990409ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.289732Z","caller":"traceutil/trace.go:171","msg":"trace[1107321192] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"176.380757ms","start":"2026-03-06T01:12:44.113292Z","end":"2026-03-06T01:12:44.289673Z","steps":["trace[1107321192] 'process raft request' (duration: 176.082461ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.289804Z","caller":"traceutil/trace.go:171","msg":"trace[2136293171] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"107.557006ms","start":"2026-03-06T01:12:44.182194Z","end":"2026-03-06T01:12:44.289751Z","steps":["trace[2136293171] 'process raft request' (duration: 107.341471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.289943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.393576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager-test/\" range_end:\"/registry/deployments/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:44.289926Z","caller":"traceutil/trace.go:171","msg":"trace[1380587780] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"176.346637ms","start":"2026-03-06T01:12:44.113537Z","end":"2026-03-06T01:12:44.289884Z","steps":["trace[1380587780] 'process raft request' (duration: 175.936608ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.290006Z","caller":"traceutil/trace.go:171","msg":"trace[494907504] range","detail":"{range_begin:/registry/deployments/cert-manager-test/; range_end:/registry/deployments/cert-manager-test0; response_count:0; response_revision:21771; }","duration":"185.503328ms","start":"2026-03-06T01:12:44.104487Z","end":"2026-03-06T01:12:44.289991Z","steps":["trace[494907504] 'agreement among raft nodes before linearized reading' (duration: 185.373735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.290021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.097075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:12:44.290051Z","caller":"traceutil/trace.go:171","msg":"trace[334400508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21771; }","duration":"154.165116ms","start":"2026-03-06T01:12:44.135874Z","end":"2026-03-06T01:12:44.290039Z","steps":["trace[334400508] 'agreement among raft nodes before linearized reading' (duration: 154.022013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.430496Z","caller":"traceutil/trace.go:171","msg":"trace[1713525605] transaction","detail":"{read_only:false; response_revision:21773; number_of_response:1; }","duration":"133.033439ms","start":"2026-03-06T01:12:44.297416Z","end":"2026-03-06T01:12:44.430449Z","steps":["trace[1713525605] 'process raft request' (duration: 132.213732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.430703Z","caller":"traceutil/trace.go:171","msg":"trace[1312001243] transaction","detail":"{read_only:false; response_revision:21774; number_of_response:1; }","duration":"132.960548ms","start":"2026-03-06T01:12:44.29769Z","end":"2026-03-06T01:12:44.43065Z","steps":["trace[1312001243] 'process raft request' (duration: 132.665161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.43074Z","caller":"traceutil/trace.go:171","msg":"trace[132382807] transaction","detail":"{read_only:false; response_revision:21775; number_of_response:1; }","duration":"130.094724ms","start":"2026-03-06T01:12:44.300619Z","end":"2026-03-06T01:12:44.430714Z","steps":["trace[132382807] 'process raft request' (duration: 129.970091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.431045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.037168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:44.430847Z","caller":"traceutil/trace.go:171","msg":"trace[333440287] transaction","detail":"{read_only:false; response_revision:21776; number_of_response:1; }","duration":"126.915504ms","start":"2026-03-06T01:12:44.303922Z","end":"2026-03-06T01:12:44.430838Z","steps":["trace[333440287] 'process raft request' (duration: 126.72957ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.431123Z","caller":"traceutil/trace.go:171","msg":"trace[1726534407] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:0; response_revision:21776; }","duration":"128.213282ms","start":"2026-03-06T01:12:44.302896Z","end":"2026-03-06T01:12:44.431109Z","steps":["trace[1726534407] 'agreement among raft nodes before linearized reading' (duration: 128.069859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.634974Z","caller":"traceutil/trace.go:171","msg":"trace[641851806] linearizableReadLoop","detail":"{readStateIndex:22567; appliedIndex:22566; }","duration":"143.126113ms","start":"2026-03-06T01:12:44.491817Z","end":"2026-03-06T01:12:44.634943Z","steps":["trace[641851806] 'read index received' (duration: 142.884017ms)","trace[641851806] 'applied index is now lower than readState.Index' (duration: 240.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:44.635066Z","caller":"traceutil/trace.go:171","msg":"trace[567173027] transaction","detail":"{read_only:false; response_revision:21778; number_of_response:1; }","duration":"143.647794ms","start":"2026-03-06T01:12:44.491347Z","end":"2026-03-06T01:12:44.634995Z","steps":["trace[567173027] 'process raft request' (duration: 143.270546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.635147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.295196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/cert-manager-test/\" range_end:\"/registry/controllers/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:44.635192Z","caller":"traceutil/trace.go:171","msg":"trace[1347825714] range","detail":"{range_begin:/registry/controllers/cert-manager-test/; range_end:/registry/controllers/cert-manager-test0; response_count:0; response_revision:21778; }","duration":"143.381558ms","start":"2026-03-06T01:12:44.491794Z","end":"2026-03-06T01:12:44.635175Z","steps":["trace[1347825714] 'agreement among raft nodes before linearized reading' (duration: 143.270205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:44.998022Z","caller":"traceutil/trace.go:171","msg":"trace[1536358733] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21778; }","duration":"504.221411ms","start":"2026-03-06T01:12:44.493777Z","end":"2026-03-06T01:12:44.997998Z","steps":["trace[1536358733] 'process raft request' (duration: 503.859933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.998163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.493762Z","time spent":"504.325343ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108,"response count":0,"response size":1899,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:44.998327Z","caller":"traceutil/trace.go:171","msg":"trace[725179793] linearizableReadLoop","detail":"{readStateIndex:22569; appliedIndex:22567; }","duration":"359.070244ms","start":"2026-03-06T01:12:44.639233Z","end":"2026-03-06T01:12:44.998303Z","steps":["trace[725179793] 'read index received' (duration: 358.680515ms)","trace[725179793] 'applied index is now lower than readState.Index' (duration: 388.279µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:44.998522Z","caller":"traceutil/trace.go:171","msg":"trace[1271501889] transaction","detail":"{read_only:false; response_revision:21779; number_of_response:1; }","duration":"484.322752ms","start":"2026-03-06T01:12:44.514178Z","end":"2026-03-06T01:12:44.9985Z","steps":["trace[1271501889] 'process raft request' (duration: 483.843382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.9987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.514139Z","time spent":"484.471434ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":134517,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:44.998702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.466062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/cert-manager-test/\" range_end:\"/registry/controllers/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:44.99884Z","caller":"traceutil/trace.go:171","msg":"trace[1538553877] range","detail":"{range_begin:/registry/controllers/cert-manager-test/; range_end:/registry/controllers/cert-manager-test0; response_count:0; response_revision:21779; }","duration":"359.623806ms","start":"2026-03-06T01:12:44.639164Z","end":"2026-03-06T01:12:44.998788Z","steps":["trace[1538553877] 'agreement among raft nodes before linearized reading' (duration: 359.362771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:44.998941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.639129Z","time spent":"359.790659ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/cert-manager-test/\" range_end:\"/registry/controllers/cert-manager-test0\" "} {"level":"info","ts":"2026-03-06T01:12:45.037781Z","caller":"traceutil/trace.go:171","msg":"trace[1230288535] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"364.320699ms","start":"2026-03-06T01:12:44.67343Z","end":"2026-03-06T01:12:45.037751Z","steps":["trace[1230288535] 'process raft request' (duration: 364.243227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.037959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.673392Z","time spent":"364.471292ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.038252Z","caller":"traceutil/trace.go:171","msg":"trace[10609502] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"364.959403ms","start":"2026-03-06T01:12:44.673268Z","end":"2026-03-06T01:12:45.038228Z","steps":["trace[10609502] 'process raft request' (duration: 364.230998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.038334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.673249Z","time spent":"365.045855ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:45.038325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.459064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.038446Z","caller":"traceutil/trace.go:171","msg":"trace[2096640161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21781; }","duration":"336.637938ms","start":"2026-03-06T01:12:44.701779Z","end":"2026-03-06T01:12:45.038417Z","steps":["trace[2096640161] 'agreement among raft nodes before linearized reading' (duration: 336.372292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.038359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.809985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:12:45.038507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:44.701762Z","time spent":"336.73616ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:12:45.03859Z","caller":"traceutil/trace.go:171","msg":"trace[662769863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21781; }","duration":"224.118252ms","start":"2026-03-06T01:12:44.814449Z","end":"2026-03-06T01:12:45.038567Z","steps":["trace[662769863] 'agreement among raft nodes before linearized reading' (duration: 223.59672ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.322462Z","caller":"traceutil/trace.go:171","msg":"trace[2082614700] linearizableReadLoop","detail":"{readStateIndex:22573; appliedIndex:22571; }","duration":"284.712762ms","start":"2026-03-06T01:12:45.037721Z","end":"2026-03-06T01:12:45.322434Z","steps":["trace[2082614700] 'read index received' (duration: 284.495517ms)","trace[2082614700] 'applied index is now lower than readState.Index' (duration: 215.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:45.322644Z","caller":"traceutil/trace.go:171","msg":"trace[1297070217] transaction","detail":"{read_only:false; response_revision:21783; number_of_response:1; }","duration":"304.379755ms","start":"2026-03-06T01:12:45.018226Z","end":"2026-03-06T01:12:45.322606Z","steps":["trace[1297070217] 'process raft request' (duration: 304.11209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.32271Z","caller":"traceutil/trace.go:171","msg":"trace[90564455] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"306.333459ms","start":"2026-03-06T01:12:45.016255Z","end":"2026-03-06T01:12:45.322588Z","steps":["trace[90564455] 'process raft request' (duration: 305.90946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.322906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:45.016219Z","time spent":"306.596225ms","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:45.32315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.970206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.323264Z","caller":"traceutil/trace.go:171","msg":"trace[207686464] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21783; }","duration":"294.087038ms","start":"2026-03-06T01:12:45.029118Z","end":"2026-03-06T01:12:45.323205Z","steps":["trace[207686464] 'agreement among raft nodes before linearized reading' (duration: 293.960276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.323405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.677855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager-test/\" range_end:\"/registry/events/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.323494Z","caller":"traceutil/trace.go:171","msg":"trace[2018134447] range","detail":"{range_begin:/registry/events/cert-manager-test/; range_end:/registry/events/cert-manager-test0; response_count:0; response_revision:21783; }","duration":"320.829678ms","start":"2026-03-06T01:12:45.002644Z","end":"2026-03-06T01:12:45.323474Z","steps":["trace[2018134447] 'agreement among raft nodes before linearized reading' (duration: 320.658985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.323564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:45.002617Z","time spent":"320.936221ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/events/cert-manager-test/\" range_end:\"/registry/events/cert-manager-test0\" limit:10000 "} {"level":"warn","ts":"2026-03-06T01:12:45.323148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:45.018193Z","time spent":"304.601951ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2395,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:45.330588Z","caller":"traceutil/trace.go:171","msg":"trace[1755863641] transaction","detail":"{read_only:false; response_revision:21784; number_of_response:1; }","duration":"290.919638ms","start":"2026-03-06T01:12:45.039636Z","end":"2026-03-06T01:12:45.330556Z","steps":["trace[1755863641] 'process raft request' (duration: 290.280163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.330986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.323152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:12:45.331058Z","caller":"traceutil/trace.go:171","msg":"trace[258040711] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21786; }","duration":"112.450855ms","start":"2026-03-06T01:12:45.218588Z","end":"2026-03-06T01:12:45.331039Z","steps":["trace[258040711] 'agreement among raft nodes before linearized reading' (duration: 112.321352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.331068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.266602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:12:45.331139Z","caller":"traceutil/trace.go:171","msg":"trace[1859867999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21786; }","duration":"222.351903ms","start":"2026-03-06T01:12:45.108769Z","end":"2026-03-06T01:12:45.331121Z","steps":["trace[1859867999] 'agreement among raft nodes before linearized reading' (duration: 222.166609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.331285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.266715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:45.331344Z","caller":"traceutil/trace.go:171","msg":"trace[1565994376] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"288.021254ms","start":"2026-03-06T01:12:45.043306Z","end":"2026-03-06T01:12:45.331327Z","steps":["trace[1565994376] 'process raft request' (duration: 287.147425ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.331411Z","caller":"traceutil/trace.go:171","msg":"trace[182775637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21786; }","duration":"291.47321ms","start":"2026-03-06T01:12:45.039883Z","end":"2026-03-06T01:12:45.331356Z","steps":["trace[182775637] 'agreement among raft nodes before linearized reading' (duration: 291.213094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.331506Z","caller":"traceutil/trace.go:171","msg":"trace[456747374] transaction","detail":"{read_only:false; response_revision:21786; number_of_response:1; }","duration":"288.103926ms","start":"2026-03-06T01:12:45.043391Z","end":"2026-03-06T01:12:45.331495Z","steps":["trace[456747374] 'process raft request' (duration: 287.419341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:45.331812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.526319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:45.331852Z","caller":"traceutil/trace.go:171","msg":"trace[1531561840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21786; }","duration":"223.604171ms","start":"2026-03-06T01:12:45.108236Z","end":"2026-03-06T01:12:45.33184Z","steps":["trace[1531561840] 'agreement among raft nodes before linearized reading' (duration: 223.457068ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.479275Z","caller":"traceutil/trace.go:171","msg":"trace[1391992959] transaction","detail":"{read_only:false; response_revision:21788; number_of_response:1; }","duration":"143.668075ms","start":"2026-03-06T01:12:45.335561Z","end":"2026-03-06T01:12:45.479229Z","steps":["trace[1391992959] 'process raft request' (duration: 140.465504ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.479374Z","caller":"traceutil/trace.go:171","msg":"trace[267369846] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"128.071841ms","start":"2026-03-06T01:12:45.351279Z","end":"2026-03-06T01:12:45.47935Z","steps":["trace[267369846] 'process raft request' (duration: 127.954178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:45.479373Z","caller":"traceutil/trace.go:171","msg":"trace[1020943930] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"143.384249ms","start":"2026-03-06T01:12:45.335938Z","end":"2026-03-06T01:12:45.479322Z","steps":["trace[1020943930] 'process raft request' (duration: 143.164654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.612146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.652422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:12:46.612563Z","caller":"traceutil/trace.go:171","msg":"trace[1566682850] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"274.026105ms","start":"2026-03-06T01:12:46.33851Z","end":"2026-03-06T01:12:46.612536Z","steps":["trace[1566682850] 'process raft request' (duration: 44.842801ms)","trace[1566682850] 'compare' (duration: 228.493579ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:46.614282Z","caller":"traceutil/trace.go:171","msg":"trace[1907530036] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21876; }","duration":"274.27682ms","start":"2026-03-06T01:12:46.339965Z","end":"2026-03-06T01:12:46.614242Z","steps":["trace[1907530036] 'process raft request' (duration: 274.021285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:46.614382Z","caller":"traceutil/trace.go:171","msg":"trace[1229007246] transaction","detail":"{read_only:false; response_revision:21877; number_of_response:1; }","duration":"270.668751ms","start":"2026-03-06T01:12:46.343682Z","end":"2026-03-06T01:12:46.614351Z","steps":["trace[1229007246] 'process raft request' (duration: 270.459476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:46.614658Z","caller":"traceutil/trace.go:171","msg":"trace[1384367489] linearizableReadLoop","detail":"{readStateIndex:22668; appliedIndex:22666; }","duration":"274.601628ms","start":"2026-03-06T01:12:46.340022Z","end":"2026-03-06T01:12:46.614624Z","steps":["trace[1384367489] 'read index received' (duration: 43.46462ms)","trace[1384367489] 'applied index is now lower than readState.Index' (duration: 231.135867ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:46.614735Z","caller":"traceutil/trace.go:171","msg":"trace[6654423] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"234.416619ms","start":"2026-03-06T01:12:46.380282Z","end":"2026-03-06T01:12:46.614698Z","steps":["trace[6654423] 'process raft request' (duration: 234.257476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:46.614875Z","caller":"traceutil/trace.go:171","msg":"trace[1340194029] transaction","detail":"{read_only:false; response_revision:21878; number_of_response:1; }","duration":"237.15599ms","start":"2026-03-06T01:12:46.377692Z","end":"2026-03-06T01:12:46.614848Z","steps":["trace[1340194029] 'process raft request' (duration: 236.613119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.615004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.889664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:12:46.614908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.848633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/cert-manager-test/\" range_end:\"/registry/persistentvolumeclaims/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:46.615056Z","caller":"traceutil/trace.go:171","msg":"trace[61056952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21879; }","duration":"274.980716ms","start":"2026-03-06T01:12:46.340062Z","end":"2026-03-06T01:12:46.615042Z","steps":["trace[61056952] 'agreement among raft nodes before linearized reading' (duration: 274.817172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:46.61508Z","caller":"traceutil/trace.go:171","msg":"trace[795256339] range","detail":"{range_begin:/registry/persistentvolumeclaims/cert-manager-test/; range_end:/registry/persistentvolumeclaims/cert-manager-test0; response_count:0; response_revision:21879; }","duration":"275.049877ms","start":"2026-03-06T01:12:46.340016Z","end":"2026-03-06T01:12:46.615066Z","steps":["trace[795256339] 'agreement among raft nodes before linearized reading' (duration: 274.809232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.615237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.393038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-03-06T01:12:46.615311Z","caller":"traceutil/trace.go:171","msg":"trace[1675253016] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:21879; }","duration":"267.49645ms","start":"2026-03-06T01:12:46.347795Z","end":"2026-03-06T01:12:46.615292Z","steps":["trace[1675253016] 'agreement among raft nodes before linearized reading' (duration: 267.242005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.615381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.296489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111964"} {"level":"info","ts":"2026-03-06T01:12:46.615422Z","caller":"traceutil/trace.go:171","msg":"trace[242068048] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:21879; }","duration":"268.35584ms","start":"2026-03-06T01:12:46.347057Z","end":"2026-03-06T01:12:46.615413Z","steps":["trace[242068048] 'agreement among raft nodes before linearized reading' (duration: 268.086274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.615543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.346917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-06T01:12:46.61546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.803466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert-z4tdq\" ","response":"range_response_count:1 size:2581"} {"level":"info","ts":"2026-03-06T01:12:46.61568Z","caller":"traceutil/trace.go:171","msg":"trace[162972211] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21879; }","duration":"253.543012ms","start":"2026-03-06T01:12:46.362113Z","end":"2026-03-06T01:12:46.615656Z","steps":["trace[162972211] 'agreement among raft nodes before linearized reading' (duration: 253.167924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.615677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.476049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-03-06T01:12:46.615738Z","caller":"traceutil/trace.go:171","msg":"trace[269141634] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:1; response_revision:21879; }","duration":"267.551361ms","start":"2026-03-06T01:12:46.348172Z","end":"2026-03-06T01:12:46.615723Z","steps":["trace[269141634] 'agreement among raft nodes before linearized reading' (duration: 267.353477ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:46.615716Z","caller":"traceutil/trace.go:171","msg":"trace[944367241] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert-z4tdq; range_end:; response_count:1; response_revision:21879; }","duration":"272.092672ms","start":"2026-03-06T01:12:46.343589Z","end":"2026-03-06T01:12:46.615682Z","steps":["trace[944367241] 'agreement among raft nodes before linearized reading' (duration: 271.57638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.616156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.241779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:12:46.616199Z","caller":"traceutil/trace.go:171","msg":"trace[1389253082] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21879; }","duration":"269.319481ms","start":"2026-03-06T01:12:46.346869Z","end":"2026-03-06T01:12:46.616188Z","steps":["trace[1389253082] 'agreement among raft nodes before linearized reading' (duration: 269.199578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:46.616379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.562469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130957"} {"level":"info","ts":"2026-03-06T01:12:46.61644Z","caller":"traceutil/trace.go:171","msg":"trace[1866629401] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21879; }","duration":"275.636721ms","start":"2026-03-06T01:12:46.340788Z","end":"2026-03-06T01:12:46.616425Z","steps":["trace[1866629401] 'agreement among raft nodes before linearized reading' (duration: 275.440467ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:48.558869Z","caller":"traceutil/trace.go:171","msg":"trace[809963654] linearizableReadLoop","detail":"{readStateIndex:22826; appliedIndex:22824; }","duration":"241.449774ms","start":"2026-03-06T01:12:48.317389Z","end":"2026-03-06T01:12:48.558839Z","steps":["trace[809963654] 'read index received' (duration: 236.548586ms)","trace[809963654] 'applied index is now lower than readState.Index' (duration: 4.899218ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:48.55904Z","caller":"traceutil/trace.go:171","msg":"trace[780178365] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"258.644644ms","start":"2026-03-06T01:12:48.300333Z","end":"2026-03-06T01:12:48.558977Z","steps":["trace[780178365] 'process raft request' (duration: 253.629373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:48.559062Z","caller":"traceutil/trace.go:171","msg":"trace[325113610] transaction","detail":"{read_only:false; response_revision:22027; number_of_response:1; }","duration":"254.167026ms","start":"2026-03-06T01:12:48.304746Z","end":"2026-03-06T01:12:48.558913Z","steps":["trace[325113610] 'process raft request' (duration: 253.770247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:48.55938Z","caller":"traceutil/trace.go:171","msg":"trace[2106344781] transaction","detail":"{read_only:false; response_revision:22028; number_of_response:1; }","duration":"179.873574ms","start":"2026-03-06T01:12:48.37947Z","end":"2026-03-06T01:12:48.559343Z","steps":["trace[2106344781] 'process raft request' (duration: 179.246311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:48.559589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.17329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"info","ts":"2026-03-06T01:12:48.559643Z","caller":"traceutil/trace.go:171","msg":"trace[1522852538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22028; }","duration":"242.281863ms","start":"2026-03-06T01:12:48.317344Z","end":"2026-03-06T01:12:48.559626Z","steps":["trace[1522852538] 'agreement among raft nodes before linearized reading' (duration: 242.063788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:48.559762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.682347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-06T01:12:48.559873Z","caller":"traceutil/trace.go:171","msg":"trace[277501376] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22028; }","duration":"235.856621ms","start":"2026-03-06T01:12:48.324004Z","end":"2026-03-06T01:12:48.55986Z","steps":["trace[277501376] 'agreement among raft nodes before linearized reading' (duration: 235.557464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:50.270652Z","caller":"traceutil/trace.go:171","msg":"trace[1170165781] transaction","detail":"{read_only:false; response_revision:22079; number_of_response:1; }","duration":"231.538537ms","start":"2026-03-06T01:12:50.039078Z","end":"2026-03-06T01:12:50.270616Z","steps":["trace[1170165781] 'process raft request' (duration: 230.184237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:50.27077Z","caller":"traceutil/trace.go:171","msg":"trace[1949561430] linearizableReadLoop","detail":"{readStateIndex:22879; appliedIndex:22877; }","duration":"208.507336ms","start":"2026-03-06T01:12:50.062233Z","end":"2026-03-06T01:12:50.270741Z","steps":["trace[1949561430] 'read index received' (duration: 207.041285ms)","trace[1949561430] 'applied index is now lower than readState.Index' (duration: 1.464011ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:50.27086Z","caller":"traceutil/trace.go:171","msg":"trace[671600267] transaction","detail":"{read_only:false; response_revision:22080; number_of_response:1; }","duration":"228.160491ms","start":"2026-03-06T01:12:50.042664Z","end":"2026-03-06T01:12:50.270825Z","steps":["trace[671600267] 'process raft request' (duration: 227.878235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:50.271118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.861975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:12:50.271162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.735021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T01:12:50.271195Z","caller":"traceutil/trace.go:171","msg":"trace[748052746] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22080; }","duration":"208.959247ms","start":"2026-03-06T01:12:50.062219Z","end":"2026-03-06T01:12:50.271178Z","steps":["trace[748052746] 'agreement among raft nodes before linearized reading' (duration: 208.749252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:50.271209Z","caller":"traceutil/trace.go:171","msg":"trace[1878024194] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22080; }","duration":"160.850763ms","start":"2026-03-06T01:12:50.110342Z","end":"2026-03-06T01:12:50.271193Z","steps":["trace[1878024194] 'agreement among raft nodes before linearized reading' (duration: 160.671919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:55.20407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606957056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:12:55.467648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148063027s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:55.468279Z","caller":"traceutil/trace.go:171","msg":"trace[1778185885] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"1.178720063s","start":"2026-03-06T01:12:54.289523Z","end":"2026-03-06T01:12:55.468243Z","steps":["trace[1778185885] 'process raft request' (duration: 1.178494678s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:55.468624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.289494Z","time spent":"1.178891297s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:56.702042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:12:56.702136Z","caller":"traceutil/trace.go:171","msg":"trace[2116811311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014021s","start":"2026-03-06T01:12:54.702102Z","end":"2026-03-06T01:12:56.702116Z","steps":["trace[2116811311] 'agreement among raft nodes before linearized reading' (duration: 1.999882948s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:56.702186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.702078Z","time spent":"2.000094053s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:12:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:12:57.493794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.987109Z","time spent":"1.506673709s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:12:57.535274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.06740092s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:12:57.535755Z","caller":"traceutil/trace.go:171","msg":"trace[73258985] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"2.950975122s","start":"2026-03-06T01:12:54.584753Z","end":"2026-03-06T01:12:57.535728Z","steps":["trace[73258985] 'process raft request' (duration: 2.950726946s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.535935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.584725Z","time spent":"2.951116955s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.536161Z","caller":"traceutil/trace.go:171","msg":"trace[935725750] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"2.885359342s","start":"2026-03-06T01:12:54.650762Z","end":"2026-03-06T01:12:57.536122Z","steps":["trace[935725750] 'process raft request' (duration: 2.884911272s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.536261Z","caller":"traceutil/trace.go:171","msg":"trace[1115528412] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"2.43849977s","start":"2026-03-06T01:12:55.09774Z","end":"2026-03-06T01:12:57.536239Z","steps":["trace[1115528412] 'process raft request' (duration: 2.438318756s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.536392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.097692Z","time spent":"2.438608322s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.536395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.650728Z","time spent":"2.885540217s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.536518Z","caller":"traceutil/trace.go:171","msg":"trace[1814023616] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"2.43536748s","start":"2026-03-06T01:12:55.101121Z","end":"2026-03-06T01:12:57.536488Z","steps":["trace[1814023616] 'process raft request' (duration: 2.435078634s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.536684Z","caller":"traceutil/trace.go:171","msg":"trace[449323923] transaction","detail":"{read_only:false; response_revision:22165; number_of_response:1; }","duration":"2.420539312s","start":"2026-03-06T01:12:55.116129Z","end":"2026-03-06T01:12:57.536668Z","steps":["trace[449323923] 'process raft request' (duration: 2.420257706s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.536702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.101104Z","time spent":"2.435517574s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.536789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.11609Z","time spent":"2.420627324s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.53689Z","caller":"traceutil/trace.go:171","msg":"trace[273993477] linearizableReadLoop","detail":"{readStateIndex:22966; appliedIndex:22959; }","duration":"2.834711754s","start":"2026-03-06T01:12:54.702166Z","end":"2026-03-06T01:12:57.536877Z","steps":["trace[273993477] 'read index received' (duration: 765.839251ms)","trace[273993477] 'applied index is now lower than readState.Index' (duration: 2.068871083s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:12:57.536995Z","caller":"traceutil/trace.go:171","msg":"trace[1794069100] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"2.380329214s","start":"2026-03-06T01:12:55.156653Z","end":"2026-03-06T01:12:57.536982Z","steps":["trace[1794069100] 'process raft request' (duration: 2.379944296s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.537049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.156629Z","time spent":"2.380392006s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.618844Z","caller":"traceutil/trace.go:171","msg":"trace[1381788156] transaction","detail":"{read_only:false; response_revision:22167; number_of_response:1; }","duration":"1.398545231s","start":"2026-03-06T01:12:56.22025Z","end":"2026-03-06T01:12:57.618796Z","steps":["trace[1381788156] 'process raft request' (duration: 1.39806158s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.618992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965405275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:57.619081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.795447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:57.619081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911558732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:12:57.619116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383011723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:57.619218Z","caller":"traceutil/trace.go:171","msg":"trace[171463087] transaction","detail":"{read_only:false; response_revision:22168; number_of_response:1; }","duration":"940.310536ms","start":"2026-03-06T01:12:56.678895Z","end":"2026-03-06T01:12:57.619206Z","steps":["trace[171463087] 'process raft request' (duration: 939.620611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637664549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:57.619248Z","caller":"traceutil/trace.go:171","msg":"trace[28449082] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22170; }","duration":"2.383171626s","start":"2026-03-06T01:12:55.236046Z","end":"2026-03-06T01:12:57.619217Z","steps":["trace[28449082] 'agreement among raft nodes before linearized reading' (duration: 2.38289909s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.619276Z","caller":"traceutil/trace.go:171","msg":"trace[1611907379] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:22170; }","duration":"2.637743781s","start":"2026-03-06T01:12:54.981522Z","end":"2026-03-06T01:12:57.619266Z","steps":["trace[1611907379] 'agreement among raft nodes before linearized reading' (duration: 2.63769113s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.127671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:12:57.61931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.235965Z","time spent":"2.383334201s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:57.619314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.981484Z","time spent":"2.637820923s","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:57.619309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.678845Z","time spent":"940.406048ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:12:57.619368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.986371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:12:57.619397Z","caller":"traceutil/trace.go:171","msg":"trace[1976119756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22170; }","duration":"917.077413ms","start":"2026-03-06T01:12:56.702311Z","end":"2026-03-06T01:12:57.619389Z","steps":["trace[1976119756] 'agreement among raft nodes before linearized reading' (duration: 917.024182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.220214Z","time spent":"1.398815017s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:12:57.619439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.702291Z","time spent":"917.140584ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:12:57.61944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995585973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:12:57.619171Z","caller":"traceutil/trace.go:171","msg":"trace[310582714] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22170; }","duration":"273.069234ms","start":"2026-03-06T01:12:57.346085Z","end":"2026-03-06T01:12:57.619155Z","steps":["trace[310582714] 'agreement among raft nodes before linearized reading' (duration: 272.801548ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.619629Z","caller":"traceutil/trace.go:171","msg":"trace[451709288] transaction","detail":"{read_only:false; response_revision:22169; number_of_response:1; }","duration":"530.453411ms","start":"2026-03-06T01:12:57.089164Z","end":"2026-03-06T01:12:57.619617Z","steps":["trace[451709288] 'process raft request' (duration: 529.453749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993930976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:12:57.619684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:57.089099Z","time spent":"530.558693ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:12:57.619704Z","caller":"traceutil/trace.go:171","msg":"trace[299824987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22170; }","duration":"1.994028838s","start":"2026-03-06T01:12:55.625664Z","end":"2026-03-06T01:12:57.619692Z","steps":["trace[299824987] 'agreement among raft nodes before linearized reading' (duration: 1.993906276s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.61975Z","caller":"traceutil/trace.go:171","msg":"trace[1568989892] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"141.950306ms","start":"2026-03-06T01:12:57.477791Z","end":"2026-03-06T01:12:57.619742Z","steps":["trace[1568989892] 'process raft request' (duration: 140.882323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.61976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.62564Z","time spent":"1.9941089s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:12:57.619313Z","caller":"traceutil/trace.go:171","msg":"trace[687848241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22170; }","duration":"615.240983ms","start":"2026-03-06T01:12:57.004063Z","end":"2026-03-06T01:12:57.619304Z","steps":["trace[687848241] 'agreement among raft nodes before linearized reading' (duration: 615.067559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233227714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:12:57.619854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:57.004029Z","time spent":"615.805035ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:12:57.619859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.246831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4mcn8\" ","response":"range_response_count:1 size:4229"} {"level":"info","ts":"2026-03-06T01:12:57.619878Z","caller":"traceutil/trace.go:171","msg":"trace[164790366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22170; }","duration":"2.233342976s","start":"2026-03-06T01:12:55.386517Z","end":"2026-03-06T01:12:57.61986Z","steps":["trace[164790366] 'agreement among raft nodes before linearized reading' (duration: 2.23306912s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.619096Z","caller":"traceutil/trace.go:171","msg":"trace[85127380] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22170; }","duration":"1.965619721s","start":"2026-03-06T01:12:55.653449Z","end":"2026-03-06T01:12:57.619068Z","steps":["trace[85127380] 'agreement among raft nodes before linearized reading' (duration: 1.965365235s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.619907Z","caller":"traceutil/trace.go:171","msg":"trace[388426324] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4mcn8; range_end:; response_count:1; response_revision:22170; }","duration":"943.340843ms","start":"2026-03-06T01:12:56.676556Z","end":"2026-03-06T01:12:57.619897Z","steps":["trace[388426324] 'agreement among raft nodes before linearized reading' (duration: 943.20808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638464047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:12:57.619938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.676529Z","time spent":"943.402215ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4252,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-4mcn8\" "} {"level":"warn","ts":"2026-03-06T01:12:57.619933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.386492Z","time spent":"2.233428408s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:57.619944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.653423Z","time spent":"1.966507059s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:57.619955Z","caller":"traceutil/trace.go:171","msg":"trace[2062151827] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22170; }","duration":"2.638500868s","start":"2026-03-06T01:12:54.981444Z","end":"2026-03-06T01:12:57.619945Z","steps":["trace[2062151827] 'agreement among raft nodes before linearized reading' (duration: 2.638442087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.981373Z","time spent":"2.638616811s","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:12:57.620057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015283824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T01:12:57.620086Z","caller":"traceutil/trace.go:171","msg":"trace[1597497362] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22170; }","duration":"1.015351955s","start":"2026-03-06T01:12:56.604726Z","end":"2026-03-06T01:12:57.620078Z","steps":["trace[1597497362] 'agreement among raft nodes before linearized reading' (duration: 1.01519872s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.619859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787351818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-06T01:12:57.620153Z","caller":"traceutil/trace.go:171","msg":"trace[1541336304] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:22170; }","duration":"2.787681206s","start":"2026-03-06T01:12:54.832454Z","end":"2026-03-06T01:12:57.620135Z","steps":["trace[1541336304] 'agreement among raft nodes before linearized reading' (duration: 2.787257416s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:12:57.619181Z","caller":"traceutil/trace.go:171","msg":"trace[1196889165] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22170; }","duration":"2.911734446s","start":"2026-03-06T01:12:54.707424Z","end":"2026-03-06T01:12:57.619159Z","steps":["trace[1196889165] 'agreement among raft nodes before linearized reading' (duration: 2.911304996s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.620192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871991938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:12:57.620224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.707395Z","time spent":"2.91281563s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":226,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:12:57.62027Z","caller":"traceutil/trace.go:171","msg":"trace[848734783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22170; }","duration":"2.872118621s","start":"2026-03-06T01:12:54.748133Z","end":"2026-03-06T01:12:57.620252Z","steps":["trace[848734783] 'agreement among raft nodes before linearized reading' (duration: 2.871916317s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.62011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:56.604703Z","time spent":"1.015401116s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:12:57.620202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.832428Z","time spent":"2.787761727s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5046,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:12:57.619538Z","caller":"traceutil/trace.go:171","msg":"trace[406978069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22170; }","duration":"1.995720565s","start":"2026-03-06T01:12:55.623793Z","end":"2026-03-06T01:12:57.619514Z","steps":["trace[406978069] 'agreement among raft nodes before linearized reading' (duration: 1.99548755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.620508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.62377Z","time spent":"1.996727639s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:57.620318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:54.748105Z","time spent":"2.872200143s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:12:57.620313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236652971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:12:57.620665Z","caller":"traceutil/trace.go:171","msg":"trace[1597809042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22170; }","duration":"2.237037199s","start":"2026-03-06T01:12:55.383592Z","end":"2026-03-06T01:12:57.620629Z","steps":["trace[1597809042] 'agreement among raft nodes before linearized reading' (duration: 2.236582219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:12:57.620858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:12:55.383556Z","time spent":"2.237276734s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:13:07.791854Z","caller":"traceutil/trace.go:171","msg":"trace[1114439409] transaction","detail":"{read_only:false; response_revision:22260; number_of_response:1; }","duration":"138.682115ms","start":"2026-03-06T01:13:07.653127Z","end":"2026-03-06T01:13:07.791809Z","steps":["trace[1114439409] 'process raft request' (duration: 138.541041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.791956Z","caller":"traceutil/trace.go:171","msg":"trace[1619197855] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"117.100088ms","start":"2026-03-06T01:13:07.674845Z","end":"2026-03-06T01:13:07.791945Z","steps":["trace[1619197855] 'process raft request' (duration: 116.973795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.79195Z","caller":"traceutil/trace.go:171","msg":"trace[1143067483] transaction","detail":"{read_only:false; response_revision:22262; number_of_response:1; }","duration":"117.172269ms","start":"2026-03-06T01:13:07.674734Z","end":"2026-03-06T01:13:07.791906Z","steps":["trace[1143067483] 'process raft request' (duration: 117.037666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.791988Z","caller":"traceutil/trace.go:171","msg":"trace[1832711234] transaction","detail":"{read_only:false; response_revision:22261; number_of_response:1; }","duration":"117.558517ms","start":"2026-03-06T01:13:07.674399Z","end":"2026-03-06T01:13:07.791958Z","steps":["trace[1832711234] 'process raft request' (duration: 117.323721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.791839Z","caller":"traceutil/trace.go:171","msg":"trace[1395061250] transaction","detail":"{read_only:false; response_revision:22259; number_of_response:1; }","duration":"139.084624ms","start":"2026-03-06T01:13:07.652709Z","end":"2026-03-06T01:13:07.791794Z","steps":["trace[1395061250] 'process raft request' (duration: 137.854656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.792194Z","caller":"traceutil/trace.go:171","msg":"trace[144193926] linearizableReadLoop","detail":"{readStateIndex:23065; appliedIndex:23060; }","duration":"107.393604ms","start":"2026-03-06T01:13:07.684765Z","end":"2026-03-06T01:13:07.792159Z","steps":["trace[144193926] 'read index received' (duration: 105.819138ms)","trace[144193926] 'applied index is now lower than readState.Index' (duration: 1.571036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:07.792475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.509522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:13:07.792503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.405843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5190"} {"level":"info","ts":"2026-03-06T01:13:07.792535Z","caller":"traceutil/trace.go:171","msg":"trace[1735402684] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:22264; }","duration":"148.631964ms","start":"2026-03-06T01:13:07.643886Z","end":"2026-03-06T01:13:07.792518Z","steps":["trace[1735402684] 'agreement among raft nodes before linearized reading' (duration: 148.42897ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.792587Z","caller":"traceutil/trace.go:171","msg":"trace[224473737] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:22264; }","duration":"126.551826ms","start":"2026-03-06T01:13:07.666013Z","end":"2026-03-06T01:13:07.792564Z","steps":["trace[224473737] 'agreement among raft nodes before linearized reading' (duration: 126.211489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.955218Z","caller":"traceutil/trace.go:171","msg":"trace[1926768855] transaction","detail":"{read_only:false; response_revision:22267; number_of_response:1; }","duration":"156.456117ms","start":"2026-03-06T01:13:07.798711Z","end":"2026-03-06T01:13:07.955167Z","steps":["trace[1926768855] 'process raft request' (duration: 93.044766ms)","trace[1926768855] 'compare' (duration: 63.145455ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:07.955415Z","caller":"traceutil/trace.go:171","msg":"trace[2065326478] transaction","detail":"{read_only:false; response_revision:22270; number_of_response:1; }","duration":"117.612789ms","start":"2026-03-06T01:13:07.837774Z","end":"2026-03-06T01:13:07.955387Z","steps":["trace[2065326478] 'process raft request' (duration: 117.433315ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.955425Z","caller":"traceutil/trace.go:171","msg":"trace[1529515100] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"156.443977ms","start":"2026-03-06T01:13:07.798903Z","end":"2026-03-06T01:13:07.955347Z","steps":["trace[1529515100] 'process raft request' (duration: 156.249573ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.955305Z","caller":"traceutil/trace.go:171","msg":"trace[1618026480] linearizableReadLoop","detail":"{readStateIndex:23073; appliedIndex:23067; }","duration":"110.640345ms","start":"2026-03-06T01:13:07.844634Z","end":"2026-03-06T01:13:07.955274Z","steps":["trace[1618026480] 'read index received' (duration: 46.622451ms)","trace[1618026480] 'applied index is now lower than readState.Index' (duration: 64.016354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:07.955575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.919051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:07.955319Z","caller":"traceutil/trace.go:171","msg":"trace[751249898] transaction","detail":"{read_only:false; response_revision:22268; number_of_response:1; }","duration":"156.389286ms","start":"2026-03-06T01:13:07.798866Z","end":"2026-03-06T01:13:07.955255Z","steps":["trace[751249898] 'process raft request' (duration: 156.224102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:07.955707Z","caller":"traceutil/trace.go:171","msg":"trace[880671581] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:22270; }","duration":"111.080825ms","start":"2026-03-06T01:13:07.844581Z","end":"2026-03-06T01:13:07.955662Z","steps":["trace[880671581] 'agreement among raft nodes before linearized reading' (duration: 110.796009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.184141Z","caller":"traceutil/trace.go:171","msg":"trace[653142293] transaction","detail":"{read_only:false; response_revision:22273; number_of_response:1; }","duration":"124.464291ms","start":"2026-03-06T01:13:08.059639Z","end":"2026-03-06T01:13:08.184104Z","steps":["trace[653142293] 'process raft request' (duration: 124.232265ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.250019Z","caller":"traceutil/trace.go:171","msg":"trace[50303950] linearizableReadLoop","detail":"{readStateIndex:23078; appliedIndex:23075; }","duration":"182.37554ms","start":"2026-03-06T01:13:08.067605Z","end":"2026-03-06T01:13:08.249981Z","steps":["trace[50303950] 'read index received' (duration: 116.283659ms)","trace[50303950] 'applied index is now lower than readState.Index' (duration: 66.090221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:08.250316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.676056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:13:08.250365Z","caller":"traceutil/trace.go:171","msg":"trace[1117658758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22275; }","duration":"182.758848ms","start":"2026-03-06T01:13:08.06759Z","end":"2026-03-06T01:13:08.250349Z","steps":["trace[1117658758] 'agreement among raft nodes before linearized reading' (duration: 182.526173ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.250428Z","caller":"traceutil/trace.go:171","msg":"trace[886031961] transaction","detail":"{read_only:false; response_revision:22274; number_of_response:1; }","duration":"190.636792ms","start":"2026-03-06T01:13:08.059752Z","end":"2026-03-06T01:13:08.250389Z","steps":["trace[886031961] 'process raft request' (duration: 189.63453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:08.250812Z","caller":"traceutil/trace.go:171","msg":"trace[173009479] transaction","detail":"{read_only:false; response_revision:22275; number_of_response:1; }","duration":"187.500853ms","start":"2026-03-06T01:13:08.063276Z","end":"2026-03-06T01:13:08.250777Z","steps":["trace[173009479] 'process raft request' (duration: 186.502851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:08.529218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.282352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:08.529354Z","caller":"traceutil/trace.go:171","msg":"trace[1614669873] transaction","detail":"{read_only:false; response_revision:22276; number_of_response:1; }","duration":"267.939381ms","start":"2026-03-06T01:13:08.261389Z","end":"2026-03-06T01:13:08.529328Z","steps":["trace[1614669873] 'process raft request' (duration: 131.425704ms)","trace[1614669873] 'compare' (duration: 135.986335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:09.008513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.408996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:13:09.008667Z","caller":"traceutil/trace.go:171","msg":"trace[1154351728] transaction","detail":"{read_only:false; response_revision:22280; number_of_response:1; }","duration":"398.119817ms","start":"2026-03-06T01:13:08.610516Z","end":"2026-03-06T01:13:09.008635Z","steps":["trace[1154351728] 'process raft request' (duration: 31.489096ms)","trace[1154351728] 'compare' (duration: 365.731311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:09.008737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.610487Z","time spent":"398.224229ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:13:09.211453Z","caller":"traceutil/trace.go:171","msg":"trace[715218393] transaction","detail":"{read_only:false; response_revision:22281; number_of_response:1; }","duration":"599.328183ms","start":"2026-03-06T01:13:08.612088Z","end":"2026-03-06T01:13:09.211416Z","steps":["trace[715218393] 'process raft request' (duration: 554.621665ms)","trace[715218393] 'compare' (duration: 44.329449ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:09.211521Z","caller":"traceutil/trace.go:171","msg":"trace[1904270629] linearizableReadLoop","detail":"{readStateIndex:23085; appliedIndex:23082; }","duration":"597.234806ms","start":"2026-03-06T01:13:08.614258Z","end":"2026-03-06T01:13:09.211492Z","steps":["trace[1904270629] 'read index received' (duration: 27.854056ms)","trace[1904270629] 'applied index is now lower than readState.Index' (duration: 569.37948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:09.211618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.612059Z","time spent":"599.470455ms","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.212054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.905623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:09.212078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.788468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm\" ","response":"range_response_count:1 size:5423"} {"level":"info","ts":"2026-03-06T01:13:09.212088Z","caller":"traceutil/trace.go:171","msg":"trace[130440114] transaction","detail":"{read_only:false; response_revision:22282; number_of_response:1; }","duration":"599.077367ms","start":"2026-03-06T01:13:08.612981Z","end":"2026-03-06T01:13:09.212059Z","steps":["trace[130440114] 'process raft request' (duration: 598.240907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.212141Z","caller":"traceutil/trace.go:171","msg":"trace[1568255069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22284; }","duration":"508.997307ms","start":"2026-03-06T01:13:08.703084Z","end":"2026-03-06T01:13:09.212082Z","steps":["trace[1568255069] 'agreement among raft nodes before linearized reading' (duration: 508.928895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.212158Z","caller":"traceutil/trace.go:171","msg":"trace[1622263824] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm; range_end:; response_count:1; response_revision:22284; }","duration":"597.866541ms","start":"2026-03-06T01:13:08.614253Z","end":"2026-03-06T01:13:09.212119Z","steps":["trace[1622263824] 'agreement among raft nodes before linearized reading' (duration: 597.649935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.212136Z","caller":"traceutil/trace.go:171","msg":"trace[404064257] transaction","detail":"{read_only:false; response_revision:22283; number_of_response:1; }","duration":"597.646706ms","start":"2026-03-06T01:13:08.614419Z","end":"2026-03-06T01:13:09.212065Z","steps":["trace[404064257] 'process raft request' (duration: 596.941389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.212178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.703052Z","time spent":"509.120059ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:13:09.212213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.614207Z","time spent":"597.992974ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm\" "} {"level":"warn","ts":"2026-03-06T01:13:09.212249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.612963Z","time spent":"599.20058ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.212329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.614408Z","time spent":"597.814809ms","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1574,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:09.212611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.820046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:13:09.213436Z","caller":"traceutil/trace.go:171","msg":"trace[1091712305] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22284; }","duration":"458.719936ms","start":"2026-03-06T01:13:08.754683Z","end":"2026-03-06T01:13:09.213402Z","steps":["trace[1091712305] 'agreement among raft nodes before linearized reading' (duration: 457.340765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.213595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.754657Z","time spent":"458.9149ms","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:13:09.211822Z","caller":"traceutil/trace.go:171","msg":"trace[2072167785] transaction","detail":"{read_only:false; response_revision:22284; number_of_response:1; }","duration":"596.423748ms","start":"2026-03-06T01:13:08.615343Z","end":"2026-03-06T01:13:09.211766Z","steps":["trace[2072167785] 'process raft request' (duration: 596.076501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.213957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:08.615333Z","time spent":"598.558596ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:13:09.463017Z","caller":"traceutil/trace.go:171","msg":"trace[1829812599] transaction","detail":"{read_only:false; response_revision:22285; number_of_response:1; }","duration":"240.701288ms","start":"2026-03-06T01:13:09.222287Z","end":"2026-03-06T01:13:09.462988Z","steps":["trace[1829812599] 'process raft request' (duration: 240.469853ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:09.726581Z","caller":"traceutil/trace.go:171","msg":"trace[1794595549] linearizableReadLoop","detail":"{readStateIndex:23089; appliedIndex:23088; }","duration":"241.20668ms","start":"2026-03-06T01:13:09.485341Z","end":"2026-03-06T01:13:09.726548Z","steps":["trace[1794595549] 'read index received' (duration: 241.033536ms)","trace[1794595549] 'applied index is now lower than readState.Index' (duration: 171.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:09.726731Z","caller":"traceutil/trace.go:171","msg":"trace[1065751479] transaction","detail":"{read_only:false; response_revision:22286; number_of_response:1; }","duration":"254.33625ms","start":"2026-03-06T01:13:09.472355Z","end":"2026-03-06T01:13:09.726691Z","steps":["trace[1065751479] 'process raft request' (duration: 253.954202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:09.727129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.763162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:13:09.727186Z","caller":"traceutil/trace.go:171","msg":"trace[1939226054] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22286; }","duration":"241.898635ms","start":"2026-03-06T01:13:09.485274Z","end":"2026-03-06T01:13:09.727173Z","steps":["trace[1939226054] 'agreement among raft nodes before linearized reading' (duration: 241.427144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:10.222951Z","caller":"traceutil/trace.go:171","msg":"trace[905390656] linearizableReadLoop","detail":"{readStateIndex:23097; appliedIndex:23095; }","duration":"260.816592ms","start":"2026-03-06T01:13:09.962106Z","end":"2026-03-06T01:13:10.222923Z","steps":["trace[905390656] 'read index received' (duration: 33.604422ms)","trace[905390656] 'applied index is now lower than readState.Index' (duration: 227.21042ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:10.223212Z","caller":"traceutil/trace.go:171","msg":"trace[76582191] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"230.003152ms","start":"2026-03-06T01:13:09.993196Z","end":"2026-03-06T01:13:10.223199Z","steps":["trace[76582191] 'process raft request' (duration: 229.611014ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:10.223394Z","caller":"traceutil/trace.go:171","msg":"trace[1298700192] transaction","detail":"{read_only:false; response_revision:22295; number_of_response:1; }","duration":"256.242112ms","start":"2026-03-06T01:13:09.96714Z","end":"2026-03-06T01:13:10.223382Z","steps":["trace[1298700192] 'process raft request' (duration: 255.588417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.223449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.309765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:13:10.223528Z","caller":"traceutil/trace.go:171","msg":"trace[1990331350] transaction","detail":"{read_only:false; response_revision:22294; number_of_response:1; }","duration":"263.510323ms","start":"2026-03-06T01:13:09.960006Z","end":"2026-03-06T01:13:10.223517Z","steps":["trace[1990331350] 'process raft request' (duration: 229.349777ms)","trace[1990331350] 'compare' (duration: 32.843646ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:10.223528Z","caller":"traceutil/trace.go:171","msg":"trace[685008529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22296; }","duration":"261.417237ms","start":"2026-03-06T01:13:09.96209Z","end":"2026-03-06T01:13:10.223507Z","steps":["trace[685008529] 'agreement among raft nodes before linearized reading' (duration: 261.14968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.230748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.179026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:10.230788Z","caller":"traceutil/trace.go:171","msg":"trace[1522429257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22297; }","duration":"268.232617ms","start":"2026-03-06T01:13:09.962546Z","end":"2026-03-06T01:13:10.230779Z","steps":["trace[1522429257] 'agreement among raft nodes before linearized reading' (duration: 268.112114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.23097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.496401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm\" ","response":"range_response_count:1 size:5423"} {"level":"info","ts":"2026-03-06T01:13:10.230998Z","caller":"traceutil/trace.go:171","msg":"trace[1499911687] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm; range_end:; response_count:1; response_revision:22297; }","duration":"110.564043ms","start":"2026-03-06T01:13:10.120422Z","end":"2026-03-06T01:13:10.230986Z","steps":["trace[1499911687] 'agreement among raft nodes before linearized reading' (duration: 110.498401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:10.231092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.854004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm\" ","response":"range_response_count:1 size:3039"} {"level":"info","ts":"2026-03-06T01:13:10.231141Z","caller":"traceutil/trace.go:171","msg":"trace[329063480] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-rl9pm; range_end:; response_count:1; response_revision:22297; }","duration":"227.946377ms","start":"2026-03-06T01:13:10.003182Z","end":"2026-03-06T01:13:10.231128Z","steps":["trace[329063480] 'agreement among raft nodes before linearized reading' (duration: 227.813774ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:10.377561Z","caller":"traceutil/trace.go:171","msg":"trace[1256116015] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"140.470485ms","start":"2026-03-06T01:13:10.237057Z","end":"2026-03-06T01:13:10.377527Z","steps":["trace[1256116015] 'process raft request' (duration: 91.178046ms)","trace[1256116015] 'compare' (duration: 49.140155ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:10.703565Z","caller":"traceutil/trace.go:171","msg":"trace[1940281596] transaction","detail":"{read_only:false; response_revision:22303; number_of_response:1; }","duration":"102.228209ms","start":"2026-03-06T01:13:10.601311Z","end":"2026-03-06T01:13:10.703539Z","steps":["trace[1940281596] 'process raft request' (duration: 102.038825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.284116Z","caller":"traceutil/trace.go:171","msg":"trace[447309433] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"104.878587ms","start":"2026-03-06T01:13:12.179187Z","end":"2026-03-06T01:13:12.284065Z","steps":["trace[447309433] 'process raft request' (duration: 104.198802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.465681Z","caller":"traceutil/trace.go:171","msg":"trace[1204051124] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"175.972089ms","start":"2026-03-06T01:13:12.289658Z","end":"2026-03-06T01:13:12.46563Z","steps":["trace[1204051124] 'process raft request' (duration: 175.373806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.465741Z","caller":"traceutil/trace.go:171","msg":"trace[1873209092] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"175.973178ms","start":"2026-03-06T01:13:12.289717Z","end":"2026-03-06T01:13:12.46569Z","steps":["trace[1873209092] 'process raft request' (duration: 175.830165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.465861Z","caller":"traceutil/trace.go:171","msg":"trace[2018122861] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"175.860206ms","start":"2026-03-06T01:13:12.289958Z","end":"2026-03-06T01:13:12.465818Z","steps":["trace[2018122861] 'process raft request' (duration: 175.654761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.465939Z","caller":"traceutil/trace.go:171","msg":"trace[1382421796] linearizableReadLoop","detail":"{readStateIndex:23122; appliedIndex:23116; }","duration":"174.644478ms","start":"2026-03-06T01:13:12.291278Z","end":"2026-03-06T01:13:12.465922Z","steps":["trace[1382421796] 'read index received' (duration: 43.312716ms)","trace[1382421796] 'applied index is now lower than readState.Index' (duration: 131.330452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:12.466171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.862423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:13:12.466129Z","caller":"traceutil/trace.go:171","msg":"trace[1669286634] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"175.456037ms","start":"2026-03-06T01:13:12.290581Z","end":"2026-03-06T01:13:12.466037Z","steps":["trace[1669286634] 'process raft request' (duration: 175.092209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.466221Z","caller":"traceutil/trace.go:171","msg":"trace[426824082] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22318; }","duration":"174.957735ms","start":"2026-03-06T01:13:12.291253Z","end":"2026-03-06T01:13:12.466211Z","steps":["trace[426824082] 'agreement among raft nodes before linearized reading' (duration: 174.798602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:12.466278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.521668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:13:12.466328Z","caller":"traceutil/trace.go:171","msg":"trace[131351549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22318; }","duration":"170.61479ms","start":"2026-03-06T01:13:12.295702Z","end":"2026-03-06T01:13:12.466317Z","steps":["trace[131351549] 'agreement among raft nodes before linearized reading' (duration: 170.384595ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:12.466121Z","caller":"traceutil/trace.go:171","msg":"trace[1915910932] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"174.886673ms","start":"2026-03-06T01:13:12.291174Z","end":"2026-03-06T01:13:12.466061Z","steps":["trace[1915910932] 'process raft request' (duration: 174.610237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.797698Z","caller":"traceutil/trace.go:171","msg":"trace[673220606] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"276.499829ms","start":"2026-03-06T01:13:13.521158Z","end":"2026-03-06T01:13:13.797658Z","steps":["trace[673220606] 'process raft request' (duration: 276.122801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.966887Z","caller":"traceutil/trace.go:171","msg":"trace[2104657893] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"120.306518ms","start":"2026-03-06T01:13:13.846544Z","end":"2026-03-06T01:13:13.966851Z","steps":["trace[2104657893] 'process raft request' (duration: 90.54381ms)","trace[2104657893] 'compare' (duration: 29.628155ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:13.986274Z","caller":"traceutil/trace.go:171","msg":"trace[68350462] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"138.358617ms","start":"2026-03-06T01:13:13.847887Z","end":"2026-03-06T01:13:13.986246Z","steps":["trace[68350462] 'process raft request' (duration: 138.081951ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.986293Z","caller":"traceutil/trace.go:171","msg":"trace[1010132546] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"136.067997ms","start":"2026-03-06T01:13:13.850193Z","end":"2026-03-06T01:13:13.986261Z","steps":["trace[1010132546] 'process raft request' (duration: 135.931104ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.986775Z","caller":"traceutil/trace.go:171","msg":"trace[838133532] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"136.384443ms","start":"2026-03-06T01:13:13.850364Z","end":"2026-03-06T01:13:13.986748Z","steps":["trace[838133532] 'process raft request' (duration: 135.833341ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.986984Z","caller":"traceutil/trace.go:171","msg":"trace[1254571723] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"127.741323ms","start":"2026-03-06T01:13:13.859232Z","end":"2026-03-06T01:13:13.986973Z","steps":["trace[1254571723] 'process raft request' (duration: 127.643621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:13.987699Z","caller":"traceutil/trace.go:171","msg":"trace[1709952631] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"136.23099ms","start":"2026-03-06T01:13:13.850792Z","end":"2026-03-06T01:13:13.987023Z","steps":["trace[1709952631] 'process raft request' (duration: 135.810661ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:14.098864Z","caller":"traceutil/trace.go:171","msg":"trace[1440018431] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"103.765583ms","start":"2026-03-06T01:13:13.995063Z","end":"2026-03-06T01:13:14.098829Z","steps":["trace[1440018431] 'process raft request' (duration: 78.564666ms)","trace[1440018431] 'compare' (duration: 25.047563ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:14.111763Z","caller":"traceutil/trace.go:171","msg":"trace[1283509406] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"106.598906ms","start":"2026-03-06T01:13:14.005128Z","end":"2026-03-06T01:13:14.111727Z","steps":["trace[1283509406] 'process raft request' (duration: 106.35724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:14.406309Z","caller":"traceutil/trace.go:171","msg":"trace[1115004538] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"142.55965ms","start":"2026-03-06T01:13:14.263705Z","end":"2026-03-06T01:13:14.406265Z","steps":["trace[1115004538] 'process raft request' (duration: 107.101856ms)","trace[1115004538] 'compare' (duration: 35.218509ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:14.728854Z","caller":"traceutil/trace.go:171","msg":"trace[436721257] transaction","detail":"{read_only:false; response_revision:22345; number_of_response:1; }","duration":"174.948186ms","start":"2026-03-06T01:13:14.553878Z","end":"2026-03-06T01:13:14.728826Z","steps":["trace[436721257] 'process raft request' (duration: 174.603428ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:14.970049Z","caller":"traceutil/trace.go:171","msg":"trace[1010441698] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"103.207191ms","start":"2026-03-06T01:13:14.866813Z","end":"2026-03-06T01:13:14.97002Z","steps":["trace[1010441698] 'process raft request' (duration: 103.088868ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:14.970181Z","caller":"traceutil/trace.go:171","msg":"trace[1440313374] linearizableReadLoop","detail":"{readStateIndex:23151; appliedIndex:23149; }","duration":"396.884249ms","start":"2026-03-06T01:13:14.573247Z","end":"2026-03-06T01:13:14.970132Z","steps":["trace[1440313374] 'read index received' (duration: 155.137718ms)","trace[1440313374] 'applied index is now lower than readState.Index' (duration: 241.742991ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:14.970341Z","caller":"traceutil/trace.go:171","msg":"trace[1536746645] transaction","detail":"{read_only:false; response_revision:22346; number_of_response:1; }","duration":"412.223868ms","start":"2026-03-06T01:13:14.558105Z","end":"2026-03-06T01:13:14.970329Z","steps":["trace[1536746645] 'process raft request' (duration: 409.294123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:14.970469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:14.558079Z","time spent":"412.29722ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:13:14.970543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.246147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:13:14.97055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.937081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:13:14.970615Z","caller":"traceutil/trace.go:171","msg":"trace[1593220809] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22347; }","duration":"397.394091ms","start":"2026-03-06T01:13:14.573202Z","end":"2026-03-06T01:13:14.970596Z","steps":["trace[1593220809] 'agreement among raft nodes before linearized reading' (duration: 397.148895ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:14.970645Z","caller":"traceutil/trace.go:171","msg":"trace[1945542086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22347; }","duration":"268.105344ms","start":"2026-03-06T01:13:14.702517Z","end":"2026-03-06T01:13:14.970623Z","steps":["trace[1945542086] 'agreement among raft nodes before linearized reading' (duration: 267.951961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:14.974789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:13:14.573187Z","time spent":"397.474402ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:13:16.18302Z","caller":"traceutil/trace.go:171","msg":"trace[1988755785] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"189.933597ms","start":"2026-03-06T01:13:15.993055Z","end":"2026-03-06T01:13:16.182989Z","steps":["trace[1988755785] 'process raft request' (duration: 134.019401ms)","trace[1988755785] 'compare' (duration: 55.64469ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:16.183046Z","caller":"traceutil/trace.go:171","msg":"trace[2031050601] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"189.937616ms","start":"2026-03-06T01:13:15.993074Z","end":"2026-03-06T01:13:16.183012Z","steps":["trace[2031050601] 'process raft request' (duration: 189.825784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:16.183413Z","caller":"traceutil/trace.go:171","msg":"trace[620118118] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"190.256224ms","start":"2026-03-06T01:13:15.993142Z","end":"2026-03-06T01:13:16.183398Z","steps":["trace[620118118] 'process raft request' (duration: 189.818304ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:16.183479Z","caller":"traceutil/trace.go:171","msg":"trace[2038310017] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"117.158049ms","start":"2026-03-06T01:13:16.066294Z","end":"2026-03-06T01:13:16.183452Z","steps":["trace[2038310017] 'process raft request' (duration: 117.092348ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:16.183529Z","caller":"traceutil/trace.go:171","msg":"trace[1679509994] linearizableReadLoop","detail":"{readStateIndex:23160; appliedIndex:23156; }","duration":"133.038489ms","start":"2026-03-06T01:13:16.050452Z","end":"2026-03-06T01:13:16.18349Z","steps":["trace[1679509994] 'read index received' (duration: 76.705724ms)","trace[1679509994] 'applied index is now lower than readState.Index' (duration: 56.329995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:16.1837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.228634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-06T01:13:16.183785Z","caller":"traceutil/trace.go:171","msg":"trace[685755783] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:22356; }","duration":"133.366326ms","start":"2026-03-06T01:13:16.050379Z","end":"2026-03-06T01:13:16.183745Z","steps":["trace[685755783] 'agreement among raft nodes before linearized reading' (duration: 133.251034ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:16.183697Z","caller":"traceutil/trace.go:171","msg":"trace[556738269] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"190.317095ms","start":"2026-03-06T01:13:15.993155Z","end":"2026-03-06T01:13:16.183472Z","steps":["trace[556738269] 'process raft request' (duration: 190.0804ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:20.847168Z","caller":"traceutil/trace.go:171","msg":"trace[64862001] linearizableReadLoop","detail":"{readStateIndex:23231; appliedIndex:23229; }","duration":"255.662769ms","start":"2026-03-06T01:13:20.591474Z","end":"2026-03-06T01:13:20.847137Z","steps":["trace[64862001] 'read index received' (duration: 36.518427ms)","trace[64862001] 'applied index is now lower than readState.Index' (duration: 219.143362ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:20.847249Z","caller":"traceutil/trace.go:171","msg":"trace[974383932] transaction","detail":"{read_only:false; response_revision:22425; number_of_response:1; }","duration":"289.743652ms","start":"2026-03-06T01:13:20.557466Z","end":"2026-03-06T01:13:20.84721Z","steps":["trace[974383932] 'process raft request' (duration: 289.391125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:20.847461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.967805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:13:20.847505Z","caller":"traceutil/trace.go:171","msg":"trace[625674371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22425; }","duration":"256.076508ms","start":"2026-03-06T01:13:20.591419Z","end":"2026-03-06T01:13:20.847495Z","steps":["trace[625674371] 'agreement among raft nodes before linearized reading' (duration: 255.859453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:20.84764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.16781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:13:20.847665Z","caller":"traceutil/trace.go:171","msg":"trace[1050597750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22425; }","duration":"256.238511ms","start":"2026-03-06T01:13:20.591421Z","end":"2026-03-06T01:13:20.847659Z","steps":["trace[1050597750] 'agreement among raft nodes before linearized reading' (duration: 256.164169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:20.847773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.684914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:13:20.847778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.23802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:13:20.847825Z","caller":"traceutil/trace.go:171","msg":"trace[7559242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22425; }","duration":"147.802136ms","start":"2026-03-06T01:13:20.700012Z","end":"2026-03-06T01:13:20.847815Z","steps":["trace[7559242] 'agreement among raft nodes before linearized reading' (duration: 147.706894ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:20.847845Z","caller":"traceutil/trace.go:171","msg":"trace[2062610362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22425; }","duration":"255.348612ms","start":"2026-03-06T01:13:20.592481Z","end":"2026-03-06T01:13:20.84783Z","steps":["trace[2062610362] 'agreement among raft nodes before linearized reading' (duration: 255.136667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:21.125013Z","caller":"traceutil/trace.go:171","msg":"trace[1378260644] transaction","detail":"{read_only:false; response_revision:22431; number_of_response:1; }","duration":"100.648614ms","start":"2026-03-06T01:13:21.024315Z","end":"2026-03-06T01:13:21.124964Z","steps":["trace[1378260644] 'process raft request' (duration: 71.967231ms)","trace[1378260644] 'compare' (duration: 28.296485ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:21.125224Z","caller":"traceutil/trace.go:171","msg":"trace[257305737] transaction","detail":"{read_only:false; response_revision:22432; number_of_response:1; }","duration":"100.631213ms","start":"2026-03-06T01:13:21.024532Z","end":"2026-03-06T01:13:21.125163Z","steps":["trace[257305737] 'process raft request' (duration: 100.295496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:24.048474Z","caller":"traceutil/trace.go:171","msg":"trace[1993224880] transaction","detail":"{read_only:false; response_revision:22445; number_of_response:1; }","duration":"106.897483ms","start":"2026-03-06T01:13:23.941544Z","end":"2026-03-06T01:13:24.048442Z","steps":["trace[1993224880] 'process raft request' (duration: 106.657737ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:26.21907Z","caller":"traceutil/trace.go:171","msg":"trace[591837682] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"163.777348ms","start":"2026-03-06T01:13:26.055268Z","end":"2026-03-06T01:13:26.219045Z","steps":["trace[591837682] 'process raft request' (duration: 163.266107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:26.225934Z","caller":"traceutil/trace.go:171","msg":"trace[1142089113] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"136.713401ms","start":"2026-03-06T01:13:26.089192Z","end":"2026-03-06T01:13:26.225905Z","steps":["trace[1142089113] 'process raft request' (duration: 136.472796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:27.358141Z","caller":"traceutil/trace.go:171","msg":"trace[875034231] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"189.532128ms","start":"2026-03-06T01:13:27.168567Z","end":"2026-03-06T01:13:27.3581Z","steps":["trace[875034231] 'process raft request' (duration: 189.143009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:32.508305Z","caller":"traceutil/trace.go:171","msg":"trace[1557725913] transaction","detail":"{read_only:false; response_revision:22519; number_of_response:1; }","duration":"125.707938ms","start":"2026-03-06T01:13:32.382567Z","end":"2026-03-06T01:13:32.508275Z","steps":["trace[1557725913] 'process raft request' (duration: 125.354049ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:33.343267Z","caller":"traceutil/trace.go:171","msg":"trace[635232551] linearizableReadLoop","detail":"{readStateIndex:23333; appliedIndex:23331; }","duration":"140.897843ms","start":"2026-03-06T01:13:33.202338Z","end":"2026-03-06T01:13:33.343236Z","steps":["trace[635232551] 'read index received' (duration: 13.669422ms)","trace[635232551] 'applied index is now lower than readState.Index' (duration: 127.227171ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:33.343434Z","caller":"traceutil/trace.go:171","msg":"trace[292905421] transaction","detail":"{read_only:false; response_revision:22523; number_of_response:1; }","duration":"178.31675ms","start":"2026-03-06T01:13:33.165103Z","end":"2026-03-06T01:13:33.343419Z","steps":["trace[292905421] 'process raft request' (duration: 134.580734ms)","trace[292905421] 'compare' (duration: 43.127662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:33.343764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.378724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:13:33.343874Z","caller":"traceutil/trace.go:171","msg":"trace[795601313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22523; }","duration":"141.565448ms","start":"2026-03-06T01:13:33.202282Z","end":"2026-03-06T01:13:33.343847Z","steps":["trace[795601313] 'agreement among raft nodes before linearized reading' (duration: 141.252051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:33.657681Z","caller":"traceutil/trace.go:171","msg":"trace[1613946175] transaction","detail":"{read_only:false; response_revision:22530; number_of_response:1; }","duration":"111.250828ms","start":"2026-03-06T01:13:33.546383Z","end":"2026-03-06T01:13:33.657634Z","steps":["trace[1613946175] 'process raft request' (duration: 91.106903ms)","trace[1613946175] 'compare' (duration: 19.966391ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:33.658311Z","caller":"traceutil/trace.go:171","msg":"trace[1060519356] transaction","detail":"{read_only:false; response_revision:22531; number_of_response:1; }","duration":"111.007613ms","start":"2026-03-06T01:13:33.54729Z","end":"2026-03-06T01:13:33.658298Z","steps":["trace[1060519356] 'process raft request' (duration: 110.705327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:36.032503Z","caller":"traceutil/trace.go:171","msg":"trace[1993093099] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"121.669929ms","start":"2026-03-06T01:13:35.910782Z","end":"2026-03-06T01:13:36.032452Z","steps":["trace[1993093099] 'process raft request' (duration: 82.529984ms)","trace[1993093099] 'compare' (duration: 38.230704ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:36.032533Z","caller":"traceutil/trace.go:171","msg":"trace[751548151] transaction","detail":"{read_only:false; response_revision:22553; number_of_response:1; }","duration":"120.742709ms","start":"2026-03-06T01:13:35.911755Z","end":"2026-03-06T01:13:36.032498Z","steps":["trace[751548151] 'process raft request' (duration: 120.403981ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:36.032597Z","caller":"traceutil/trace.go:171","msg":"trace[1344432977] linearizableReadLoop","detail":"{readStateIndex:23362; appliedIndex:23360; }","duration":"120.948383ms","start":"2026-03-06T01:13:35.911612Z","end":"2026-03-06T01:13:36.03256Z","steps":["trace[1344432977] 'read index received' (duration: 46.954858ms)","trace[1344432977] 'applied index is now lower than readState.Index' (duration: 73.990255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:13:36.03298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.316621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4593"} {"level":"info","ts":"2026-03-06T01:13:36.033048Z","caller":"traceutil/trace.go:171","msg":"trace[1007170226] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:22553; }","duration":"121.456575ms","start":"2026-03-06T01:13:35.911571Z","end":"2026-03-06T01:13:36.033028Z","steps":["trace[1007170226] 'agreement among raft nodes before linearized reading' (duration: 121.138428ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:37.559835Z","caller":"traceutil/trace.go:171","msg":"trace[1708882388] transaction","detail":"{read_only:false; response_revision:22572; number_of_response:1; }","duration":"105.674665ms","start":"2026-03-06T01:13:37.454119Z","end":"2026-03-06T01:13:37.559794Z","steps":["trace[1708882388] 'process raft request' (duration: 100.218135ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:45.614165Z","caller":"traceutil/trace.go:171","msg":"trace[1002044873] linearizableReadLoop","detail":"{readStateIndex:23541; appliedIndex:23538; }","duration":"134.652826ms","start":"2026-03-06T01:13:45.479483Z","end":"2026-03-06T01:13:45.614136Z","steps":["trace[1002044873] 'read index received' (duration: 62.621894ms)","trace[1002044873] 'applied index is now lower than readState.Index' (duration: 72.029622ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:45.614324Z","caller":"traceutil/trace.go:171","msg":"trace[2103701954] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"136.079798ms","start":"2026-03-06T01:13:45.4782Z","end":"2026-03-06T01:13:45.61428Z","steps":["trace[2103701954] 'process raft request' (duration: 135.812392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:13:45.614465Z","caller":"traceutil/trace.go:171","msg":"trace[27314324] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"136.335633ms","start":"2026-03-06T01:13:45.478082Z","end":"2026-03-06T01:13:45.614417Z","steps":["trace[27314324] 'process raft request' (duration: 64.025665ms)","trace[27314324] 'compare' (duration: 71.745896ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:45.614557Z","caller":"traceutil/trace.go:171","msg":"trace[127607307] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"136.277571ms","start":"2026-03-06T01:13:45.478253Z","end":"2026-03-06T01:13:45.614531Z","steps":["trace[127607307] 'process raft request' (duration: 135.828361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:45.614691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.178517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:13:45.614777Z","caller":"traceutil/trace.go:171","msg":"trace[646898829] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22727; }","duration":"135.304079ms","start":"2026-03-06T01:13:45.479448Z","end":"2026-03-06T01:13:45.614752Z","steps":["trace[646898829] 'agreement among raft nodes before linearized reading' (duration: 135.007293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:45.615593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.215696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:13:45.615656Z","caller":"traceutil/trace.go:171","msg":"trace[1227094683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22727; }","duration":"101.300938ms","start":"2026-03-06T01:13:45.514339Z","end":"2026-03-06T01:13:45.61564Z","steps":["trace[1227094683] 'agreement among raft nodes before linearized reading' (duration: 101.099924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:13:45.616072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.371024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-06T01:13:45.620089Z","caller":"traceutil/trace.go:171","msg":"trace[600085635] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22727; }","duration":"103.514247ms","start":"2026-03-06T01:13:45.512664Z","end":"2026-03-06T01:13:45.616178Z","steps":["trace[600085635] 'agreement among raft nodes before linearized reading' (duration: 101.87667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:13.998013Z","caller":"traceutil/trace.go:171","msg":"trace[878920390] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"100.572652ms","start":"2026-03-06T01:14:13.897411Z","end":"2026-03-06T01:14:13.997983Z","steps":["trace[878920390] 'process raft request' (duration: 100.372098ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:14.24714Z","caller":"traceutil/trace.go:171","msg":"trace[1248524674] linearizableReadLoop","detail":"{readStateIndex:23799; appliedIndex:23798; }","duration":"140.851482ms","start":"2026-03-06T01:14:14.10624Z","end":"2026-03-06T01:14:14.247091Z","steps":["trace[1248524674] 'read index received' (duration: 112.957605ms)","trace[1248524674] 'applied index is now lower than readState.Index' (duration: 27.891527ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:14.247178Z","caller":"traceutil/trace.go:171","msg":"trace[1261082440] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"180.949978ms","start":"2026-03-06T01:14:14.066174Z","end":"2026-03-06T01:14:14.247124Z","steps":["trace[1261082440] 'process raft request' (duration: 152.919339ms)","trace[1261082440] 'compare' (duration: 27.61323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:14.247623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.786134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418051"} {"level":"info","ts":"2026-03-06T01:14:14.247687Z","caller":"traceutil/trace.go:171","msg":"trace[1372906944] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22979; }","duration":"232.886025ms","start":"2026-03-06T01:14:14.014785Z","end":"2026-03-06T01:14:14.247671Z","steps":["trace[1372906944] 'agreement among raft nodes before linearized reading' (duration: 232.567728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:14.255035Z","caller":"traceutil/trace.go:171","msg":"trace[2110056803] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"144.162546ms","start":"2026-03-06T01:14:14.110844Z","end":"2026-03-06T01:14:14.255006Z","steps":["trace[2110056803] 'process raft request' (duration: 143.968601ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:14.255267Z","caller":"traceutil/trace.go:171","msg":"trace[484489155] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"114.98415ms","start":"2026-03-06T01:14:14.140242Z","end":"2026-03-06T01:14:14.255226Z","steps":["trace[484489155] 'process raft request' (duration: 114.721035ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:14.906643Z","caller":"traceutil/trace.go:171","msg":"trace[478326579] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"322.299381ms","start":"2026-03-06T01:14:14.584322Z","end":"2026-03-06T01:14:14.906622Z","steps":["trace[478326579] 'process raft request' (duration: 322.046705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:14.906776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.010092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:14.906794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.584295Z","time spent":"322.418334ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:14.906827Z","caller":"traceutil/trace.go:171","msg":"trace[1766572393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22983; }","duration":"307.118855ms","start":"2026-03-06T01:14:14.599694Z","end":"2026-03-06T01:14:14.906813Z","steps":["trace[1766572393] 'agreement among raft nodes before linearized reading' (duration: 307.012403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:14.906867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.599672Z","time spent":"307.181257ms","remote":"127.0.0.1:36290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:14.90659Z","caller":"traceutil/trace.go:171","msg":"trace[858101570] linearizableReadLoop","detail":"{readStateIndex:23803; appliedIndex:23802; }","duration":"306.809708ms","start":"2026-03-06T01:14:14.599749Z","end":"2026-03-06T01:14:14.906559Z","steps":["trace[858101570] 'read index received' (duration: 306.653955ms)","trace[858101570] 'applied index is now lower than readState.Index' (duration: 154.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:15.084034Z","caller":"traceutil/trace.go:171","msg":"trace[711101494] linearizableReadLoop","detail":"{readStateIndex:23806; appliedIndex:23803; }","duration":"176.565201ms","start":"2026-03-06T01:14:14.90744Z","end":"2026-03-06T01:14:15.084005Z","steps":["trace[711101494] 'read index received' (duration: 129.127873ms)","trace[711101494] 'applied index is now lower than readState.Index' (duration: 47.435668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:15.085354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.626177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.085533Z","caller":"traceutil/trace.go:171","msg":"trace[381461447] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22986; }","duration":"274.836272ms","start":"2026-03-06T01:14:14.810625Z","end":"2026-03-06T01:14:15.085462Z","steps":["trace[381461447] 'agreement among raft nodes before linearized reading' (duration: 274.397743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.08574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.708568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:15.085759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.579159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.085927Z","caller":"traceutil/trace.go:171","msg":"trace[1935740112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22986; }","duration":"383.926183ms","start":"2026-03-06T01:14:14.701934Z","end":"2026-03-06T01:14:15.08586Z","steps":["trace[1935740112] 'agreement among raft nodes before linearized reading' (duration: 383.576745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.085996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.701911Z","time spent":"384.072296ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:15.086062Z","caller":"traceutil/trace.go:171","msg":"trace[40206073] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22986; }","duration":"472.04234ms","start":"2026-03-06T01:14:14.613896Z","end":"2026-03-06T01:14:15.085938Z","steps":["trace[40206073] 'agreement among raft nodes before linearized reading' (duration: 471.176381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.086041Z","caller":"traceutil/trace.go:171","msg":"trace[2095290176] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"378.939602ms","start":"2026-03-06T01:14:14.707013Z","end":"2026-03-06T01:14:15.085952Z","steps":["trace[2095290176] 'process raft request' (duration: 376.888937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.086156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.807539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:15.086199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.820302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-06T01:14:15.086196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.613879Z","time spent":"472.260604ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:14:15.086292Z","caller":"traceutil/trace.go:171","msg":"trace[647488704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22986; }","duration":"168.899722ms","start":"2026-03-06T01:14:14.917323Z","end":"2026-03-06T01:14:15.086222Z","steps":["trace[647488704] 'agreement among raft nodes before linearized reading' (duration: 168.539734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.086259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.015976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-06T01:14:15.086299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.706989Z","time spent":"379.191928ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:15.086382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.335588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:14:15.086514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.125128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.086562Z","caller":"traceutil/trace.go:171","msg":"trace[500252337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22986; }","duration":"253.536022ms","start":"2026-03-06T01:14:14.832969Z","end":"2026-03-06T01:14:15.086505Z","steps":["trace[500252337] 'agreement among raft nodes before linearized reading' (duration: 252.757124ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.086633Z","caller":"traceutil/trace.go:171","msg":"trace[1668796745] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22986; }","duration":"169.290531ms","start":"2026-03-06T01:14:14.917297Z","end":"2026-03-06T01:14:15.086587Z","steps":["trace[1668796745] 'agreement among raft nodes before linearized reading' (duration: 168.560234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.086665Z","caller":"traceutil/trace.go:171","msg":"trace[347079368] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22986; }","duration":"275.169851ms","start":"2026-03-06T01:14:14.811192Z","end":"2026-03-06T01:14:15.086361Z","steps":["trace[347079368] 'agreement among raft nodes before linearized reading' (duration: 274.413523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.086717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.908816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.086788Z","caller":"traceutil/trace.go:171","msg":"trace[1728950126] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22986; }","duration":"275.999998ms","start":"2026-03-06T01:14:14.810755Z","end":"2026-03-06T01:14:15.086755Z","steps":["trace[1728950126] 'agreement among raft nodes before linearized reading' (duration: 275.782644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.086828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.537127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.086898Z","caller":"traceutil/trace.go:171","msg":"trace[877495284] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22986; }","duration":"169.621228ms","start":"2026-03-06T01:14:14.917262Z","end":"2026-03-06T01:14:15.086883Z","steps":["trace[877495284] 'agreement among raft nodes before linearized reading' (duration: 169.294521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.08576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.6004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.085693Z","caller":"traceutil/trace.go:171","msg":"trace[1005526192] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"357.904958ms","start":"2026-03-06T01:14:14.727678Z","end":"2026-03-06T01:14:15.085583Z","steps":["trace[1005526192] 'process raft request' (duration: 356.282223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.086962Z","caller":"traceutil/trace.go:171","msg":"trace[1361579283] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22986; }","duration":"277.89304ms","start":"2026-03-06T01:14:14.809054Z","end":"2026-03-06T01:14:15.086947Z","steps":["trace[1361579283] 'agreement among raft nodes before linearized reading' (duration: 276.12159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.086508Z","caller":"traceutil/trace.go:171","msg":"trace[1463059993] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22986; }","duration":"169.956195ms","start":"2026-03-06T01:14:14.916303Z","end":"2026-03-06T01:14:15.086259Z","steps":["trace[1463059993] 'agreement among raft nodes before linearized reading' (duration: 169.536846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.087059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.727656Z","time spent":"359.2932ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:15.087132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.897084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.087231Z","caller":"traceutil/trace.go:171","msg":"trace[74491513] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22986; }","duration":"170.035367ms","start":"2026-03-06T01:14:14.917177Z","end":"2026-03-06T01:14:15.087213Z","steps":["trace[74491513] 'agreement among raft nodes before linearized reading' (duration: 169.866294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.087431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.127523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.086917Z","caller":"traceutil/trace.go:171","msg":"trace[1659661668] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"416.617405ms","start":"2026-03-06T01:14:14.670222Z","end":"2026-03-06T01:14:15.08684Z","steps":["trace[1659661668] 'process raft request' (duration: 366.58438ms)","trace[1659661668] 'compare' (duration: 46.785924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:15.088722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.670178Z","time spent":"418.452375ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418259,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:15.088572Z","caller":"traceutil/trace.go:171","msg":"trace[1109334827] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22986; }","duration":"278.240747ms","start":"2026-03-06T01:14:14.81024Z","end":"2026-03-06T01:14:15.088481Z","steps":["trace[1109334827] 'agreement among raft nodes before linearized reading' (duration: 275.22255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.424628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.661392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-06T01:14:15.424739Z","caller":"traceutil/trace.go:171","msg":"trace[1291509243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22987; }","duration":"223.838596ms","start":"2026-03-06T01:14:15.200872Z","end":"2026-03-06T01:14:15.424711Z","steps":["trace[1291509243] 'range keys from in-memory index tree' (duration: 223.391236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.424762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.395658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:15.424892Z","caller":"traceutil/trace.go:171","msg":"trace[1481178107] linearizableReadLoop","detail":"{readStateIndex:23808; appliedIndex:23807; }","duration":"166.168892ms","start":"2026-03-06T01:14:15.258701Z","end":"2026-03-06T01:14:15.42487Z","steps":["trace[1481178107] 'read index received' (duration: 22.544668ms)","trace[1481178107] 'applied index is now lower than readState.Index' (duration: 143.622464ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:15.425069Z","caller":"traceutil/trace.go:171","msg":"trace[470660076] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"224.078291ms","start":"2026-03-06T01:14:15.200977Z","end":"2026-03-06T01:14:15.425055Z","steps":["trace[470660076] 'process raft request' (duration: 80.263843ms)","trace[470660076] 'compare' (duration: 143.209995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:15.425333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.629792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:14:15.42533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.465285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-06T01:14:15.425381Z","caller":"traceutil/trace.go:171","msg":"trace[234683175] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22988; }","duration":"166.711234ms","start":"2026-03-06T01:14:15.258658Z","end":"2026-03-06T01:14:15.425369Z","steps":["trace[234683175] 'agreement among raft nodes before linearized reading' (duration: 166.618052ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.425413Z","caller":"traceutil/trace.go:171","msg":"trace[2140069285] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22988; }","duration":"131.578557ms","start":"2026-03-06T01:14:15.293812Z","end":"2026-03-06T01:14:15.425391Z","steps":["trace[2140069285] 'agreement among raft nodes before linearized reading' (duration: 131.351121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.638021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.447728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:14:15.638123Z","caller":"traceutil/trace.go:171","msg":"trace[1680881782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22988; }","duration":"109.614622ms","start":"2026-03-06T01:14:15.528485Z","end":"2026-03-06T01:14:15.6381Z","steps":["trace[1680881782] 'range keys from in-memory index tree' (duration: 109.253724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:04.549336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20504} {"level":"info","ts":"2026-03-06T01:15:04.666319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20504,"took":"112.217159ms","hash":3001635062,"current-db-size-bytes":48205824,"current-db-size":"48 MB","current-db-size-in-use-bytes":39333888,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-06T01:15:04.66641Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3001635062,"revision":20504,"compact-revision":18378} {"level":"warn","ts":"2026-03-06T01:16:17.312299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.760512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:17.312731Z","caller":"traceutil/trace.go:171","msg":"trace[705656158] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"258.376319ms","start":"2026-03-06T01:16:17.054337Z","end":"2026-03-06T01:16:17.312713Z","steps":["trace[705656158] 'process raft request' (duration: 54.121697ms)","trace[705656158] 'compare' (duration: 203.323071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:17.827173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.554506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:17.827314Z","caller":"traceutil/trace.go:171","msg":"trace[1917590330] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"364.992025ms","start":"2026-03-06T01:16:17.462297Z","end":"2026-03-06T01:16:17.827289Z","steps":["trace[1917590330] 'process raft request' (duration: 114.241785ms)","trace[1917590330] 'compare' (duration: 250.373321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:17.827554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.462269Z","time spent":"365.217009ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:18.455673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.035898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:18.455871Z","caller":"traceutil/trace.go:171","msg":"trace[576645955] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"876.829214ms","start":"2026-03-06T01:16:17.578999Z","end":"2026-03-06T01:16:18.455828Z","steps":["trace[576645955] 'process raft request' (duration: 467.50095ms)","trace[576645955] 'compare' (duration: 408.763872ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:18.45601Z","caller":"traceutil/trace.go:171","msg":"trace[2025058966] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"478.572575ms","start":"2026-03-06T01:16:17.977414Z","end":"2026-03-06T01:16:18.455986Z","steps":["trace[2025058966] 'process raft request' (duration: 478.509123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.456059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.578945Z","time spent":"877.025509ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:18.456105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.977386Z","time spent":"478.665626ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:18.456251Z","caller":"traceutil/trace.go:171","msg":"trace[377154456] linearizableReadLoop","detail":"{readStateIndex:24971; appliedIndex:24970; }","duration":"801.627183ms","start":"2026-03-06T01:16:17.65461Z","end":"2026-03-06T01:16:18.456237Z","steps":["trace[377154456] 'read index received' (duration: 391.905039ms)","trace[377154456] 'applied index is now lower than readState.Index' (duration: 409.720654ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:18.45652Z","caller":"traceutil/trace.go:171","msg":"trace[2088078478] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"785.382824ms","start":"2026-03-06T01:16:17.671126Z","end":"2026-03-06T01:16:18.456509Z","steps":["trace[2088078478] 'process raft request' (duration: 784.687368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.456575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.671087Z","time spent":"785.456366ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:18.456635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.638136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:18.45668Z","caller":"traceutil/trace.go:171","msg":"trace[1636346348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24120; }","duration":"755.722228ms","start":"2026-03-06T01:16:17.700946Z","end":"2026-03-06T01:16:18.456668Z","steps":["trace[1636346348] 'agreement among raft nodes before linearized reading' (duration: 755.643147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.456712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.700912Z","time spent":"755.79361ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:18.457031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.43221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:16:18.457038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.465725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:18.457075Z","caller":"traceutil/trace.go:171","msg":"trace[717555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24120; }","duration":"470.534857ms","start":"2026-03-06T01:16:17.986529Z","end":"2026-03-06T01:16:18.457064Z","steps":["trace[717555] 'agreement among raft nodes before linearized reading' (duration: 470.347563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:18.457066Z","caller":"traceutil/trace.go:171","msg":"trace[1385668321] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24120; }","duration":"802.518913ms","start":"2026-03-06T01:16:17.654536Z","end":"2026-03-06T01:16:18.457055Z","steps":["trace[1385668321] 'agreement among raft nodes before linearized reading' (duration: 802.333569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.457107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.986519Z","time spent":"470.577368ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:16:18.45711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.6545Z","time spent":"802.603774ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T01:16:18.457277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.230708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:16:18.457309Z","caller":"traceutil/trace.go:171","msg":"trace[627315562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24120; }","duration":"125.313969ms","start":"2026-03-06T01:16:18.331985Z","end":"2026-03-06T01:16:18.457299Z","steps":["trace[627315562] 'agreement among raft nodes before linearized reading' (duration: 125.213057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.457339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.575298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:16:18.457426Z","caller":"traceutil/trace.go:171","msg":"trace[2115197017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24120; }","duration":"642.723521ms","start":"2026-03-06T01:16:17.814692Z","end":"2026-03-06T01:16:18.457416Z","steps":["trace[2115197017] 'agreement among raft nodes before linearized reading' (duration: 642.561387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.45746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:17.81466Z","time spent":"642.792712ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:16:18.457556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.750645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-06T01:16:18.457593Z","caller":"traceutil/trace.go:171","msg":"trace[1883193084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24120; }","duration":"209.830766ms","start":"2026-03-06T01:16:18.247751Z","end":"2026-03-06T01:16:18.457582Z","steps":["trace[1883193084] 'agreement among raft nodes before linearized reading' (duration: 209.699333ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:18.862778Z","caller":"traceutil/trace.go:171","msg":"trace[655113945] linearizableReadLoop","detail":"{readStateIndex:24974; appliedIndex:24973; }","duration":"393.667179ms","start":"2026-03-06T01:16:18.469072Z","end":"2026-03-06T01:16:18.862739Z","steps":["trace[655113945] 'read index received' (duration: 329.714625ms)","trace[655113945] 'applied index is now lower than readState.Index' (duration: 63.950824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:18.863035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.466789Z","time spent":"396.238736ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:16:18.863264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.151329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:16:18.863336Z","caller":"traceutil/trace.go:171","msg":"trace[2012480634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24120; }","duration":"394.253371ms","start":"2026-03-06T01:16:18.469065Z","end":"2026-03-06T01:16:18.863318Z","steps":["trace[2012480634] 'agreement among raft nodes before linearized reading' (duration: 393.979965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:18.863372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.469005Z","time spent":"394.358793ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:16:19.164319Z","caller":"traceutil/trace.go:171","msg":"trace[1221891027] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"694.782962ms","start":"2026-03-06T01:16:18.469504Z","end":"2026-03-06T01:16:19.164286Z","steps":["trace[1221891027] 'process raft request' (duration: 693.956104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.164526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.469486Z","time spent":"694.933235ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:19.164749Z","caller":"traceutil/trace.go:171","msg":"trace[1445193088] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"434.096402ms","start":"2026-03-06T01:16:18.730612Z","end":"2026-03-06T01:16:19.164708Z","steps":["trace[1445193088] 'process raft request' (duration: 433.899897ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.164805Z","caller":"traceutil/trace.go:171","msg":"trace[1021657631] linearizableReadLoop","detail":"{readStateIndex:24978; appliedIndex:24974; }","duration":"301.661906ms","start":"2026-03-06T01:16:18.863101Z","end":"2026-03-06T01:16:19.164763Z","steps":["trace[1021657631] 'read index received' (duration: 300.379357ms)","trace[1021657631] 'applied index is now lower than readState.Index' (duration: 1.280879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:19.165021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.730581Z","time spent":"434.283015ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:19.165094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.379966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:19.165162Z","caller":"traceutil/trace.go:171","msg":"trace[140271734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24124; }","duration":"462.489998ms","start":"2026-03-06T01:16:18.702656Z","end":"2026-03-06T01:16:19.165146Z","steps":["trace[140271734] 'agreement among raft nodes before linearized reading' (duration: 462.330545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.165203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.702626Z","time spent":"462.57008ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:16:19.165224Z","caller":"traceutil/trace.go:171","msg":"trace[564838640] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"691.396077ms","start":"2026-03-06T01:16:18.473815Z","end":"2026-03-06T01:16:19.165211Z","steps":["trace[564838640] 'process raft request' (duration: 690.407114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.165288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.4738Z","time spent":"691.458558ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:19.165323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.199523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73d40450-5369-497d-99ba-9c61337964f8\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-06T01:16:19.165309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.479005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:16:19.165403Z","caller":"traceutil/trace.go:171","msg":"trace[1469268548] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73d40450-5369-497d-99ba-9c61337964f8; range_end:; response_count:1; response_revision:24124; }","duration":"696.301115ms","start":"2026-03-06T01:16:18.469064Z","end":"2026-03-06T01:16:19.165366Z","steps":["trace[1469268548] 'agreement among raft nodes before linearized reading' (duration: 696.0838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.165451Z","caller":"traceutil/trace.go:171","msg":"trace[1996153863] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"428.950268ms","start":"2026-03-06T01:16:18.736484Z","end":"2026-03-06T01:16:19.165434Z","steps":["trace[1996153863] 'process raft request' (duration: 428.170631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.165445Z","caller":"traceutil/trace.go:171","msg":"trace[691436981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24124; }","duration":"398.651849ms","start":"2026-03-06T01:16:18.766764Z","end":"2026-03-06T01:16:19.165416Z","steps":["trace[691436981] 'agreement among raft nodes before linearized reading' (duration: 398.347823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.165454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.469054Z","time spent":"696.390067ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-73d40450-5369-497d-99ba-9c61337964f8\" "} {"level":"warn","ts":"2026-03-06T01:16:19.165513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.73646Z","time spent":"429.026109ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:19.16552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.655201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:16:19.165568Z","caller":"traceutil/trace.go:171","msg":"trace[1662127889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24124; }","duration":"452.729493ms","start":"2026-03-06T01:16:18.712824Z","end":"2026-03-06T01:16:19.165553Z","steps":["trace[1662127889] 'agreement among raft nodes before linearized reading' (duration: 452.56036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.165637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.712807Z","time spent":"452.795374ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:19.165582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.827088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:19.165722Z","caller":"traceutil/trace.go:171","msg":"trace[1760193495] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24124; }","duration":"640.018682ms","start":"2026-03-06T01:16:18.525675Z","end":"2026-03-06T01:16:19.165693Z","steps":["trace[1760193495] 'agreement among raft nodes before linearized reading' (duration: 639.795317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.165513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.766753Z","time spent":"398.746041ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:19.165774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.52566Z","time spent":"640.103254ms","remote":"127.0.0.1:36242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:19.174524Z","caller":"traceutil/trace.go:171","msg":"trace[674927068] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"309.97289ms","start":"2026-03-06T01:16:18.86453Z","end":"2026-03-06T01:16:19.174503Z","steps":["trace[674927068] 'process raft request' (duration: 309.777686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.174637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.864497Z","time spent":"310.078991ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:19.174734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.341917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T01:16:19.174808Z","caller":"traceutil/trace.go:171","msg":"trace[1996655061] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24125; }","duration":"310.430699ms","start":"2026-03-06T01:16:18.864359Z","end":"2026-03-06T01:16:19.17479Z","steps":["trace[1996655061] 'agreement among raft nodes before linearized reading' (duration: 310.153963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.174851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:18.864342Z","time spent":"310.497761ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:16:19.175328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.935097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:19.17538Z","caller":"traceutil/trace.go:171","msg":"trace[975370831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24125; }","duration":"243.0336ms","start":"2026-03-06T01:16:18.932332Z","end":"2026-03-06T01:16:19.175366Z","steps":["trace[975370831] 'agreement among raft nodes before linearized reading' (duration: 242.14832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.427986Z","caller":"traceutil/trace.go:171","msg":"trace[1273540004] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"256.849244ms","start":"2026-03-06T01:16:19.170951Z","end":"2026-03-06T01:16:19.4278Z","steps":["trace[1273540004] 'process raft request' (duration: 252.378126ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.429101Z","caller":"traceutil/trace.go:171","msg":"trace[1520309012] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"257.227294ms","start":"2026-03-06T01:16:19.171836Z","end":"2026-03-06T01:16:19.429063Z","steps":["trace[1520309012] 'process raft request' (duration: 256.11944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.429178Z","caller":"traceutil/trace.go:171","msg":"trace[422051418] linearizableReadLoop","detail":"{readStateIndex:24981; appliedIndex:24979; }","duration":"254.704028ms","start":"2026-03-06T01:16:19.17445Z","end":"2026-03-06T01:16:19.429154Z","steps":["trace[422051418] 'read index received' (duration: 248.9219ms)","trace[422051418] 'applied index is now lower than readState.Index' (duration: 5.779418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:19.429441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.97589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:16:19.429491Z","caller":"traceutil/trace.go:171","msg":"trace[378072532] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24127; }","duration":"258.065052ms","start":"2026-03-06T01:16:19.171413Z","end":"2026-03-06T01:16:19.429478Z","steps":["trace[378072532] 'agreement among raft nodes before linearized reading' (duration: 257.867387ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.430313Z","caller":"traceutil/trace.go:171","msg":"trace[1248286654] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"111.076994ms","start":"2026-03-06T01:16:19.319224Z","end":"2026-03-06T01:16:19.430301Z","steps":["trace[1248286654] 'process raft request' (duration: 110.851969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.430455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.916113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:19.430539Z","caller":"traceutil/trace.go:171","msg":"trace[1818159156] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24129; }","duration":"184.053006ms","start":"2026-03-06T01:16:19.246467Z","end":"2026-03-06T01:16:19.43052Z","steps":["trace[1818159156] 'agreement among raft nodes before linearized reading' (duration: 183.851922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.430504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.743822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:19.430619Z","caller":"traceutil/trace.go:171","msg":"trace[23954353] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24129; }","duration":"227.929386ms","start":"2026-03-06T01:16:19.202663Z","end":"2026-03-06T01:16:19.430593Z","steps":["trace[23954353] 'agreement among raft nodes before linearized reading' (duration: 227.723081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:19.430626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.710327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:16:19.430645Z","caller":"traceutil/trace.go:171","msg":"trace[301037142] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"251.758052ms","start":"2026-03-06T01:16:19.17887Z","end":"2026-03-06T01:16:19.430628Z","steps":["trace[301037142] 'process raft request' (duration: 250.223118ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:19.430675Z","caller":"traceutil/trace.go:171","msg":"trace[588354766] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24129; }","duration":"254.763718ms","start":"2026-03-06T01:16:19.1759Z","end":"2026-03-06T01:16:19.430663Z","steps":["trace[588354766] 'agreement among raft nodes before linearized reading' (duration: 254.618875ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:22.742098Z","caller":"traceutil/trace.go:171","msg":"trace[1921064082] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"263.668207ms","start":"2026-03-06T01:16:22.478406Z","end":"2026-03-06T01:16:22.742074Z","steps":["trace[1921064082] 'process raft request' (duration: 263.483272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.156896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.237237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:23.157233Z","caller":"traceutil/trace.go:171","msg":"trace[54135609] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"674.864751ms","start":"2026-03-06T01:16:22.482322Z","end":"2026-03-06T01:16:23.157187Z","steps":["trace[54135609] 'process raft request' (duration: 454.225726ms)","trace[54135609] 'compare' (duration: 219.9798ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:23.157295Z","caller":"traceutil/trace.go:171","msg":"trace[523818938] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"674.916402ms","start":"2026-03-06T01:16:22.482338Z","end":"2026-03-06T01:16:23.157254Z","steps":["trace[523818938] 'process raft request' (duration: 674.725408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.157435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:22.482283Z","time spent":"675.034215ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:23.157474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:22.4823Z","time spent":"675.078486ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:23.157624Z","caller":"traceutil/trace.go:171","msg":"trace[643174722] linearizableReadLoop","detail":"{readStateIndex:25004; appliedIndex:25001; }","duration":"633.753013ms","start":"2026-03-06T01:16:22.523858Z","end":"2026-03-06T01:16:23.157611Z","steps":["trace[643174722] 'read index received' (duration: 218.057807ms)","trace[643174722] 'applied index is now lower than readState.Index' (duration: 415.693536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:23.160048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.157466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:23.160131Z","caller":"traceutil/trace.go:171","msg":"trace[728795755] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24150; }","duration":"636.318509ms","start":"2026-03-06T01:16:22.523788Z","end":"2026-03-06T01:16:23.160106Z","steps":["trace[728795755] 'agreement among raft nodes before linearized reading' (duration: 633.915846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.160196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:22.523762Z","time spent":"636.421952ms","remote":"127.0.0.1:36348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:23.160263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.779507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:23.16029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.163893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:23.160371Z","caller":"traceutil/trace.go:171","msg":"trace[838456802] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24150; }","duration":"434.311907ms","start":"2026-03-06T01:16:22.726042Z","end":"2026-03-06T01:16:23.160354Z","steps":["trace[838456802] 'agreement among raft nodes before linearized reading' (duration: 434.153253ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:23.160369Z","caller":"traceutil/trace.go:171","msg":"trace[1975035987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24150; }","duration":"458.94562ms","start":"2026-03-06T01:16:22.701398Z","end":"2026-03-06T01:16:23.160344Z","steps":["trace[1975035987] 'agreement among raft nodes before linearized reading' (duration: 458.769876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.160433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:22.701374Z","time spent":"459.046533ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:23.160433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:22.726013Z","time spent":"434.407408ms","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:23.324094Z","caller":"traceutil/trace.go:171","msg":"trace[756239689] linearizableReadLoop","detail":"{readStateIndex:25006; appliedIndex:25005; }","duration":"145.545066ms","start":"2026-03-06T01:16:23.178516Z","end":"2026-03-06T01:16:23.324061Z","steps":["trace[756239689] 'read index received' (duration: 145.373662ms)","trace[756239689] 'applied index is now lower than readState.Index' (duration: 169.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:23.324248Z","caller":"traceutil/trace.go:171","msg":"trace[1234868251] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"146.574688ms","start":"2026-03-06T01:16:23.177612Z","end":"2026-03-06T01:16:23.324187Z","steps":["trace[1234868251] 'process raft request' (duration: 146.23604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.324555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.999466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:16:23.324675Z","caller":"traceutil/trace.go:171","msg":"trace[7441876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24151; }","duration":"146.18803ms","start":"2026-03-06T01:16:23.178464Z","end":"2026-03-06T01:16:23.324652Z","steps":["trace[7441876] 'agreement among raft nodes before linearized reading' (duration: 145.759811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.688998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.190237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:23.689353Z","caller":"traceutil/trace.go:171","msg":"trace[156572989] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"509.302263ms","start":"2026-03-06T01:16:23.180008Z","end":"2026-03-06T01:16:23.68931Z","steps":["trace[156572989] 'process raft request' (duration: 282.625685ms)","trace[156572989] 'compare' (duration: 226.046103ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:23.689505Z","caller":"traceutil/trace.go:171","msg":"trace[1004327682] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"247.587311ms","start":"2026-03-06T01:16:23.441895Z","end":"2026-03-06T01:16:23.689482Z","steps":["trace[1004327682] 'process raft request' (duration: 247.53923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:23.689563Z","caller":"traceutil/trace.go:171","msg":"trace[754608557] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"359.394792ms","start":"2026-03-06T01:16:23.330141Z","end":"2026-03-06T01:16:23.689536Z","steps":["trace[754608557] 'process raft request' (duration: 359.209618ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:23.68962Z","caller":"traceutil/trace.go:171","msg":"trace[168504332] linearizableReadLoop","detail":"{readStateIndex:25007; appliedIndex:25006; }","duration":"365.396064ms","start":"2026-03-06T01:16:23.324184Z","end":"2026-03-06T01:16:23.68958Z","steps":["trace[168504332] 'read index received' (duration: 138.47025ms)","trace[168504332] 'applied index is now lower than readState.Index' (duration: 226.919564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:23.689667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.330115Z","time spent":"359.504334ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:23.689567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.179988Z","time spent":"509.458917ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:23.690066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.065827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:16:23.69011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.428381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:23.690125Z","caller":"traceutil/trace.go:171","msg":"trace[1246616008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24154; }","duration":"246.165999ms","start":"2026-03-06T01:16:23.443946Z","end":"2026-03-06T01:16:23.690112Z","steps":["trace[1246616008] 'agreement among raft nodes before linearized reading' (duration: 245.898604ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:23.690171Z","caller":"traceutil/trace.go:171","msg":"trace[835988836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24154; }","duration":"244.500792ms","start":"2026-03-06T01:16:23.445636Z","end":"2026-03-06T01:16:23.690137Z","steps":["trace[835988836] 'agreement among raft nodes before linearized reading' (duration: 244.220396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.690258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.859553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:16:23.690381Z","caller":"traceutil/trace.go:171","msg":"trace[1926098412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24154; }","duration":"245.998256ms","start":"2026-03-06T01:16:23.444361Z","end":"2026-03-06T01:16:23.69036Z","steps":["trace[1926098412] 'agreement among raft nodes before linearized reading' (duration: 245.528136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.690307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.531616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:16:23.690546Z","caller":"traceutil/trace.go:171","msg":"trace[1131593367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24154; }","duration":"508.986856ms","start":"2026-03-06T01:16:23.18152Z","end":"2026-03-06T01:16:23.690507Z","steps":["trace[1131593367] 'agreement among raft nodes before linearized reading' (duration: 508.183789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:23.690734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.181501Z","time spent":"509.16622ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:24.041865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.757058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:24.042022Z","caller":"traceutil/trace.go:171","msg":"trace[412425448] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"347.591461ms","start":"2026-03-06T01:16:23.694404Z","end":"2026-03-06T01:16:24.041996Z","steps":["trace[412425448] 'process raft request' (duration: 235.563816ms)","trace[412425448] 'compare' (duration: 111.37676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:24.042118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.694367Z","time spent":"347.705864ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:24.349198Z","caller":"traceutil/trace.go:171","msg":"trace[2044676201] linearizableReadLoop","detail":"{readStateIndex:25014; appliedIndex:25010; }","duration":"152.687133ms","start":"2026-03-06T01:16:24.196473Z","end":"2026-03-06T01:16:24.34916Z","steps":["trace[2044676201] 'read index received' (duration: 118.465207ms)","trace[2044676201] 'applied index is now lower than readState.Index' (duration: 34.219206ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:24.34921Z","caller":"traceutil/trace.go:171","msg":"trace[1114083408] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"654.256665ms","start":"2026-03-06T01:16:23.694905Z","end":"2026-03-06T01:16:24.349162Z","steps":["trace[1114083408] 'process raft request' (duration: 653.812555ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:24.349238Z","caller":"traceutil/trace.go:171","msg":"trace[162161737] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"494.921245ms","start":"2026-03-06T01:16:23.854281Z","end":"2026-03-06T01:16:24.349202Z","steps":["trace[162161737] 'process raft request' (duration: 494.464325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:24.349256Z","caller":"traceutil/trace.go:171","msg":"trace[531304301] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"654.401829ms","start":"2026-03-06T01:16:23.694799Z","end":"2026-03-06T01:16:24.349201Z","steps":["trace[531304301] 'process raft request' (duration: 620.234514ms)","trace[531304301] 'compare' (duration: 33.48272ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:24.349338Z","caller":"traceutil/trace.go:171","msg":"trace[1496239644] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"654.44806ms","start":"2026-03-06T01:16:23.694848Z","end":"2026-03-06T01:16:24.349296Z","steps":["trace[1496239644] 'process raft request' (duration: 653.830517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:24.3494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.854229Z","time spent":"495.080998ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:24.349434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.694874Z","time spent":"654.434319ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:24.349465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.694761Z","time spent":"654.601762ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:24.349484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.986819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:24.34954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:23.694819Z","time spent":"654.618173ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:24.349558Z","caller":"traceutil/trace.go:171","msg":"trace[855878948] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24160; }","duration":"153.084741ms","start":"2026-03-06T01:16:24.196453Z","end":"2026-03-06T01:16:24.349538Z","steps":["trace[855878948] 'agreement among raft nodes before linearized reading' (duration: 152.832186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:24.809313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.306729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:16:24.809433Z","caller":"traceutil/trace.go:171","msg":"trace[1580584054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24160; }","duration":"345.515395ms","start":"2026-03-06T01:16:24.463895Z","end":"2026-03-06T01:16:24.80941Z","steps":["trace[1580584054] 'range keys from in-memory index tree' (duration: 345.002093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:24.80948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:24.46386Z","time spent":"345.609696ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:16:24.809771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.631378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:24.809867Z","caller":"traceutil/trace.go:171","msg":"trace[901906087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24160; }","duration":"107.802652ms","start":"2026-03-06T01:16:24.702042Z","end":"2026-03-06T01:16:24.809845Z","steps":["trace[901906087] 'range keys from in-memory index tree' (duration: 107.461225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:24.810445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.478719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:24.810595Z","caller":"traceutil/trace.go:171","msg":"trace[293152337] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24160; }","duration":"257.690924ms","start":"2026-03-06T01:16:24.552848Z","end":"2026-03-06T01:16:24.810539Z","steps":["trace[293152337] 'count revisions from in-memory index tree' (duration: 257.318146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:24.810022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.664747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:24.814275Z","caller":"traceutil/trace.go:171","msg":"trace[2010696590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24160; }","duration":"259.138675ms","start":"2026-03-06T01:16:24.555108Z","end":"2026-03-06T01:16:24.814246Z","steps":["trace[2010696590] 'range keys from in-memory index tree' (duration: 254.570685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:25.096902Z","caller":"traceutil/trace.go:171","msg":"trace[291573426] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25015; }","duration":"285.165781ms","start":"2026-03-06T01:16:24.81171Z","end":"2026-03-06T01:16:25.096876Z","steps":["trace[291573426] 'read index received' (duration: 284.909325ms)","trace[291573426] 'applied index is now lower than readState.Index' (duration: 251.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:25.097084Z","caller":"traceutil/trace.go:171","msg":"trace[846770624] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"348.651243ms","start":"2026-03-06T01:16:24.748391Z","end":"2026-03-06T01:16:25.097042Z","steps":["trace[846770624] 'process raft request' (duration: 348.270614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:25.097228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.542493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:25.097219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.460017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:25.097274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.617284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:16:25.097298Z","caller":"traceutil/trace.go:171","msg":"trace[820182400] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24161; }","duration":"277.658095ms","start":"2026-03-06T01:16:24.819622Z","end":"2026-03-06T01:16:25.09728Z","steps":["trace[820182400] 'agreement among raft nodes before linearized reading' (duration: 277.503801ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:25.097318Z","caller":"traceutil/trace.go:171","msg":"trace[1459000877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24161; }","duration":"282.700996ms","start":"2026-03-06T01:16:24.814604Z","end":"2026-03-06T01:16:25.097305Z","steps":["trace[1459000877] 'agreement among raft nodes before linearized reading' (duration: 282.501992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:25.097325Z","caller":"traceutil/trace.go:171","msg":"trace[1831307980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24161; }","duration":"285.629751ms","start":"2026-03-06T01:16:24.81167Z","end":"2026-03-06T01:16:25.0973Z","steps":["trace[1831307980] 'agreement among raft nodes before linearized reading' (duration: 285.404876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:25.097406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:24.748349Z","time spent":"348.96406ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:25.591298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.173364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:25.591411Z","caller":"traceutil/trace.go:171","msg":"trace[1919644802] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24161; }","duration":"458.305927ms","start":"2026-03-06T01:16:25.133074Z","end":"2026-03-06T01:16:25.59138Z","steps":["trace[1919644802] 'count revisions from in-memory index tree' (duration: 458.049302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:25.59146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.133026Z","time spent":"458.420349ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:25.592186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.567779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:25.592318Z","caller":"traceutil/trace.go:171","msg":"trace[701456528] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"429.301646ms","start":"2026-03-06T01:16:25.162991Z","end":"2026-03-06T01:16:25.592293Z","steps":["trace[701456528] 'process raft request' (duration: 220.528512ms)","trace[701456528] 'compare' (duration: 207.625339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:25.592384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.162963Z","time spent":"429.390457ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:26.017723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.007471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:26.018101Z","caller":"traceutil/trace.go:171","msg":"trace[434687984] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"321.010183ms","start":"2026-03-06T01:16:25.697064Z","end":"2026-03-06T01:16:26.018074Z","steps":["trace[434687984] 'process raft request' (duration: 320.953442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.018209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.697054Z","time spent":"321.114295ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:26.018243Z","caller":"traceutil/trace.go:171","msg":"trace[2129782322] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"686.650821ms","start":"2026-03-06T01:16:25.331518Z","end":"2026-03-06T01:16:26.018169Z","steps":["trace[2129782322] 'process raft request' (duration: 686.325024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:26.018369Z","caller":"traceutil/trace.go:171","msg":"trace[1670355497] linearizableReadLoop","detail":"{readStateIndex:25018; appliedIndex:25016; }","duration":"852.567407ms","start":"2026-03-06T01:16:25.165746Z","end":"2026-03-06T01:16:26.018314Z","steps":["trace[1670355497] 'read index received' (duration: 217.841783ms)","trace[1670355497] 'applied index is now lower than readState.Index' (duration: 634.719084ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:26.018477Z","caller":"traceutil/trace.go:171","msg":"trace[833799601] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"322.447554ms","start":"2026-03-06T01:16:25.695996Z","end":"2026-03-06T01:16:26.018444Z","steps":["trace[833799601] 'process raft request' (duration: 321.957024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:26.018561Z","caller":"traceutil/trace.go:171","msg":"trace[1113919152] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"855.047992ms","start":"2026-03-06T01:16:25.163493Z","end":"2026-03-06T01:16:26.018541Z","steps":["trace[1113919152] 'process raft request' (duration: 601.115512ms)","trace[1113919152] 'compare' (duration: 252.853647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:26.018546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.331487Z","time spent":"686.870616ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:26.01863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.851764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:26.018647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.163472Z","time spent":"855.134914ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:26.018675Z","caller":"traceutil/trace.go:171","msg":"trace[370798824] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24166; }","duration":"852.958326ms","start":"2026-03-06T01:16:25.165704Z","end":"2026-03-06T01:16:26.018662Z","steps":["trace[370798824] 'agreement among raft nodes before linearized reading' (duration: 852.818123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.018664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.695956Z","time spent":"322.603708ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:26.018724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.165688Z","time spent":"853.026277ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:16:26.018773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.861356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:26.018763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.274142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:26.018879Z","caller":"traceutil/trace.go:171","msg":"trace[1032259676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24166; }","duration":"425.03528ms","start":"2026-03-06T01:16:25.593821Z","end":"2026-03-06T01:16:26.018856Z","steps":["trace[1032259676] 'agreement among raft nodes before linearized reading' (duration: 424.814475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:26.01892Z","caller":"traceutil/trace.go:171","msg":"trace[261870309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24166; }","duration":"213.509287ms","start":"2026-03-06T01:16:25.805359Z","end":"2026-03-06T01:16:26.018869Z","steps":["trace[261870309] 'agreement among raft nodes before linearized reading' (duration: 213.22751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.018949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.593799Z","time spent":"425.136862ms","remote":"127.0.0.1:54850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:26.018898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.729348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:26.019093Z","caller":"traceutil/trace.go:171","msg":"trace[958434513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24166; }","duration":"680.040475ms","start":"2026-03-06T01:16:25.33903Z","end":"2026-03-06T01:16:26.01907Z","steps":["trace[958434513] 'agreement among raft nodes before linearized reading' (duration: 679.561925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.019183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.339005Z","time spent":"680.161947ms","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:26.019324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.57022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:16:26.01938Z","caller":"traceutil/trace.go:171","msg":"trace[118713186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24166; }","duration":"324.680083ms","start":"2026-03-06T01:16:25.694687Z","end":"2026-03-06T01:16:26.019367Z","steps":["trace[118713186] 'agreement among raft nodes before linearized reading' (duration: 324.53248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.019413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:25.694667Z","time spent":"324.739314ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:16:26.282505Z","caller":"traceutil/trace.go:171","msg":"trace[1469873954] linearizableReadLoop","detail":"{readStateIndex:25022; appliedIndex:25021; }","duration":"259.414071ms","start":"2026-03-06T01:16:26.023056Z","end":"2026-03-06T01:16:26.28247Z","steps":["trace[1469873954] 'read index received' (duration: 259.179876ms)","trace[1469873954] 'applied index is now lower than readState.Index' (duration: 232.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:26.282847Z","caller":"traceutil/trace.go:171","msg":"trace[2104472292] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"260.995626ms","start":"2026-03-06T01:16:26.021815Z","end":"2026-03-06T01:16:26.282811Z","steps":["trace[2104472292] 'process raft request' (duration: 260.472065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.283005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.937944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:26.283105Z","caller":"traceutil/trace.go:171","msg":"trace[1266013744] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24167; }","duration":"260.089197ms","start":"2026-03-06T01:16:26.022993Z","end":"2026-03-06T01:16:26.283082Z","steps":["trace[1266013744] 'agreement among raft nodes before linearized reading' (duration: 259.878962ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:26.283653Z","caller":"traceutil/trace.go:171","msg":"trace[818477316] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"259.613807ms","start":"2026-03-06T01:16:26.024016Z","end":"2026-03-06T01:16:26.283629Z","steps":["trace[818477316] 'process raft request' (duration: 259.373982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:26.283836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.001013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:26.283934Z","caller":"traceutil/trace.go:171","msg":"trace[2082192779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24168; }","duration":"235.149256ms","start":"2026-03-06T01:16:26.048762Z","end":"2026-03-06T01:16:26.283912Z","steps":["trace[2082192779] 'agreement among raft nodes before linearized reading' (duration: 234.806689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:26.642061Z","caller":"traceutil/trace.go:171","msg":"trace[927650757] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"286.45667ms","start":"2026-03-06T01:16:26.355559Z","end":"2026-03-06T01:16:26.642016Z","steps":["trace[927650757] 'process raft request' (duration: 190.574291ms)","trace[927650757] 'compare' (duration: 95.688194ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:27.013302Z","caller":"traceutil/trace.go:171","msg":"trace[603315740] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"654.90424ms","start":"2026-03-06T01:16:26.358366Z","end":"2026-03-06T01:16:27.01327Z","steps":["trace[603315740] 'process raft request' (duration: 654.588654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:27.01348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:26.35834Z","time spent":"655.044044ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:27.013557Z","caller":"traceutil/trace.go:171","msg":"trace[1992298355] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"655.310379ms","start":"2026-03-06T01:16:26.358238Z","end":"2026-03-06T01:16:27.013548Z","steps":["trace[1992298355] 'process raft request' (duration: 625.694895ms)","trace[1992298355] 'compare' (duration: 28.178413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:27.013686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:26.358228Z","time spent":"655.36762ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:27.013318Z","caller":"traceutil/trace.go:171","msg":"trace[792288033] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"655.045714ms","start":"2026-03-06T01:16:26.358237Z","end":"2026-03-06T01:16:27.013283Z","steps":["trace[792288033] 'process raft request' (duration: 654.632775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:27.013851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:26.358227Z","time spent":"655.600675ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:27.013879Z","caller":"traceutil/trace.go:171","msg":"trace[1806828506] linearizableReadLoop","detail":"{readStateIndex:25028; appliedIndex:25025; }","duration":"312.217468ms","start":"2026-03-06T01:16:26.701402Z","end":"2026-03-06T01:16:27.01362Z","steps":["trace[1806828506] 'read index received' (duration: 282.550203ms)","trace[1806828506] 'applied index is now lower than readState.Index' (duration: 29.665395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:27.014618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.1927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:27.014732Z","caller":"traceutil/trace.go:171","msg":"trace[235324749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24174; }","duration":"313.374675ms","start":"2026-03-06T01:16:26.701333Z","end":"2026-03-06T01:16:27.014707Z","steps":["trace[235324749] 'agreement among raft nodes before linearized reading' (duration: 313.130799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:27.014823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:26.701308Z","time spent":"313.504187ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:27.0152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.731244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-03-06T01:16:27.015285Z","caller":"traceutil/trace.go:171","msg":"trace[1992104758] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24174; }","duration":"309.867417ms","start":"2026-03-06T01:16:26.705396Z","end":"2026-03-06T01:16:27.015264Z","steps":["trace[1992104758] 'agreement among raft nodes before linearized reading' (duration: 309.128441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:27.015339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:26.705368Z","time spent":"309.955899ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:16:27.580712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.838487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:27.580899Z","caller":"traceutil/trace.go:171","msg":"trace[1379346739] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"478.38107ms","start":"2026-03-06T01:16:27.102493Z","end":"2026-03-06T01:16:27.580874Z","steps":["trace[1379346739] 'process raft request' (duration: 158.272847ms)","trace[1379346739] 'compare' (duration: 319.647653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:27.580997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:27.102457Z","time spent":"478.499813ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:28.023754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.98801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:28.023869Z","caller":"traceutil/trace.go:171","msg":"trace[1774732329] linearizableReadLoop","detail":"{readStateIndex:25031; appliedIndex:25030; }","duration":"369.188658ms","start":"2026-03-06T01:16:27.654663Z","end":"2026-03-06T01:16:28.023852Z","steps":["trace[1774732329] 'read index received' (duration: 258.969263ms)","trace[1774732329] 'applied index is now lower than readState.Index' (duration: 110.218405ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:28.024107Z","caller":"traceutil/trace.go:171","msg":"trace[1651564295] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"426.655507ms","start":"2026-03-06T01:16:27.597438Z","end":"2026-03-06T01:16:28.024093Z","steps":["trace[1651564295] 'process raft request' (duration: 316.155926ms)","trace[1651564295] 'compare' (duration: 109.455328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:28.024219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:27.597413Z","time spent":"426.724028ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:28.024514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.879993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:16:28.024544Z","caller":"traceutil/trace.go:171","msg":"trace[426257589] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24176; }","duration":"369.937673ms","start":"2026-03-06T01:16:27.654599Z","end":"2026-03-06T01:16:28.024536Z","steps":["trace[426257589] 'agreement among raft nodes before linearized reading' (duration: 369.831501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.024578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:27.654583Z","time spent":"369.989965ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T01:16:28.524886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:28.721916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.022013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:28.722069Z","caller":"traceutil/trace.go:171","msg":"trace[521287167] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24176; }","duration":"192.193026ms","start":"2026-03-06T01:16:28.529854Z","end":"2026-03-06T01:16:28.722047Z","steps":["trace[521287167] 'range keys from in-memory index tree' (duration: 192.004472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:28.722547Z","caller":"traceutil/trace.go:171","msg":"trace[1794484805] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"826.241327ms","start":"2026-03-06T01:16:27.896276Z","end":"2026-03-06T01:16:28.722517Z","steps":["trace[1794484805] 'process raft request' (duration: 745.175095ms)","trace[1794484805] 'compare' (duration: 80.844307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:28.722723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:27.896248Z","time spent":"826.383979ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:28.722982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.025612Z","time spent":"697.366259ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:16:28.723229Z","caller":"traceutil/trace.go:171","msg":"trace[977274524] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"698.090996ms","start":"2026-03-06T01:16:28.025119Z","end":"2026-03-06T01:16:28.72321Z","steps":["trace[977274524] 'process raft request' (duration: 697.347058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.723373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.025081Z","time spent":"698.195678ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:28.723417Z","caller":"traceutil/trace.go:171","msg":"trace[1146236344] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"696.326016ms","start":"2026-03-06T01:16:28.027082Z","end":"2026-03-06T01:16:28.723408Z","steps":["trace[1146236344] 'process raft request' (duration: 696.009429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.723495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.027073Z","time spent":"696.372847ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:28.723377Z","caller":"traceutil/trace.go:171","msg":"trace[944375515] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"697.283967ms","start":"2026-03-06T01:16:28.026077Z","end":"2026-03-06T01:16:28.723361Z","steps":["trace[944375515] 'process raft request' (duration: 696.794865ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:28.723583Z","caller":"traceutil/trace.go:171","msg":"trace[1722842277] linearizableReadLoop","detail":"{readStateIndex:25037; appliedIndex:25031; }","duration":"699.66018ms","start":"2026-03-06T01:16:28.023889Z","end":"2026-03-06T01:16:28.723549Z","steps":["trace[1722842277] 'read index received' (duration: 617.638487ms)","trace[1722842277] 'applied index is now lower than readState.Index' (duration: 82.018323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:28.723628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.026057Z","time spent":"697.517821ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:28.723728Z","caller":"traceutil/trace.go:171","msg":"trace[1478771624] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"696.571052ms","start":"2026-03-06T01:16:28.027145Z","end":"2026-03-06T01:16:28.723716Z","steps":["trace[1478771624] 'process raft request' (duration: 696.007249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.723785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.181318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:28.723829Z","caller":"traceutil/trace.go:171","msg":"trace[892137036] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24182; }","duration":"956.28512ms","start":"2026-03-06T01:16:27.767533Z","end":"2026-03-06T01:16:28.723818Z","steps":["trace[892137036] 'agreement among raft nodes before linearized reading' (duration: 956.197478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.723827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.663195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:28.723834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.027124Z","time spent":"696.627742ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:28.723836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.893953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:28.723856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:27.767507Z","time spent":"956.343071ms","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:28.723866Z","caller":"traceutil/trace.go:171","msg":"trace[894073624] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24182; }","duration":"415.722057ms","start":"2026-03-06T01:16:28.30813Z","end":"2026-03-06T01:16:28.723852Z","steps":["trace[894073624] 'agreement among raft nodes before linearized reading' (duration: 415.625054ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:28.723892Z","caller":"traceutil/trace.go:171","msg":"trace[1118761536] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24182; }","duration":"351.007806ms","start":"2026-03-06T01:16:28.372867Z","end":"2026-03-06T01:16:28.723875Z","steps":["trace[1118761536] 'agreement among raft nodes before linearized reading' (duration: 350.883193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.723898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.308117Z","time spent":"415.772107ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:28.723934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.372849Z","time spent":"351.074107ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:28.723952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.104694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:28.724037Z","caller":"traceutil/trace.go:171","msg":"trace[753695727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24182; }","duration":"435.316268ms","start":"2026-03-06T01:16:28.288699Z","end":"2026-03-06T01:16:28.724016Z","steps":["trace[753695727] 'agreement among raft nodes before linearized reading' (duration: 435.059042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.724003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.718429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:16:28.724079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.288674Z","time spent":"435.396711ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:16:28.724104Z","caller":"traceutil/trace.go:171","msg":"trace[600607134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24182; }","duration":"421.886752ms","start":"2026-03-06T01:16:28.302194Z","end":"2026-03-06T01:16:28.724081Z","steps":["trace[600607134] 'agreement among raft nodes before linearized reading' (duration: 421.601426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:28.72415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.302156Z","time spent":"421.982315ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:29.506829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:29.750278Z","caller":"traceutil/trace.go:171","msg":"trace[75773711] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"1.024821124s","start":"2026-03-06T01:16:28.725412Z","end":"2026-03-06T01:16:29.750233Z","steps":["trace[75773711] 'process raft request' (duration: 957.294702ms)","trace[75773711] 'compare' (duration: 66.690744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:29.750518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.725391Z","time spent":"1.024993788s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:29.751272Z","caller":"traceutil/trace.go:171","msg":"trace[924013319] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25038; }","duration":"744.97312ms","start":"2026-03-06T01:16:29.006271Z","end":"2026-03-06T01:16:29.751244Z","steps":["trace[924013319] 'read index received' (duration: 676.484807ms)","trace[924013319] 'applied index is now lower than readState.Index' (duration: 68.487033ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:29.751345Z","caller":"traceutil/trace.go:171","msg":"trace[1882217198] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"1.021787507s","start":"2026-03-06T01:16:28.729509Z","end":"2026-03-06T01:16:29.751296Z","steps":["trace[1882217198] 'process raft request' (duration: 1.020645782s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:29.751424Z","caller":"traceutil/trace.go:171","msg":"trace[162813521] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"1.020355976s","start":"2026-03-06T01:16:28.731055Z","end":"2026-03-06T01:16:29.751411Z","steps":["trace[162813521] 'process raft request' (duration: 1.02009286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.751539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.731034Z","time spent":"1.020418347s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:29.75153Z","caller":"traceutil/trace.go:171","msg":"trace[566653183] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"164.004025ms","start":"2026-03-06T01:16:29.587486Z","end":"2026-03-06T01:16:29.75149Z","steps":["trace[566653183] 'process raft request' (duration: 163.706598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.751624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.304298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:29.751538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:28.72949Z","time spent":"1.02194256s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:29.751695Z","caller":"traceutil/trace.go:171","msg":"trace[1302950478] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24186; }","duration":"745.425411ms","start":"2026-03-06T01:16:29.006255Z","end":"2026-03-06T01:16:29.75168Z","steps":["trace[1302950478] 'agreement among raft nodes before linearized reading' (duration: 745.165205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.751668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.614083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:29.751743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.049873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:16:29.751768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.006175Z","time spent":"745.553033ms","remote":"127.0.0.1:54700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:29.751766Z","caller":"traceutil/trace.go:171","msg":"trace[396654699] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24186; }","duration":"658.822147ms","start":"2026-03-06T01:16:29.09292Z","end":"2026-03-06T01:16:29.751742Z","steps":["trace[396654699] 'agreement among raft nodes before linearized reading' (duration: 658.662004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.75178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.799084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:29.75179Z","caller":"traceutil/trace.go:171","msg":"trace[1859480554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24186; }","duration":"731.144655ms","start":"2026-03-06T01:16:29.020633Z","end":"2026-03-06T01:16:29.751777Z","steps":["trace[1859480554] 'agreement among raft nodes before linearized reading' (duration: 730.953471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.751829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.020602Z","time spent":"731.221397ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:16:29.751827Z","caller":"traceutil/trace.go:171","msg":"trace[1503471446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24186; }","duration":"523.893826ms","start":"2026-03-06T01:16:29.227921Z","end":"2026-03-06T01:16:29.751815Z","steps":["trace[1503471446] 'agreement among raft nodes before linearized reading' (duration: 523.802884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.751826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.092895Z","time spent":"658.920609ms","remote":"127.0.0.1:36278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:29.751827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.303449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:16:29.751881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.223487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:16:29.751947Z","caller":"traceutil/trace.go:171","msg":"trace[471912820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24186; }","duration":"731.307959ms","start":"2026-03-06T01:16:29.020619Z","end":"2026-03-06T01:16:29.751927Z","steps":["trace[471912820] 'agreement among raft nodes before linearized reading' (duration: 731.129465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.751972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.211322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:29.752418Z","caller":"traceutil/trace.go:171","msg":"trace[1642143390] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24186; }","duration":"581.756034ms","start":"2026-03-06T01:16:29.170628Z","end":"2026-03-06T01:16:29.752384Z","steps":["trace[1642143390] 'agreement among raft nodes before linearized reading' (duration: 581.182642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:29.75194Z","caller":"traceutil/trace.go:171","msg":"trace[1682269754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24186; }","duration":"731.463742ms","start":"2026-03-06T01:16:29.020446Z","end":"2026-03-06T01:16:29.751909Z","steps":["trace[1682269754] 'agreement among raft nodes before linearized reading' (duration: 731.121714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:29.752518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.020433Z","time spent":"732.070116ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:29.752502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.170588Z","time spent":"581.884787ms","remote":"127.0.0.1:60454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:29.752006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.020604Z","time spent":"731.389591ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:29.751867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.227893Z","time spent":"523.965348ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:30.566397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.892576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:30.566523Z","caller":"traceutil/trace.go:171","msg":"trace[1783342061] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"808.979555ms","start":"2026-03-06T01:16:29.757521Z","end":"2026-03-06T01:16:30.566501Z","steps":["trace[1783342061] 'process raft request' (duration: 451.831633ms)","trace[1783342061] 'compare' (duration: 356.760952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:30.566586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.757507Z","time spent":"809.049627ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:30.568103Z","caller":"traceutil/trace.go:171","msg":"trace[1342982139] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"810.092879ms","start":"2026-03-06T01:16:29.757967Z","end":"2026-03-06T01:16:30.568059Z","steps":["trace[1342982139] 'process raft request' (duration: 809.907475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:30.568123Z","caller":"traceutil/trace.go:171","msg":"trace[946415254] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"808.814291ms","start":"2026-03-06T01:16:29.759284Z","end":"2026-03-06T01:16:30.568099Z","steps":["trace[946415254] 'process raft request' (duration: 808.719949ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:30.5682Z","caller":"traceutil/trace.go:171","msg":"trace[1529546356] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"534.667914ms","start":"2026-03-06T01:16:30.033479Z","end":"2026-03-06T01:16:30.568147Z","steps":["trace[1529546356] 'process raft request' (duration: 534.562362ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:30.568102Z","caller":"traceutil/trace.go:171","msg":"trace[686572383] linearizableReadLoop","detail":"{readStateIndex:25044; appliedIndex:25042; }","duration":"809.863274ms","start":"2026-03-06T01:16:29.75822Z","end":"2026-03-06T01:16:30.568083Z","steps":["trace[686572383] 'read index received' (duration: 451.163328ms)","trace[686572383] 'applied index is now lower than readState.Index' (duration: 358.698476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:30.568261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.759273Z","time spent":"808.907973ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:30.5683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.079319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:16:30.568346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.757931Z","time spent":"810.244173ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:30.56874Z","caller":"traceutil/trace.go:171","msg":"trace[246065642] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24190; }","duration":"810.556219ms","start":"2026-03-06T01:16:29.758172Z","end":"2026-03-06T01:16:30.568728Z","steps":["trace[246065642] 'agreement among raft nodes before linearized reading' (duration: 809.980766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:30.568408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.033459Z","time spent":"534.840948ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:30.568925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:29.758139Z","time spent":"810.711513ms","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:16:30.569181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.27101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:30.569283Z","caller":"traceutil/trace.go:171","msg":"trace[1838222782] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24190; }","duration":"523.003336ms","start":"2026-03-06T01:16:30.046255Z","end":"2026-03-06T01:16:30.569258Z","steps":["trace[1838222782] 'agreement among raft nodes before linearized reading' (duration: 522.29156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:30.569353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.046226Z","time spent":"523.097628ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:31.082788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.870505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:31.082897Z","caller":"traceutil/trace.go:171","msg":"trace[1217797961] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"351.546498ms","start":"2026-03-06T01:16:30.731311Z","end":"2026-03-06T01:16:31.082858Z","steps":["trace[1217797961] 'process raft request' (duration: 348.475991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.083004Z","caller":"traceutil/trace.go:171","msg":"trace[1991311723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24190; }","duration":"381.006118ms","start":"2026-03-06T01:16:30.70185Z","end":"2026-03-06T01:16:31.082856Z","steps":["trace[1991311723] 'range keys from in-memory index tree' (duration: 380.736713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.083057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.70182Z","time spent":"381.225713ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:31.083079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.731282Z","time spent":"351.691291ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:31.585592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961885,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:31.920271Z","caller":"traceutil/trace.go:171","msg":"trace[1983243569] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"1.188465379s","start":"2026-03-06T01:16:30.731781Z","end":"2026-03-06T01:16:31.920247Z","steps":["trace[1983243569] 'process raft request' (duration: 1.140813556s)","trace[1983243569] 'compare' (duration: 47.404757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:31.92042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.731745Z","time spent":"1.188592872s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:31.921552Z","caller":"traceutil/trace.go:171","msg":"trace[78957617] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"1.189634485s","start":"2026-03-06T01:16:30.731859Z","end":"2026-03-06T01:16:31.921494Z","steps":["trace[78957617] 'process raft request' (duration: 1.188347687s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.921622Z","caller":"traceutil/trace.go:171","msg":"trace[458583479] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25047; }","duration":"836.88575ms","start":"2026-03-06T01:16:31.084722Z","end":"2026-03-06T01:16:31.921608Z","steps":["trace[458583479] 'read index received' (duration: 787.889398ms)","trace[458583479] 'applied index is now lower than readState.Index' (duration: 48.995122ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:31.9216Z","caller":"traceutil/trace.go:171","msg":"trace[1354082487] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"1.18939867s","start":"2026-03-06T01:16:30.732186Z","end":"2026-03-06T01:16:31.921585Z","steps":["trace[1354082487] 'process raft request' (duration: 1.188281105s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.921654Z","caller":"traceutil/trace.go:171","msg":"trace[1961401029] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"1.187084728s","start":"2026-03-06T01:16:30.734523Z","end":"2026-03-06T01:16:31.921608Z","steps":["trace[1961401029] 'process raft request' (duration: 1.186960496s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.921889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.73216Z","time spent":"1.189504071s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:31.921921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.211428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:31.921941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.731827Z","time spent":"1.189815178s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:31.921963Z","caller":"traceutil/trace.go:171","msg":"trace[2029711779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24195; }","duration":"837.30556ms","start":"2026-03-06T01:16:31.084647Z","end":"2026-03-06T01:16:31.921952Z","steps":["trace[2029711779] 'agreement among raft nodes before linearized reading' (duration: 837.222688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.922006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:30.734509Z","time spent":"1.187403685s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:31.922012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.084623Z","time spent":"837.381741ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:16:31.947182Z","caller":"traceutil/trace.go:171","msg":"trace[1173618172] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"188.087435ms","start":"2026-03-06T01:16:31.759058Z","end":"2026-03-06T01:16:31.947145Z","steps":["trace[1173618172] 'process raft request' (duration: 187.805669ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.947526Z","caller":"traceutil/trace.go:171","msg":"trace[1104794505] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"166.578891ms","start":"2026-03-06T01:16:31.780916Z","end":"2026-03-06T01:16:31.947495Z","steps":["trace[1104794505] 'process raft request' (duration: 166.11562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.947662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.474965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:16:31.947697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.946287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:31.947729Z","caller":"traceutil/trace.go:171","msg":"trace[1594971870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24197; }","duration":"131.590238ms","start":"2026-03-06T01:16:31.816124Z","end":"2026-03-06T01:16:31.947715Z","steps":["trace[1594971870] 'agreement among raft nodes before linearized reading' (duration: 131.387373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.947727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.864557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:16:31.947767Z","caller":"traceutil/trace.go:171","msg":"trace[721444017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24197; }","duration":"190.02948ms","start":"2026-03-06T01:16:31.757719Z","end":"2026-03-06T01:16:31.947749Z","steps":["trace[721444017] 'agreement among raft nodes before linearized reading' (duration: 189.796845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.947667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.676881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:16:31.947829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.750572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:31.947853Z","caller":"traceutil/trace.go:171","msg":"trace[517218756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24197; }","duration":"189.871495ms","start":"2026-03-06T01:16:31.757953Z","end":"2026-03-06T01:16:31.947825Z","steps":["trace[517218756] 'agreement among raft nodes before linearized reading' (duration: 189.505187ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:31.947915Z","caller":"traceutil/trace.go:171","msg":"trace[1040775053] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24197; }","duration":"303.899376ms","start":"2026-03-06T01:16:31.643986Z","end":"2026-03-06T01:16:31.947886Z","steps":["trace[1040775053] 'agreement among raft nodes before linearized reading' (duration: 303.728872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.947955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.643965Z","time spent":"303.979267ms","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:31.94781Z","caller":"traceutil/trace.go:171","msg":"trace[1318687055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24197; }","duration":"629.97999ms","start":"2026-03-06T01:16:31.317781Z","end":"2026-03-06T01:16:31.947761Z","steps":["trace[1318687055] 'agreement among raft nodes before linearized reading' (duration: 629.771065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:31.948326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.317747Z","time spent":"630.566133ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:16:32.638716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.113663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:32.638869Z","caller":"traceutil/trace.go:171","msg":"trace[726279135] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"686.437377ms","start":"2026-03-06T01:16:31.952399Z","end":"2026-03-06T01:16:32.638836Z","steps":["trace[726279135] 'process raft request' (duration: 337.082638ms)","trace[726279135] 'compare' (duration: 348.738095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:32.638933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.952375Z","time spent":"686.525469ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:32.660174Z","caller":"traceutil/trace.go:171","msg":"trace[2145371575] linearizableReadLoop","detail":"{readStateIndex:25056; appliedIndex:25053; }","duration":"706.313796ms","start":"2026-03-06T01:16:31.953833Z","end":"2026-03-06T01:16:32.660147Z","steps":["trace[2145371575] 'read index received' (duration: 335.663777ms)","trace[2145371575] 'applied index is now lower than readState.Index' (duration: 370.648949ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:32.660221Z","caller":"traceutil/trace.go:171","msg":"trace[304940546] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"706.642853ms","start":"2026-03-06T01:16:31.953539Z","end":"2026-03-06T01:16:32.660181Z","steps":["trace[304940546] 'process raft request' (duration: 706.518671ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:32.660242Z","caller":"traceutil/trace.go:171","msg":"trace[1166574817] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"707.700547ms","start":"2026-03-06T01:16:31.952507Z","end":"2026-03-06T01:16:32.660207Z","steps":["trace[1166574817] 'process raft request' (duration: 707.36053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:32.660323Z","caller":"traceutil/trace.go:171","msg":"trace[1375563074] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"638.776644ms","start":"2026-03-06T01:16:32.021534Z","end":"2026-03-06T01:16:32.660311Z","steps":["trace[1375563074] 'process raft request' (duration: 638.56688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:32.660398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.952482Z","time spent":"707.840591ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:32.660402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.953524Z","time spent":"706.788456ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:32.66043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.0215Z","time spent":"638.848705ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:32.660646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.812706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T01:16:32.660671Z","caller":"traceutil/trace.go:171","msg":"trace[1707388767] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24201; }","duration":"706.857878ms","start":"2026-03-06T01:16:31.953805Z","end":"2026-03-06T01:16:32.660663Z","steps":["trace[1707388767] 'agreement among raft nodes before linearized reading' (duration: 706.722245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:32.660696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:31.953796Z","time spent":"706.896459ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:16:33.160983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:33.395445Z","caller":"traceutil/trace.go:171","msg":"trace[808873470] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"820.378795ms","start":"2026-03-06T01:16:32.575032Z","end":"2026-03-06T01:16:33.395411Z","steps":["trace[808873470] 'process raft request' (duration: 763.331135ms)","trace[808873470] 'compare' (duration: 56.907187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:33.39563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.575018Z","time spent":"820.511999ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:33.39891Z","caller":"traceutil/trace.go:171","msg":"trace[885388427] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25057; }","duration":"738.632731ms","start":"2026-03-06T01:16:32.66026Z","end":"2026-03-06T01:16:33.398893Z","steps":["trace[885388427] 'read index received' (duration: 678.122864ms)","trace[885388427] 'applied index is now lower than readState.Index' (duration: 60.508827ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:33.399227Z","caller":"traceutil/trace.go:171","msg":"trace[1623247842] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"309.903078ms","start":"2026-03-06T01:16:33.089311Z","end":"2026-03-06T01:16:33.399214Z","steps":["trace[1623247842] 'process raft request' (duration: 309.499489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.399302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.089282Z","time spent":"309.981099ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:33.39948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.641615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:16:33.399522Z","caller":"traceutil/trace.go:171","msg":"trace[1200150940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24203; }","duration":"826.699576ms","start":"2026-03-06T01:16:32.572813Z","end":"2026-03-06T01:16:33.399512Z","steps":["trace[1200150940] 'agreement among raft nodes before linearized reading' (duration: 826.567644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.399558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.572804Z","time spent":"826.747657ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:33.39959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099850662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:16:33.399624Z","caller":"traceutil/trace.go:171","msg":"trace[1500742983] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24203; }","duration":"1.099922394s","start":"2026-03-06T01:16:32.299689Z","end":"2026-03-06T01:16:33.399611Z","steps":["trace[1500742983] 'agreement among raft nodes before linearized reading' (duration: 1.099827952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.399646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.299672Z","time spent":"1.099968514s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:16:33.399724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.055414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:33.399777Z","caller":"traceutil/trace.go:171","msg":"trace[258573757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24203; }","duration":"698.125595ms","start":"2026-03-06T01:16:32.701625Z","end":"2026-03-06T01:16:33.399751Z","steps":["trace[258573757] 'agreement among raft nodes before linearized reading' (duration: 698.066963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.399798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.568296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:16:33.399813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.701604Z","time spent":"698.202867ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:33.399867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.374514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:16:33.399892Z","caller":"traceutil/trace.go:171","msg":"trace[1030674774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24203; }","duration":"828.444056ms","start":"2026-03-06T01:16:32.571443Z","end":"2026-03-06T01:16:33.399887Z","steps":["trace[1030674774] 'agreement among raft nodes before linearized reading' (duration: 828.386904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.399917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.571421Z","time spent":"828.488906ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:33.400005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.318793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:33.400035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.648179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:33.400043Z","caller":"traceutil/trace.go:171","msg":"trace[1565752239] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24203; }","duration":"327.397134ms","start":"2026-03-06T01:16:33.072636Z","end":"2026-03-06T01:16:33.400033Z","steps":["trace[1565752239] 'agreement among raft nodes before linearized reading' (duration: 327.336433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.400075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.072614Z","time spent":"327.453536ms","remote":"127.0.0.1:54670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:33.399819Z","caller":"traceutil/trace.go:171","msg":"trace[1226652169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24203; }","duration":"827.608156ms","start":"2026-03-06T01:16:32.572203Z","end":"2026-03-06T01:16:33.399811Z","steps":["trace[1226652169] 'agreement among raft nodes before linearized reading' (duration: 827.549545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.40024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.572194Z","time spent":"828.039745ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:33.400239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.143965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:33.400269Z","caller":"traceutil/trace.go:171","msg":"trace[1553257643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24203; }","duration":"397.225057ms","start":"2026-03-06T01:16:33.003034Z","end":"2026-03-06T01:16:33.400259Z","steps":["trace[1553257643] 'agreement among raft nodes before linearized reading' (duration: 397.170916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.400301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.003006Z","time spent":"397.284048ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:33.40032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.794247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:33.400339Z","caller":"traceutil/trace.go:171","msg":"trace[702258734] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24203; }","duration":"501.856968ms","start":"2026-03-06T01:16:32.898474Z","end":"2026-03-06T01:16:33.400331Z","steps":["trace[702258734] 'agreement among raft nodes before linearized reading' (duration: 501.823128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.400363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.898452Z","time spent":"501.90665ms","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:33.400053Z","caller":"traceutil/trace.go:171","msg":"trace[1046521897] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24203; }","duration":"985.667369ms","start":"2026-03-06T01:16:32.41438Z","end":"2026-03-06T01:16:33.400047Z","steps":["trace[1046521897] 'agreement among raft nodes before linearized reading' (duration: 985.629638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.400488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.907261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:33.400507Z","caller":"traceutil/trace.go:171","msg":"trace[1483000939] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24203; }","duration":"664.994653ms","start":"2026-03-06T01:16:32.735506Z","end":"2026-03-06T01:16:33.400501Z","steps":["trace[1483000939] 'agreement among raft nodes before linearized reading' (duration: 664.961752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.400506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.414298Z","time spent":"986.19833ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:33.400523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:32.735484Z","time spent":"665.036003ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:16:33.71649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.536152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:33.716609Z","caller":"traceutil/trace.go:171","msg":"trace[1292732996] linearizableReadLoop","detail":"{readStateIndex:25060; appliedIndex:25059; }","duration":"310.841658ms","start":"2026-03-06T01:16:33.405746Z","end":"2026-03-06T01:16:33.716588Z","steps":["trace[1292732996] 'read index received' (duration: 114.115222ms)","trace[1292732996] 'applied index is now lower than readState.Index' (duration: 196.724886ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:33.716741Z","caller":"traceutil/trace.go:171","msg":"trace[1061337347] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"311.409401ms","start":"2026-03-06T01:16:33.405285Z","end":"2026-03-06T01:16:33.716694Z","steps":["trace[1061337347] 'process raft request' (duration: 114.555631ms)","trace[1061337347] 'compare' (duration: 196.162225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:33.716842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.068303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:33.716975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.405272Z","time spent":"311.560064ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:33.718375Z","caller":"traceutil/trace.go:171","msg":"trace[674967768] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24204; }","duration":"311.176085ms","start":"2026-03-06T01:16:33.405735Z","end":"2026-03-06T01:16:33.716911Z","steps":["trace[674967768] 'agreement among raft nodes before linearized reading' (duration: 311.007822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:33.718492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.405656Z","time spent":"312.814802ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:16:34.090773Z","caller":"traceutil/trace.go:171","msg":"trace[336235104] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"684.986286ms","start":"2026-03-06T01:16:33.405751Z","end":"2026-03-06T01:16:34.090737Z","steps":["trace[336235104] 'process raft request' (duration: 684.71919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:34.090899Z","caller":"traceutil/trace.go:171","msg":"trace[652175047] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"684.995736ms","start":"2026-03-06T01:16:33.405883Z","end":"2026-03-06T01:16:34.090879Z","steps":["trace[652175047] 'process raft request' (duration: 684.777551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.405865Z","time spent":"685.085938ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:34.090994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.405734Z","time spent":"685.148279ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:34.090968Z","caller":"traceutil/trace.go:171","msg":"trace[1741653323] linearizableReadLoop","detail":"{readStateIndex:25062; appliedIndex:25062; }","duration":"374.292861ms","start":"2026-03-06T01:16:33.716637Z","end":"2026-03-06T01:16:34.09093Z","steps":["trace[1741653323] 'read index received' (duration: 374.26682ms)","trace[1741653323] 'applied index is now lower than readState.Index' (duration: 23.101µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:34.091038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.819221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:34.091121Z","caller":"traceutil/trace.go:171","msg":"trace[553897482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24206; }","duration":"388.961465ms","start":"2026-03-06T01:16:33.702139Z","end":"2026-03-06T01:16:34.091101Z","steps":["trace[553897482] 'agreement among raft nodes before linearized reading' (duration: 388.792881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.09117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.702113Z","time spent":"389.049967ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:34.091139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.396542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:34.09125Z","caller":"traceutil/trace.go:171","msg":"trace[849178376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24206; }","duration":"646.529445ms","start":"2026-03-06T01:16:33.44469Z","end":"2026-03-06T01:16:34.091219Z","steps":["trace[849178376] 'agreement among raft nodes before linearized reading' (duration: 646.30537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.091268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.534091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T01:16:34.091378Z","caller":"traceutil/trace.go:171","msg":"trace[815384801] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24206; }","duration":"682.715735ms","start":"2026-03-06T01:16:33.408643Z","end":"2026-03-06T01:16:34.091359Z","steps":["trace[815384801] 'agreement among raft nodes before linearized reading' (duration: 682.396208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.0914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.444624Z","time spent":"646.756291ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:34.091434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.408625Z","time spent":"682.797438ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-06T01:16:34.589223Z","caller":"traceutil/trace.go:171","msg":"trace[218536382] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"661.2217ms","start":"2026-03-06T01:16:33.927973Z","end":"2026-03-06T01:16:34.589195Z","steps":["trace[218536382] 'process raft request' (duration: 661.145169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:34.589236Z","caller":"traceutil/trace.go:171","msg":"trace[1874805054] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"662.075579ms","start":"2026-03-06T01:16:33.927121Z","end":"2026-03-06T01:16:34.589197Z","steps":["trace[1874805054] 'process raft request' (duration: 661.71982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:34.589259Z","caller":"traceutil/trace.go:171","msg":"trace[22675093] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"661.846845ms","start":"2026-03-06T01:16:33.927375Z","end":"2026-03-06T01:16:34.589221Z","steps":["trace[22675093] 'process raft request' (duration: 661.700732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.589387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.927941Z","time spent":"661.367523ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:34.58941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.927094Z","time spent":"662.227543ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:34.58944Z","caller":"traceutil/trace.go:171","msg":"trace[1381819447] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"661.048826ms","start":"2026-03-06T01:16:33.928371Z","end":"2026-03-06T01:16:34.58942Z","steps":["trace[1381819447] 'process raft request' (duration: 660.77998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.589458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.927366Z","time spent":"661.988738ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:34.589506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.928352Z","time spent":"661.119897ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:34.589625Z","caller":"traceutil/trace.go:171","msg":"trace[952989622] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"636.918993ms","start":"2026-03-06T01:16:33.952694Z","end":"2026-03-06T01:16:34.589613Z","steps":["trace[952989622] 'process raft request' (duration: 636.644967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:34.589705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.952665Z","time spent":"636.999755ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:35.150437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.856562ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:16:35.150562Z","caller":"traceutil/trace.go:171","msg":"trace[2109969443] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25062; }","duration":"1.059451269s","start":"2026-03-06T01:16:34.09109Z","end":"2026-03-06T01:16:35.150541Z","steps":["trace[2109969443] 'read index received' (duration: 497.462481ms)","trace[2109969443] 'applied index is now lower than readState.Index' (duration: 561.987308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:35.150977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332102273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:35.151024Z","caller":"traceutil/trace.go:171","msg":"trace[1705551325] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24211; }","duration":"1.332215785s","start":"2026-03-06T01:16:33.818796Z","end":"2026-03-06T01:16:35.151012Z","steps":["trace[1705551325] 'agreement among raft nodes before linearized reading' (duration: 1.332120053s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.15101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291279951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:35.151068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.818767Z","time spent":"1.332288277s","remote":"127.0.0.1:60384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:35.151093Z","caller":"traceutil/trace.go:171","msg":"trace[2088840501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24211; }","duration":"1.291417994s","start":"2026-03-06T01:16:33.859649Z","end":"2026-03-06T01:16:35.151067Z","steps":["trace[2088840501] 'agreement among raft nodes before linearized reading' (duration: 1.291258011s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.151081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42833371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:16:35.151135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.859629Z","time spent":"1.291498065s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:35.151183Z","caller":"traceutil/trace.go:171","msg":"trace[908798368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24211; }","duration":"1.428486903s","start":"2026-03-06T01:16:33.722674Z","end":"2026-03-06T01:16:35.151161Z","steps":["trace[908798368] 'agreement among raft nodes before linearized reading' (duration: 1.428199847s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.151235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:33.72265Z","time spent":"1.428576065s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:16:35.188089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095043265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:35.18819Z","caller":"traceutil/trace.go:171","msg":"trace[884870151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24212; }","duration":"1.09527256s","start":"2026-03-06T01:16:34.092899Z","end":"2026-03-06T01:16:35.188172Z","steps":["trace[884870151] 'agreement among raft nodes before linearized reading' (duration: 1.095094936s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.188185Z","caller":"traceutil/trace.go:171","msg":"trace[837425301] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"532.474095ms","start":"2026-03-06T01:16:34.655683Z","end":"2026-03-06T01:16:35.188157Z","steps":["trace[837425301] 'process raft request' (duration: 531.898622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.188246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.092873Z","time spent":"1.095359932s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:35.188351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.655659Z","time spent":"532.593468ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:35.188089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.855864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:35.188609Z","caller":"traceutil/trace.go:171","msg":"trace[975689428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24212; }","duration":"543.435947ms","start":"2026-03-06T01:16:34.645157Z","end":"2026-03-06T01:16:35.188593Z","steps":["trace[975689428] 'agreement among raft nodes before linearized reading' (duration: 542.739441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.18867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.645134Z","time spent":"543.518009ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:35.188557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.468692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:35.188859Z","caller":"traceutil/trace.go:171","msg":"trace[2140785714] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24212; }","duration":"621.81773ms","start":"2026-03-06T01:16:34.567021Z","end":"2026-03-06T01:16:35.188838Z","steps":["trace[2140785714] 'agreement among raft nodes before linearized reading' (duration: 621.473192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.188886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093731886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5afc578-bd1f-4197-a69b-f23980826cfd\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-06T01:16:35.18892Z","caller":"traceutil/trace.go:171","msg":"trace[107814899] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5afc578-bd1f-4197-a69b-f23980826cfd; range_end:; response_count:1; response_revision:24212; }","duration":"1.093762458s","start":"2026-03-06T01:16:34.095146Z","end":"2026-03-06T01:16:35.188908Z","steps":["trace[107814899] 'agreement among raft nodes before linearized reading' (duration: 1.093666306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.188927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.566994Z","time spent":"621.909701ms","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:35.188986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.095106Z","time spent":"1.0938724s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-a5afc578-bd1f-4197-a69b-f23980826cfd\" "} {"level":"warn","ts":"2026-03-06T01:16:35.189064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.107588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:35.189126Z","caller":"traceutil/trace.go:171","msg":"trace[496028783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24212; }","duration":"523.21487ms","start":"2026-03-06T01:16:34.665894Z","end":"2026-03-06T01:16:35.189109Z","steps":["trace[496028783] 'agreement among raft nodes before linearized reading' (duration: 523.077377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.188906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.965652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-06T01:16:35.189176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:34.665877Z","time spent":"523.287653ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:16:35.189188Z","caller":"traceutil/trace.go:171","msg":"trace[1183541270] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24212; }","duration":"125.296519ms","start":"2026-03-06T01:16:35.06388Z","end":"2026-03-06T01:16:35.189177Z","steps":["trace[1183541270] 'agreement among raft nodes before linearized reading' (duration: 124.89944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:35.555814Z","caller":"traceutil/trace.go:171","msg":"trace[866622223] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25069; }","duration":"358.256786ms","start":"2026-03-06T01:16:35.197531Z","end":"2026-03-06T01:16:35.555788Z","steps":["trace[866622223] 'read index received' (duration: 319.452659ms)","trace[866622223] 'applied index is now lower than readState.Index' (duration: 38.803007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:35.556197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.640675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-06T01:16:35.556298Z","caller":"traceutil/trace.go:171","msg":"trace[1607089914] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24213; }","duration":"358.777698ms","start":"2026-03-06T01:16:35.197498Z","end":"2026-03-06T01:16:35.556275Z","steps":["trace[1607089914] 'agreement among raft nodes before linearized reading' (duration: 358.441451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:35.55635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.197481Z","time spent":"358.859909ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-06T01:16:35.555948Z","caller":"traceutil/trace.go:171","msg":"trace[1035953512] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"360.909335ms","start":"2026-03-06T01:16:35.194955Z","end":"2026-03-06T01:16:35.555864Z","steps":["trace[1035953512] 'process raft request' (duration: 321.956554ms)","trace[1035953512] 'compare' (duration: 38.704816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:35.556738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.194921Z","time spent":"361.663511ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:36.056765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:36.261805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.812384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:36.262087Z","caller":"traceutil/trace.go:171","msg":"trace[1110699519] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"855.053853ms","start":"2026-03-06T01:16:35.407013Z","end":"2026-03-06T01:16:36.262067Z","steps":["trace[1110699519] 'process raft request' (duration: 855.000412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.262158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.407008Z","time spent":"855.114854ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:36.262375Z","caller":"traceutil/trace.go:171","msg":"trace[430471379] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"862.059678ms","start":"2026-03-06T01:16:35.400304Z","end":"2026-03-06T01:16:36.262364Z","steps":["trace[430471379] 'process raft request' (duration: 861.634769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.262434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.400278Z","time spent":"862.127869ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:36.262629Z","caller":"traceutil/trace.go:171","msg":"trace[1842556374] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"1.064714146s","start":"2026-03-06T01:16:35.197863Z","end":"2026-03-06T01:16:36.262577Z","steps":["trace[1842556374] 'process raft request' (duration: 941.041413ms)","trace[1842556374] 'compare' (duration: 122.681581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:36.262834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.197847Z","time spent":"1.064869059s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:36.266056Z","caller":"traceutil/trace.go:171","msg":"trace[1999908139] linearizableReadLoop","detail":"{readStateIndex:25074; appliedIndex:25070; }","duration":"710.0964ms","start":"2026-03-06T01:16:35.555929Z","end":"2026-03-06T01:16:36.266026Z","steps":["trace[1999908139] 'read index received' (duration: 583.136515ms)","trace[1999908139] 'applied index is now lower than readState.Index' (duration: 126.958675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:36.26633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060207446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-06T01:16:36.266318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064639173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:36.266319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.000081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:16:36.2664Z","caller":"traceutil/trace.go:171","msg":"trace[1537452638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24217; }","duration":"1.064744495s","start":"2026-03-06T01:16:35.201637Z","end":"2026-03-06T01:16:36.266381Z","steps":["trace[1537452638] 'agreement among raft nodes before linearized reading' (duration: 1.064609972s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.26644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.201629Z","time spent":"1.064803286s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:16:36.266447Z","caller":"traceutil/trace.go:171","msg":"trace[365679749] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24217; }","duration":"969.190885ms","start":"2026-03-06T01:16:35.297222Z","end":"2026-03-06T01:16:36.266413Z","steps":["trace[365679749] 'agreement among raft nodes before linearized reading' (duration: 968.863758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.2665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.297194Z","time spent":"969.294657ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:16:36.266496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068907448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-06T01:16:36.26657Z","caller":"traceutil/trace.go:171","msg":"trace[1114000704] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24217; }","duration":"1.068979549s","start":"2026-03-06T01:16:35.19758Z","end":"2026-03-06T01:16:36.26656Z","steps":["trace[1114000704] 'agreement among raft nodes before linearized reading' (duration: 1.068827846s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.266643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064897399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:36.266644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.197507Z","time spent":"1.069125992s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-06T01:16:36.266677Z","caller":"traceutil/trace.go:171","msg":"trace[1187846045] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24217; }","duration":"1.064937949s","start":"2026-03-06T01:16:35.201728Z","end":"2026-03-06T01:16:36.266666Z","steps":["trace[1187846045] 'agreement among raft nodes before linearized reading' (duration: 1.064888008s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.266698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.201723Z","time spent":"1.06496992s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:16:36.266784Z","caller":"traceutil/trace.go:171","msg":"trace[110177887] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"699.354762ms","start":"2026-03-06T01:16:35.567411Z","end":"2026-03-06T01:16:36.266766Z","steps":["trace[110177887] 'process raft request' (duration: 698.453042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.266945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.343785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:36.26695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.567399Z","time spent":"699.423453ms","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":921,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:36.266983Z","caller":"traceutil/trace.go:171","msg":"trace[832241888] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24217; }","duration":"763.425517ms","start":"2026-03-06T01:16:35.503548Z","end":"2026-03-06T01:16:36.266973Z","steps":["trace[832241888] 'agreement among raft nodes before linearized reading' (duration: 763.363946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.267016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.503522Z","time spent":"763.48158ms","remote":"127.0.0.1:60520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:36.266385Z","caller":"traceutil/trace.go:171","msg":"trace[980612254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24217; }","duration":"1.060277727s","start":"2026-03-06T01:16:35.206092Z","end":"2026-03-06T01:16:36.26637Z","steps":["trace[980612254] 'agreement among raft nodes before linearized reading' (duration: 1.060069153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.267187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.815146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:16:36.267201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.206086Z","time spent":"1.061102346s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T01:16:36.26722Z","caller":"traceutil/trace.go:171","msg":"trace[1193455008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24217; }","duration":"715.935029ms","start":"2026-03-06T01:16:35.551274Z","end":"2026-03-06T01:16:36.267209Z","steps":["trace[1193455008] 'agreement among raft nodes before linearized reading' (duration: 715.820787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.267259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.55124Z","time spent":"716.003841ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:16:36.269115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.563031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:36.269137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.810624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:16:36.26921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.5713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-r5bdd.189a1af569ff557b\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-06T01:16:36.269221Z","caller":"traceutil/trace.go:171","msg":"trace[1259064168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24218; }","duration":"170.906376ms","start":"2026-03-06T01:16:36.098301Z","end":"2026-03-06T01:16:36.269208Z","steps":["trace[1259064168] 'agreement among raft nodes before linearized reading' (duration: 170.706121ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:36.26922Z","caller":"traceutil/trace.go:171","msg":"trace[800721637] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24218; }","duration":"668.718614ms","start":"2026-03-06T01:16:35.600476Z","end":"2026-03-06T01:16:36.269195Z","steps":["trace[800721637] 'agreement among raft nodes before linearized reading' (duration: 668.5195ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:36.269242Z","caller":"traceutil/trace.go:171","msg":"trace[299661077] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-r5bdd.189a1af569ff557b; range_end:; response_count:1; response_revision:24218; }","duration":"472.635522ms","start":"2026-03-06T01:16:35.796597Z","end":"2026-03-06T01:16:36.269233Z","steps":["trace[299661077] 'agreement among raft nodes before linearized reading' (duration: 472.5296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.269277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.796582Z","time spent":"472.687973ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-r5bdd.189a1af569ff557b\" "} {"level":"warn","ts":"2026-03-06T01:16:36.269392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.131361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:16:36.269424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.67999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:16:36.269464Z","caller":"traceutil/trace.go:171","msg":"trace[829035509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24218; }","duration":"547.770763ms","start":"2026-03-06T01:16:35.721684Z","end":"2026-03-06T01:16:36.269455Z","steps":["trace[829035509] 'agreement among raft nodes before linearized reading' (duration: 547.61199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:36.269495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.721658Z","time spent":"547.831204ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:36.269271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:35.600459Z","time spent":"668.801566ms","remote":"127.0.0.1:54898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:36.269431Z","caller":"traceutil/trace.go:171","msg":"trace[1198320784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24218; }","duration":"171.205532ms","start":"2026-03-06T01:16:36.098216Z","end":"2026-03-06T01:16:36.269422Z","steps":["trace[1198320784] 'agreement among raft nodes before linearized reading' (duration: 171.10786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.339005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000539327s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:16:37.339657Z","caller":"traceutil/trace.go:171","msg":"trace[652289633] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"1.064890239s","start":"2026-03-06T01:16:36.274741Z","end":"2026-03-06T01:16:37.339632Z","steps":["trace[652289633] 'process raft request' (duration: 1.064799317s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:37.339667Z","caller":"traceutil/trace.go:171","msg":"trace[862006948] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"1.06683417s","start":"2026-03-06T01:16:36.272776Z","end":"2026-03-06T01:16:37.339611Z","steps":["trace[862006948] 'process raft request' (duration: 1.066541404s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.339831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.274716Z","time spent":"1.065021931s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:37.339855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.272745Z","time spent":"1.067017385s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:37.340125Z","caller":"traceutil/trace.go:171","msg":"trace[2116505313] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"1.065340339s","start":"2026-03-06T01:16:36.274759Z","end":"2026-03-06T01:16:37.3401Z","steps":["trace[2116505313] 'process raft request' (duration: 1.064835187s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.340252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.274739Z","time spent":"1.065433032s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:37.340296Z","caller":"traceutil/trace.go:171","msg":"trace[1810233262] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25075; }","duration":"1.067165609s","start":"2026-03-06T01:16:36.273117Z","end":"2026-03-06T01:16:37.340282Z","steps":["trace[1810233262] 'read index received' (duration: 65.496286ms)","trace[1810233262] 'applied index is now lower than readState.Index' (duration: 1.001668553s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:37.340339Z","caller":"traceutil/trace.go:171","msg":"trace[1015838749] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"1.065071884s","start":"2026-03-06T01:16:36.275252Z","end":"2026-03-06T01:16:37.340324Z","steps":["trace[1015838749] 'process raft request' (duration: 1.064747927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.340415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.275241Z","time spent":"1.065128635s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:37.340487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067365603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a1b9dc6459030\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-06T01:16:37.340516Z","caller":"traceutil/trace.go:171","msg":"trace[716652299] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a1b9dc6459030; range_end:; response_count:1; response_revision:24223; }","duration":"1.067413515s","start":"2026-03-06T01:16:36.273093Z","end":"2026-03-06T01:16:37.340506Z","steps":["trace[716652299] 'agreement among raft nodes before linearized reading' (duration: 1.067247901s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.34054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.273076Z","time spent":"1.067459336s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189a1b9dc6459030\" "} {"level":"info","ts":"2026-03-06T01:16:37.340394Z","caller":"traceutil/trace.go:171","msg":"trace[810244093] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"1.063781505s","start":"2026-03-06T01:16:36.276551Z","end":"2026-03-06T01:16:37.340332Z","steps":["trace[810244093] 'process raft request' (duration: 1.063682993s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:37.341185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.27654Z","time spent":"1.064511371s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:37.840571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:38.276532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:16:38.276636Z","caller":"traceutil/trace.go:171","msg":"trace[1086328940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054332s","start":"2026-03-06T01:16:36.276557Z","end":"2026-03-06T01:16:38.276611Z","steps":["trace[1086328940] 'agreement among raft nodes before linearized reading' (duration: 1.99993495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.276698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.276516Z","time spent":"2.000173345s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:16:38.341171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:16:38.348706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005765785s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:16:38.34944Z","caller":"traceutil/trace.go:171","msg":"trace[1417116155] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"2.009562735s","start":"2026-03-06T01:16:36.339828Z","end":"2026-03-06T01:16:38.34939Z","steps":["trace[1417116155] 'process raft request' (duration: 2.009235608s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.34963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.339808Z","time spent":"2.009725238s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.349778Z","caller":"traceutil/trace.go:171","msg":"trace[1564993566] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"1.753763142s","start":"2026-03-06T01:16:36.59598Z","end":"2026-03-06T01:16:38.349744Z","steps":["trace[1564993566] 'process raft request' (duration: 1.753303092s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.349967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.595946Z","time spent":"1.753918745s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.350072Z","caller":"traceutil/trace.go:171","msg":"trace[1843349688] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"1.753332122s","start":"2026-03-06T01:16:36.596731Z","end":"2026-03-06T01:16:38.350063Z","steps":["trace[1843349688] 'process raft request' (duration: 1.752867972s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.350125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.596717Z","time spent":"1.753382604s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.3502Z","caller":"traceutil/trace.go:171","msg":"trace[722709225] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"1.753167979s","start":"2026-03-06T01:16:36.597002Z","end":"2026-03-06T01:16:38.35017Z","steps":["trace[722709225] 'process raft request' (duration: 1.752986445s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.350368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.596988Z","time spent":"1.753294602s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.350442Z","caller":"traceutil/trace.go:171","msg":"trace[294937388] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"1.751512832s","start":"2026-03-06T01:16:36.598922Z","end":"2026-03-06T01:16:38.350434Z","steps":["trace[294937388] 'process raft request' (duration: 1.751441331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.350483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.598909Z","time spent":"1.751552863s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:38.350561Z","caller":"traceutil/trace.go:171","msg":"trace[1888438039] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"1.753473616s","start":"2026-03-06T01:16:36.597079Z","end":"2026-03-06T01:16:38.350553Z","steps":["trace[1888438039] 'process raft request' (duration: 1.753019286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:38.35059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.597069Z","time spent":"1.753504526s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:39.221045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.280034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.221165Z","caller":"traceutil/trace.go:171","msg":"trace[706374671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24229; }","duration":"691.414957ms","start":"2026-03-06T01:16:38.529733Z","end":"2026-03-06T01:16:39.221148Z","steps":["trace[706374671] 'range keys from in-memory index tree' (duration: 691.263903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.222048Z","caller":"traceutil/trace.go:171","msg":"trace[1642246580] linearizableReadLoop","detail":"{readStateIndex:25091; appliedIndex:25081; }","duration":"1.881694247s","start":"2026-03-06T01:16:37.340316Z","end":"2026-03-06T01:16:39.222011Z","steps":["trace[1642246580] 'read index received' (duration: 1.008798782s)","trace[1642246580] 'applied index is now lower than readState.Index' (duration: 872.893825ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.222224Z","caller":"traceutil/trace.go:171","msg":"trace[2018670683] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"953.525389ms","start":"2026-03-06T01:16:38.268682Z","end":"2026-03-06T01:16:39.222207Z","steps":["trace[2018670683] 'process raft request' (duration: 953.269143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272783049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.2225Z","caller":"traceutil/trace.go:171","msg":"trace[1179607423] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24233; }","duration":"2.272901503s","start":"2026-03-06T01:16:36.949585Z","end":"2026-03-06T01:16:39.222486Z","steps":["trace[1179607423] 'agreement among raft nodes before linearized reading' (duration: 2.272791059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.94956Z","time spent":"2.272971675s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:39.222555Z","caller":"traceutil/trace.go:171","msg":"trace[1405968379] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"954.555942ms","start":"2026-03-06T01:16:38.267986Z","end":"2026-03-06T01:16:39.222541Z","steps":["trace[1405968379] 'process raft request' (duration: 953.921347ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.222521Z","caller":"traceutil/trace.go:171","msg":"trace[799847713] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"1.553589459s","start":"2026-03-06T01:16:37.668898Z","end":"2026-03-06T01:16:39.222487Z","steps":["trace[799847713] 'process raft request' (duration: 1.552944754s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806984582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:39.222624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.267972Z","time spent":"954.612733ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:39.222631Z","caller":"traceutil/trace.go:171","msg":"trace[1850661050] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24233; }","duration":"2.807085905s","start":"2026-03-06T01:16:36.415531Z","end":"2026-03-06T01:16:39.222617Z","steps":["trace[1850661050] 'agreement among raft nodes before linearized reading' (duration: 2.806985533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874333417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:39.22262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.511852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:39.222675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.415501Z","time spent":"2.807164717s","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:39.222675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.668866Z","time spent":"1.553737102s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:39.222658Z","caller":"traceutil/trace.go:171","msg":"trace[1882668617] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"1.879564742s","start":"2026-03-06T01:16:37.343052Z","end":"2026-03-06T01:16:39.222617Z","steps":["trace[1882668617] 'process raft request' (duration: 1.863024426s)","trace[1882668617] 'compare' (duration: 15.573054ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:39.222728Z","caller":"traceutil/trace.go:171","msg":"trace[2037842575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24233; }","duration":"945.666996ms","start":"2026-03-06T01:16:38.277041Z","end":"2026-03-06T01:16:39.222708Z","steps":["trace[2037842575] 'agreement among raft nodes before linearized reading' (duration: 945.516292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:39.222679Z","caller":"traceutil/trace.go:171","msg":"trace[23309811] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24233; }","duration":"1.874444449s","start":"2026-03-06T01:16:37.348218Z","end":"2026-03-06T01:16:39.222662Z","steps":["trace[23309811] 'agreement among raft nodes before linearized reading' (duration: 1.874314056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.277009Z","time spent":"945.761418ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:39.222827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567519077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:16:39.222815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.348199Z","time spent":"1.874584452s","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:39.22287Z","caller":"traceutil/trace.go:171","msg":"trace[1268961682] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24233; }","duration":"1.567588539s","start":"2026-03-06T01:16:37.655266Z","end":"2026-03-06T01:16:39.222855Z","steps":["trace[1268961682] 'agreement among raft nodes before linearized reading' (duration: 1.567434996s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.342809Z","time spent":"1.87995918s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:39.2229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.35935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:16:39.222893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948447129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.222987Z","caller":"traceutil/trace.go:171","msg":"trace[932398684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24233; }","duration":"955.436761ms","start":"2026-03-06T01:16:38.267525Z","end":"2026-03-06T01:16:39.222962Z","steps":["trace[932398684] 'agreement among raft nodes before linearized reading' (duration: 955.211936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661961234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:39.222999Z","caller":"traceutil/trace.go:171","msg":"trace[1688943966] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24233; }","duration":"2.948561991s","start":"2026-03-06T01:16:36.274409Z","end":"2026-03-06T01:16:39.222971Z","steps":["trace[1688943966] 'agreement among raft nodes before linearized reading' (duration: 2.948419398s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.223055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:36.274329Z","time spent":"2.948716835s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:16:39.223057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.267452Z","time spent":"955.590935ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:39.223084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.299658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-06T01:16:39.222679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419882554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:39.223127Z","caller":"traceutil/trace.go:171","msg":"trace[1540872081] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5; range_end:; response_count:1; response_revision:24233; }","duration":"869.37224ms","start":"2026-03-06T01:16:38.353743Z","end":"2026-03-06T01:16:39.223115Z","steps":["trace[1540872081] 'agreement among raft nodes before linearized reading' (duration: 869.162195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.222898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.655238Z","time spent":"1.56765438s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-06T01:16:39.223151Z","caller":"traceutil/trace.go:171","msg":"trace[1745340452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24233; }","duration":"1.420433986s","start":"2026-03-06T01:16:37.802708Z","end":"2026-03-06T01:16:39.223142Z","steps":["trace[1745340452] 'agreement among raft nodes before linearized reading' (duration: 1.419858784s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.223147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.268671Z","time spent":"953.59934ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:39.223163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:38.353722Z","time spent":"869.43342ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" "} {"level":"warn","ts":"2026-03-06T01:16:39.223198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.80265Z","time spent":"1.420527049s","remote":"127.0.0.1:36170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:39.223063Z","caller":"traceutil/trace.go:171","msg":"trace[926066088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24233; }","duration":"1.662134748s","start":"2026-03-06T01:16:37.560911Z","end":"2026-03-06T01:16:39.223045Z","steps":["trace[926066088] 'agreement among raft nodes before linearized reading' (duration: 1.661868892s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:39.223275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:37.560886Z","time spent":"1.662375013s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:16:40.605055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338124158s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:16:40.735761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.31679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:16:40.736069Z","caller":"traceutil/trace.go:171","msg":"trace[24265801] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"1.510507425s","start":"2026-03-06T01:16:39.225525Z","end":"2026-03-06T01:16:40.736032Z","steps":["trace[24265801] 'process raft request' (duration: 1.379793537s)","trace[24265801] 'compare' (duration: 129.926711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:40.736246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.225506Z","time spent":"1.510657158s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:40.736326Z","caller":"traceutil/trace.go:171","msg":"trace[362862502] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"1.508511392s","start":"2026-03-06T01:16:39.227778Z","end":"2026-03-06T01:16:40.73629Z","steps":["trace[362862502] 'process raft request' (duration: 1.508125534s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:40.73645Z","caller":"traceutil/trace.go:171","msg":"trace[1044342005] linearizableReadLoop","detail":"{readStateIndex:25094; appliedIndex:25091; }","duration":"1.508251956s","start":"2026-03-06T01:16:39.228163Z","end":"2026-03-06T01:16:40.736415Z","steps":["trace[1044342005] 'read index received' (duration: 38.591422ms)","trace[1044342005] 'applied index is now lower than readState.Index' (duration: 1.469658954s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:40.736605Z","caller":"traceutil/trace.go:171","msg":"trace[707119624] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"1.508285016s","start":"2026-03-06T01:16:39.228305Z","end":"2026-03-06T01:16:40.73659Z","steps":["trace[707119624] 'process raft request' (duration: 1.507922329s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:40.736492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.227765Z","time spent":"1.508643934s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:40.736733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.228297Z","time spent":"1.508348508s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:40.736809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508618223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189a1b9d298bed5f\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-06T01:16:40.736973Z","caller":"traceutil/trace.go:171","msg":"trace[1020830586] range","detail":"{range_begin:/registry/events/openstack/container-infra.189a1b9d298bed5f; range_end:; response_count:1; response_revision:24236; }","duration":"1.508766796s","start":"2026-03-06T01:16:39.228133Z","end":"2026-03-06T01:16:40.7369Z","steps":["trace[1020830586] 'agreement among raft nodes before linearized reading' (duration: 1.50849039s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:40.737027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.228115Z","time spent":"1.50890316s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189a1b9d298bed5f\" "} {"level":"warn","ts":"2026-03-06T01:16:41.230667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:16:41.23076Z","caller":"traceutil/trace.go:171","msg":"trace[2037293494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105773s","start":"2026-03-06T01:16:39.230632Z","end":"2026-03-06T01:16:41.230738Z","steps":["trace[2037293494] 'agreement among raft nodes before linearized reading' (duration: 1.99998246s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.230799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.230618Z","time spent":"2.000173264s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:41.237634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:41.471301Z","caller":"traceutil/trace.go:171","msg":"trace[1286657035] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"2.202886183s","start":"2026-03-06T01:16:39.268385Z","end":"2026-03-06T01:16:41.471272Z","steps":["trace[1286657035] 'process raft request' (duration: 2.200837599s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.471404Z","caller":"traceutil/trace.go:171","msg":"trace[2062154083] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"1.115254541s","start":"2026-03-06T01:16:40.356101Z","end":"2026-03-06T01:16:41.471356Z","steps":["trace[2062154083] 'process raft request' (duration: 1.115112388s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.471557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.356071Z","time spent":"1.115400965s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:41.471647Z","caller":"traceutil/trace.go:171","msg":"trace[213332010] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"1.114402722s","start":"2026-03-06T01:16:40.357236Z","end":"2026-03-06T01:16:41.471639Z","steps":["trace[213332010] 'process raft request' (duration: 1.114370602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.4717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.357205Z","time spent":"1.114460933s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:41.471793Z","caller":"traceutil/trace.go:171","msg":"trace[1213514368] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"1.1152082s","start":"2026-03-06T01:16:40.356578Z","end":"2026-03-06T01:16:41.471786Z","steps":["trace[1213514368] 'process raft request' (duration: 1.115001426s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:41.471738Z","caller":"traceutil/trace.go:171","msg":"trace[1062021140] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"1.115144819s","start":"2026-03-06T01:16:40.356551Z","end":"2026-03-06T01:16:41.471696Z","steps":["trace[1062021140] 'process raft request' (duration: 1.114930964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.471833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.35657Z","time spent":"1.115233241s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:41.471773Z","caller":"traceutil/trace.go:171","msg":"trace[201854230] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"1.115253501s","start":"2026-03-06T01:16:40.356467Z","end":"2026-03-06T01:16:41.47172Z","steps":["trace[201854230] 'process raft request' (duration: 1.114830472s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:41.471896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.268283Z","time spent":"2.203110248s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:41.471979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.356524Z","time spent":"1.115308582s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:41.472024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.356455Z","time spent":"1.115436256s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:42.439482Z","caller":"traceutil/trace.go:171","msg":"trace[1721744740] linearizableReadLoop","detail":"{readStateIndex:25104; appliedIndex:25095; }","duration":"1.702897836s","start":"2026-03-06T01:16:40.736546Z","end":"2026-03-06T01:16:42.439444Z","steps":["trace[1721744740] 'read index received' (duration: 732.690909ms)","trace[1721744740] 'applied index is now lower than readState.Index' (duration: 970.205697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:42.439659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357364048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:42.4397Z","caller":"traceutil/trace.go:171","msg":"trace[648095622] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24245; }","duration":"2.357433899s","start":"2026-03-06T01:16:40.082255Z","end":"2026-03-06T01:16:42.439689Z","steps":["trace[648095622] 'agreement among raft nodes before linearized reading' (duration: 2.357337967s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.439736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.082175Z","time spent":"2.357552242s","remote":"127.0.0.1:60406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:42.439627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146539718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:42.4398Z","caller":"traceutil/trace.go:171","msg":"trace[988923344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24245; }","duration":"2.146864315s","start":"2026-03-06T01:16:40.292913Z","end":"2026-03-06T01:16:42.439777Z","steps":["trace[988923344] 'agreement among raft nodes before linearized reading' (duration: 2.146557028s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.439855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.292893Z","time spent":"2.146948196s","remote":"127.0.0.1:54770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:42.440041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093335359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:16:42.440077Z","caller":"traceutil/trace.go:171","msg":"trace[238815863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24245; }","duration":"3.09342138s","start":"2026-03-06T01:16:39.346646Z","end":"2026-03-06T01:16:42.440068Z","steps":["trace[238815863] 'agreement among raft nodes before linearized reading' (duration: 3.093295298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.440107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.346623Z","time spent":"3.093475312s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:16:42.440231Z","caller":"traceutil/trace.go:171","msg":"trace[1290204380] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.210384483s","start":"2026-03-06T01:16:41.229821Z","end":"2026-03-06T01:16:42.440205Z","steps":["trace[1290204380] 'process raft request' (duration: 1.209569986s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.440311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09516728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:16:42.440329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.229799Z","time spent":"1.210470206s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:42.440347Z","caller":"traceutil/trace.go:171","msg":"trace[1442778054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24245; }","duration":"3.095243281s","start":"2026-03-06T01:16:39.345094Z","end":"2026-03-06T01:16:42.440338Z","steps":["trace[1442778054] 'agreement among raft nodes before linearized reading' (duration: 3.095133359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.440381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.345071Z","time spent":"3.095304122s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:16:42.440359Z","caller":"traceutil/trace.go:171","msg":"trace[885542533] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"1.701096105s","start":"2026-03-06T01:16:40.739206Z","end":"2026-03-06T01:16:42.440302Z","steps":["trace[885542533] 'process raft request' (duration: 1.601339542s)","trace[885542533] 'compare' (duration: 98.611938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:42.440442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21109512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:42.440572Z","caller":"traceutil/trace.go:171","msg":"trace[56124590] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24245; }","duration":"3.211251743s","start":"2026-03-06T01:16:39.229293Z","end":"2026-03-06T01:16:42.440545Z","steps":["trace[56124590] 'agreement among raft nodes before linearized reading' (duration: 3.211041528s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.440598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.739184Z","time spent":"1.701301999s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:42.440634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.229285Z","time spent":"3.211335654s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:16:42.440878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095774033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:16:42.441029Z","caller":"traceutil/trace.go:171","msg":"trace[1464410865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24245; }","duration":"3.095962747s","start":"2026-03-06T01:16:39.345047Z","end":"2026-03-06T01:16:42.441009Z","steps":["trace[1464410865] 'agreement among raft nodes before linearized reading' (duration: 3.095672591s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.441142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.345027Z","time spent":"3.096097439s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:42.441066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102593843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:16:42.441263Z","caller":"traceutil/trace.go:171","msg":"trace[277306842] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24245; }","duration":"3.102821839s","start":"2026-03-06T01:16:39.33842Z","end":"2026-03-06T01:16:42.441241Z","steps":["trace[277306842] 'agreement among raft nodes before linearized reading' (duration: 3.102393459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.441339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:39.338398Z","time spent":"3.10291547s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:42.441727Z","caller":"traceutil/trace.go:171","msg":"trace[85503245] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"1.21159461s","start":"2026-03-06T01:16:41.22855Z","end":"2026-03-06T01:16:42.440144Z","steps":["trace[85503245] 'process raft request' (duration: 1.210778212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:42.441845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.228525Z","time spent":"1.213263177s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:42.939862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:43.058635Z","caller":"traceutil/trace.go:171","msg":"trace[1139419968] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.075128486s","start":"2026-03-06T01:16:41.983477Z","end":"2026-03-06T01:16:43.058605Z","steps":["trace[1139419968] 'process raft request' (duration: 1.074906081s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.058805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.983457Z","time spent":"1.075248969s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:43.231973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:16:43.232085Z","caller":"traceutil/trace.go:171","msg":"trace[607552097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603993s","start":"2026-03-06T01:16:41.231456Z","end":"2026-03-06T01:16:43.23206Z","steps":["trace[607552097] 'agreement among raft nodes before linearized reading' (duration: 2.0004629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.232137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.231447Z","time spent":"2.000680506s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:16:43.28956Z","caller":"traceutil/trace.go:171","msg":"trace[1382371895] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"843.096939ms","start":"2026-03-06T01:16:42.446409Z","end":"2026-03-06T01:16:43.289506Z","steps":["trace[1382371895] 'process raft request' (duration: 832.637829ms)","trace[1382371895] 'compare' (duration: 10.032691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:43.289683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.901126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:43.289784Z","caller":"traceutil/trace.go:171","msg":"trace[404983847] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24249; }","duration":"987.023069ms","start":"2026-03-06T01:16:42.30273Z","end":"2026-03-06T01:16:43.289753Z","steps":["trace[404983847] 'agreement among raft nodes before linearized reading' (duration: 986.840125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.289815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.446389Z","time spent":"843.285893ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:43.289839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.302637Z","time spent":"987.183532ms","remote":"127.0.0.1:36314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:43.289834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549688606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b718095ec66\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T01:16:43.289865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014190314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:16:43.289977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244192316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:43.289984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144193246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:43.290037Z","caller":"traceutil/trace.go:171","msg":"trace[44144366] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24249; }","duration":"2.244306528s","start":"2026-03-06T01:16:41.045719Z","end":"2026-03-06T01:16:43.290025Z","steps":["trace[44144366] 'agreement among raft nodes before linearized reading' (duration: 2.244213626s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.290088Z","caller":"traceutil/trace.go:171","msg":"trace[1268061057] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"843.034038ms","start":"2026-03-06T01:16:42.447044Z","end":"2026-03-06T01:16:43.290078Z","steps":["trace[1268061057] 'process raft request' (duration: 842.27079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81614121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:16:43.290083Z","caller":"traceutil/trace.go:171","msg":"trace[1281103399] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"842.955896ms","start":"2026-03-06T01:16:42.447108Z","end":"2026-03-06T01:16:43.290064Z","steps":["trace[1281103399] 'process raft request' (duration: 842.349662ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.289981Z","caller":"traceutil/trace.go:171","msg":"trace[1590296834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24249; }","duration":"2.014342068s","start":"2026-03-06T01:16:41.275609Z","end":"2026-03-06T01:16:43.289951Z","steps":["trace[1590296834] 'agreement among raft nodes before linearized reading' (duration: 2.014076652s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.290125Z","caller":"traceutil/trace.go:171","msg":"trace[205013838] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24249; }","duration":"1.816221891s","start":"2026-03-06T01:16:41.473896Z","end":"2026-03-06T01:16:43.290118Z","steps":["trace[205013838] 'agreement among raft nodes before linearized reading' (duration: 1.816116158s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.447034Z","time spent":"843.080428ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:43.290144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.275595Z","time spent":"2.014540033s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:16:43.289907Z","caller":"traceutil/trace.go:171","msg":"trace[1884441339] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b718095ec66; range_end:; response_count:1; response_revision:24249; }","duration":"2.549817249s","start":"2026-03-06T01:16:40.740071Z","end":"2026-03-06T01:16:43.289888Z","steps":["trace[1884441339] 'agreement among raft nodes before linearized reading' (duration: 2.549575233s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.290049Z","caller":"traceutil/trace.go:171","msg":"trace[556481945] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24249; }","duration":"2.144302789s","start":"2026-03-06T01:16:41.145728Z","end":"2026-03-06T01:16:43.290031Z","steps":["trace[556481945] 'agreement among raft nodes before linearized reading' (duration: 2.144174386s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.758214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:43.290191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956313107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:43.290233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:40.740062Z","time spent":"2.550138326s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b718095ec66\" "} {"level":"info","ts":"2026-03-06T01:16:43.289577Z","caller":"traceutil/trace.go:171","msg":"trace[1170852776] linearizableReadLoop","detail":"{readStateIndex:25108; appliedIndex:25104; }","duration":"849.981761ms","start":"2026-03-06T01:16:42.439561Z","end":"2026-03-06T01:16:43.289543Z","steps":["trace[1170852776] 'read index received' (duration: 618.825224ms)","trace[1170852776] 'applied index is now lower than readState.Index' (duration: 231.154817ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:43.290287Z","caller":"traceutil/trace.go:171","msg":"trace[507439142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24249; }","duration":"1.95642616s","start":"2026-03-06T01:16:41.333834Z","end":"2026-03-06T01:16:43.290261Z","steps":["trace[507439142] 'agreement among raft nodes before linearized reading' (duration: 1.956243726s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.447101Z","time spent":"843.030678ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:43.290297Z","caller":"traceutil/trace.go:171","msg":"trace[1584381526] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24249; }","duration":"938.968488ms","start":"2026-03-06T01:16:42.351285Z","end":"2026-03-06T01:16:43.290253Z","steps":["trace[1584381526] 'agreement among raft nodes before linearized reading' (duration: 938.771144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.3338Z","time spent":"1.956531761s","remote":"127.0.0.1:36210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:43.290218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.145703Z","time spent":"2.144502623s","remote":"127.0.0.1:38182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:43.290433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.386943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:43.290442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.351268Z","time spent":"939.114331ms","remote":"127.0.0.1:42414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:43.290478Z","caller":"traceutil/trace.go:171","msg":"trace[715700650] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24249; }","duration":"827.478185ms","start":"2026-03-06T01:16:42.462986Z","end":"2026-03-06T01:16:43.290464Z","steps":["trace[715700650] 'agreement among raft nodes before linearized reading' (duration: 827.391843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.237151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:16:43.290517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.462966Z","time spent":"827.538876ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:16:43.290548Z","caller":"traceutil/trace.go:171","msg":"trace[465690580] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24249; }","duration":"280.331423ms","start":"2026-03-06T01:16:43.0102Z","end":"2026-03-06T01:16:43.290532Z","steps":["trace[465690580] 'agreement among raft nodes before linearized reading' (duration: 280.241062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.045696Z","time spent":"2.244384341s","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:43.290162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:41.473877Z","time spent":"1.816277612s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:16:43.290768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.48472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:16:43.290773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.644824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:43.290811Z","caller":"traceutil/trace.go:171","msg":"trace[1669690775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24249; }","duration":"549.724986ms","start":"2026-03-06T01:16:42.741075Z","end":"2026-03-06T01:16:43.2908Z","steps":["trace[1669690775] 'agreement among raft nodes before linearized reading' (duration: 549.613394ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:43.290832Z","caller":"traceutil/trace.go:171","msg":"trace[1437258207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24249; }","duration":"549.543432ms","start":"2026-03-06T01:16:42.741275Z","end":"2026-03-06T01:16:43.290818Z","steps":["trace[1437258207] 'agreement among raft nodes before linearized reading' (duration: 549.408589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:43.290841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.741051Z","time spent":"549.781737ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:16:43.290866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:42.741238Z","time spent":"549.621294ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:44.175082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606961989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:44.386122Z","caller":"traceutil/trace.go:171","msg":"trace[58430367] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"908.75865ms","start":"2026-03-06T01:16:43.477323Z","end":"2026-03-06T01:16:44.386082Z","steps":["trace[58430367] 'process raft request' (duration: 908.522575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:44.386308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.477292Z","time spent":"908.908323ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:46.51382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.127943616s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:16:46.514383Z","caller":"traceutil/trace.go:171","msg":"trace[661344450] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"3.03601782s","start":"2026-03-06T01:16:43.478331Z","end":"2026-03-06T01:16:46.514349Z","steps":["trace[661344450] 'process raft request' (duration: 3.035733464s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.514593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.478314Z","time spent":"3.036163355s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:46.514814Z","caller":"traceutil/trace.go:171","msg":"trace[1181246815] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"3.035323367s","start":"2026-03-06T01:16:43.479415Z","end":"2026-03-06T01:16:46.514738Z","steps":["trace[1181246815] 'process raft request' (duration: 3.034879726s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.514865Z","caller":"traceutil/trace.go:171","msg":"trace[1427732052] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"3.035301246s","start":"2026-03-06T01:16:43.479527Z","end":"2026-03-06T01:16:46.514828Z","steps":["trace[1427732052] 'process raft request' (duration: 3.0350646s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.515021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.47938Z","time spent":"3.0355226s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:46.515077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.47952Z","time spent":"3.035445369s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:46.515217Z","caller":"traceutil/trace.go:171","msg":"trace[1175616756] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"3.035398418s","start":"2026-03-06T01:16:43.479789Z","end":"2026-03-06T01:16:46.515187Z","steps":["trace[1175616756] 'process raft request' (duration: 3.034970759s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.515259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.479779Z","time spent":"3.03545952s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:46.51538Z","caller":"traceutil/trace.go:171","msg":"trace[1963903622] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"2.739299116s","start":"2026-03-06T01:16:43.776036Z","end":"2026-03-06T01:16:46.515335Z","steps":["trace[1963903622] 'process raft request' (duration: 2.738967208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.515592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.776009Z","time spent":"2.739463659s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:46.626789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.656047ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:16:46.627333Z","caller":"traceutil/trace.go:171","msg":"trace[1988773425] linearizableReadLoop","detail":"{readStateIndex:25119; appliedIndex:25112; }","duration":"2.952598108s","start":"2026-03-06T01:16:43.674705Z","end":"2026-03-06T01:16:46.627303Z","steps":["trace[1988773425] 'read index received' (duration: 711.169463ms)","trace[1988773425] 'applied index is now lower than readState.Index' (duration: 2.241427175s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:46.627356Z","caller":"traceutil/trace.go:171","msg":"trace[1166935040] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"2.39780415s","start":"2026-03-06T01:16:44.229513Z","end":"2026-03-06T01:16:46.627317Z","steps":["trace[1166935040] 'process raft request' (duration: 2.397374861s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.62753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:44.229488Z","time spent":"2.397938782s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:46.677386Z","caller":"traceutil/trace.go:171","msg":"trace[611482776] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"2.229685196s","start":"2026-03-06T01:16:44.447662Z","end":"2026-03-06T01:16:46.677348Z","steps":["trace[611482776] 'process raft request' (duration: 2.228273804s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.677399Z","caller":"traceutil/trace.go:171","msg":"trace[1343699357] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"2.229595103s","start":"2026-03-06T01:16:44.447769Z","end":"2026-03-06T01:16:46.677364Z","steps":["trace[1343699357] 'process raft request' (duration: 2.22944536s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.677783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:44.447759Z","time spent":"2.22990287s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:46.677823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939911988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:16:46.677863Z","caller":"traceutil/trace.go:171","msg":"trace[1229386686] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24264; }","duration":"2.94001867s","start":"2026-03-06T01:16:43.737832Z","end":"2026-03-06T01:16:46.67785Z","steps":["trace[1229386686] 'agreement among raft nodes before linearized reading' (duration: 2.939916468s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.6779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.737807Z","time spent":"2.940084712s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.67793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003188386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:16:46.677515Z","caller":"traceutil/trace.go:171","msg":"trace[2053251970] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.24415404s","start":"2026-03-06T01:16:45.433354Z","end":"2026-03-06T01:16:46.677508Z","steps":["trace[2053251970] 'process raft request' (duration: 1.243964666s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.678036Z","caller":"traceutil/trace.go:171","msg":"trace[1758962404] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24260; }","duration":"3.00337101s","start":"2026-03-06T01:16:43.674638Z","end":"2026-03-06T01:16:46.678009Z","steps":["trace[1758962404] 'agreement among raft nodes before linearized reading' (duration: 2.952752132s)","trace[1758962404] 'range keys from in-memory index tree' (duration: 49.77947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:16:46.678079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.43332Z","time spent":"1.244719512s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:46.678087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:43.674612Z","time spent":"3.003464572s","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:16:46.678146Z","caller":"traceutil/trace.go:171","msg":"trace[365578200] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"284.6645ms","start":"2026-03-06T01:16:46.393474Z","end":"2026-03-06T01:16:46.678138Z","steps":["trace[365578200] 'process raft request' (duration: 284.003365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.678339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382999038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:16:46.678364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383540049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:16:46.678388Z","caller":"traceutil/trace.go:171","msg":"trace[374327835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24264; }","duration":"1.383582191s","start":"2026-03-06T01:16:45.294798Z","end":"2026-03-06T01:16:46.67838Z","steps":["trace[374327835] 'agreement among raft nodes before linearized reading' (duration: 1.383468848s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.678392Z","caller":"traceutil/trace.go:171","msg":"trace[953091381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24264; }","duration":"1.38305789s","start":"2026-03-06T01:16:45.295314Z","end":"2026-03-06T01:16:46.678372Z","steps":["trace[953091381] 'agreement among raft nodes before linearized reading' (duration: 1.382912487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.678407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.29479Z","time spent":"1.383611961s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:46.678427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.295305Z","time spent":"1.383115591s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:46.678525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.045673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:46.678564Z","caller":"traceutil/trace.go:171","msg":"trace[665307909] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24264; }","duration":"278.121755ms","start":"2026-03-06T01:16:46.400431Z","end":"2026-03-06T01:16:46.678553Z","steps":["trace[665307909] 'agreement among raft nodes before linearized reading' (duration: 278.065353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.678739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.647771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:16:46.678739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384242065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:16:46.678777Z","caller":"traceutil/trace.go:171","msg":"trace[672660576] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24264; }","duration":"313.688651ms","start":"2026-03-06T01:16:46.36508Z","end":"2026-03-06T01:16:46.678769Z","steps":["trace[672660576] 'agreement among raft nodes before linearized reading' (duration: 313.62741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.678806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:46.36499Z","time spent":"313.809514ms","remote":"127.0.0.1:46708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.678813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881694706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:46.67884Z","caller":"traceutil/trace.go:171","msg":"trace[317179975] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24264; }","duration":"1.881725417s","start":"2026-03-06T01:16:44.797106Z","end":"2026-03-06T01:16:46.678831Z","steps":["trace[317179975] 'agreement among raft nodes before linearized reading' (duration: 1.881671296s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.67887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:44.797027Z","time spent":"1.881836839s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.678869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976190693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:46.678911Z","caller":"traceutil/trace.go:171","msg":"trace[145749320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24264; }","duration":"1.976273235s","start":"2026-03-06T01:16:44.702625Z","end":"2026-03-06T01:16:46.678898Z","steps":["trace[145749320] 'agreement among raft nodes before linearized reading' (duration: 1.976202474s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.67896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:44.702595Z","time spent":"1.976354447s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:16:46.679091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468576328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-06T01:16:46.679097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843759288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:46.679127Z","caller":"traceutil/trace.go:171","msg":"trace[1112273] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24264; }","duration":"1.46865424s","start":"2026-03-06T01:16:45.21046Z","end":"2026-03-06T01:16:46.679115Z","steps":["trace[1112273] 'agreement among raft nodes before linearized reading' (duration: 1.468560798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.679149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.210435Z","time spent":"1.468708021s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T01:16:46.679143Z","caller":"traceutil/trace.go:171","msg":"trace[499394317] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24264; }","duration":"1.84386416s","start":"2026-03-06T01:16:44.835263Z","end":"2026-03-06T01:16:46.679127Z","steps":["trace[499394317] 'agreement among raft nodes before linearized reading' (duration: 1.843775208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.679181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:44.835236Z","time spent":"1.843934971s","remote":"127.0.0.1:60504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.6793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373906586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:46.679379Z","caller":"traceutil/trace.go:171","msg":"trace[826615906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24264; }","duration":"1.374052659s","start":"2026-03-06T01:16:45.305306Z","end":"2026-03-06T01:16:46.679359Z","steps":["trace[826615906] 'agreement among raft nodes before linearized reading' (duration: 1.373686351s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:46.678797Z","caller":"traceutil/trace.go:171","msg":"trace[679992020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24264; }","duration":"1.384343108s","start":"2026-03-06T01:16:45.294437Z","end":"2026-03-06T01:16:46.67878Z","steps":["trace[679992020] 'agreement among raft nodes before linearized reading' (duration: 1.384190704s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.679469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.305208Z","time spent":"1.374208573s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:16:46.679537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001963888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:46.679562Z","caller":"traceutil/trace.go:171","msg":"trace[2059279836] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24264; }","duration":"1.002037979s","start":"2026-03-06T01:16:45.677516Z","end":"2026-03-06T01:16:46.679554Z","steps":["trace[2059279836] 'agreement among raft nodes before linearized reading' (duration: 1.001993618s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.679558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378069727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:46.681602Z","caller":"traceutil/trace.go:171","msg":"trace[1548704836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24264; }","duration":"1.380136953s","start":"2026-03-06T01:16:45.301445Z","end":"2026-03-06T01:16:46.681582Z","steps":["trace[1548704836] 'agreement among raft nodes before linearized reading' (duration: 1.378019176s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.681643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.301422Z","time spent":"1.380211426s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:46.679584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.677484Z","time spent":"1.002091321s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.679645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.087984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:16:46.681918Z","caller":"traceutil/trace.go:171","msg":"trace[2013539190] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5; range_end:; response_count:1; response_revision:24264; }","duration":"681.413886ms","start":"2026-03-06T01:16:46.000491Z","end":"2026-03-06T01:16:46.681905Z","steps":["trace[2013539190] 'agreement among raft nodes before linearized reading' (duration: 679.103904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.681948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:46.000467Z","time spent":"681.471927ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" "} {"level":"warn","ts":"2026-03-06T01:16:46.679486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.294412Z","time spent":"1.385062333s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:46.6798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013433433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:46.682246Z","caller":"traceutil/trace.go:171","msg":"trace[59565507] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24264; }","duration":"1.015920887s","start":"2026-03-06T01:16:45.666315Z","end":"2026-03-06T01:16:46.682236Z","steps":["trace[59565507] 'agreement among raft nodes before linearized reading' (duration: 1.013459473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.682275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:45.666295Z","time spent":"1.015971247s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.680714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.310054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:16:46.682425Z","caller":"traceutil/trace.go:171","msg":"trace[1660690385] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24264; }","duration":"502.074113ms","start":"2026-03-06T01:16:46.180344Z","end":"2026-03-06T01:16:46.682418Z","steps":["trace[1660690385] 'agreement among raft nodes before linearized reading' (duration: 498.596346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:46.682454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:46.180315Z","time spent":"502.130704ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2648,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:16:46.685412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:44.447632Z","time spent":"2.22993344s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:59.172332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962188,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:16:59.364488Z","caller":"traceutil/trace.go:171","msg":"trace[164755179] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"753.185142ms","start":"2026-03-06T01:16:58.611273Z","end":"2026-03-06T01:16:59.364458Z","steps":["trace[164755179] 'process raft request' (duration: 752.971526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.364671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.611243Z","time spent":"753.330495ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:59.367914Z","caller":"traceutil/trace.go:171","msg":"trace[1357008913] linearizableReadLoop","detail":"{readStateIndex:25212; appliedIndex:25205; }","duration":"696.251484ms","start":"2026-03-06T01:16:58.671636Z","end":"2026-03-06T01:16:59.367887Z","steps":["trace[1357008913] 'read index received' (duration: 692.686416ms)","trace[1357008913] 'applied index is now lower than readState.Index' (duration: 3.563628ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:16:59.368037Z","caller":"traceutil/trace.go:171","msg":"trace[421071011] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"602.159744ms","start":"2026-03-06T01:16:58.765868Z","end":"2026-03-06T01:16:59.368028Z","steps":["trace[421071011] 'process raft request' (duration: 601.990771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:59.368011Z","caller":"traceutil/trace.go:171","msg":"trace[428723250] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"756.102846ms","start":"2026-03-06T01:16:58.61186Z","end":"2026-03-06T01:16:59.367963Z","steps":["trace[428723250] 'process raft request' (duration: 755.914332ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:59.368076Z","caller":"traceutil/trace.go:171","msg":"trace[339752201] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"604.419725ms","start":"2026-03-06T01:16:58.763609Z","end":"2026-03-06T01:16:59.368029Z","steps":["trace[339752201] 'process raft request' (duration: 604.228611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.368178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.765856Z","time spent":"602.203626ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:59.368295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.763573Z","time spent":"604.615479ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:59.368487Z","caller":"traceutil/trace.go:171","msg":"trace[973579734] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"609.131048ms","start":"2026-03-06T01:16:58.759341Z","end":"2026-03-06T01:16:59.368472Z","steps":["trace[973579734] 'process raft request' (duration: 608.462174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.368556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.759306Z","time spent":"609.21332ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:59.368576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.944339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:16:59.368607Z","caller":"traceutil/trace.go:171","msg":"trace[1275860815] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24349; }","duration":"697.025331ms","start":"2026-03-06T01:16:58.671573Z","end":"2026-03-06T01:16:59.368599Z","steps":["trace[1275860815] 'agreement among raft nodes before linearized reading' (duration: 696.958519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.368637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.671549Z","time spent":"697.083383ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:16:59.368874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.035883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:16:59.368886Z","caller":"traceutil/trace.go:171","msg":"trace[58996232] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"757.395304ms","start":"2026-03-06T01:16:58.61148Z","end":"2026-03-06T01:16:59.368875Z","steps":["trace[58996232] 'process raft request' (duration: 756.117776ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:59.368914Z","caller":"traceutil/trace.go:171","msg":"trace[1999236929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24349; }","duration":"588.126434ms","start":"2026-03-06T01:16:58.780777Z","end":"2026-03-06T01:16:59.368904Z","steps":["trace[1999236929] 'agreement among raft nodes before linearized reading' (duration: 587.989981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.369007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.780754Z","time spent":"588.242877ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:16:59.369016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.611466Z","time spent":"757.520007ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:59.36818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.611851Z","time spent":"756.240289ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:16:59.369177Z","caller":"traceutil/trace.go:171","msg":"trace[1540847736] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"757.396764ms","start":"2026-03-06T01:16:58.611771Z","end":"2026-03-06T01:16:59.369167Z","steps":["trace[1540847736] 'process raft request' (duration: 755.972903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.369217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.611736Z","time spent":"757.460886ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:16:59.369256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.764957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:16:59.36929Z","caller":"traceutil/trace.go:171","msg":"trace[1195365226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24349; }","duration":"587.816958ms","start":"2026-03-06T01:16:58.781465Z","end":"2026-03-06T01:16:59.369281Z","steps":["trace[1195365226] 'agreement among raft nodes before linearized reading' (duration: 587.718166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.369317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.781458Z","time spent":"587.853308ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:59.369349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.491726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:16:59.369429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.149655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:16:59.36946Z","caller":"traceutil/trace.go:171","msg":"trace[1049061365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24349; }","duration":"588.199716ms","start":"2026-03-06T01:16:58.781252Z","end":"2026-03-06T01:16:59.369452Z","steps":["trace[1049061365] 'agreement among raft nodes before linearized reading' (duration: 588.120755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:16:59.369458Z","caller":"traceutil/trace.go:171","msg":"trace[930289370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24349; }","duration":"580.65449ms","start":"2026-03-06T01:16:58.788775Z","end":"2026-03-06T01:16:59.36943Z","steps":["trace[930289370] 'agreement among raft nodes before linearized reading' (duration: 580.356583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.369487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.781237Z","time spent":"588.244387ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:59.369504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.788758Z","time spent":"580.736551ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:16:59.369647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.419711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:16:59.369683Z","caller":"traceutil/trace.go:171","msg":"trace[247629628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24349; }","duration":"588.457572ms","start":"2026-03-06T01:16:58.781217Z","end":"2026-03-06T01:16:59.369674Z","steps":["trace[247629628] 'agreement among raft nodes before linearized reading' (duration: 588.33879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:16:59.369716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:16:58.78117Z","time spent":"588.538134ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:05.32868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089987164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-06T01:17:05.328785Z","caller":"traceutil/trace.go:171","msg":"trace[1139731052] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24439; }","duration":"1.090159038s","start":"2026-03-06T01:17:04.2386Z","end":"2026-03-06T01:17:05.328759Z","steps":["trace[1139731052] 'range keys from in-memory index tree' (duration: 1.089756218s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:05.328743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.707865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:17:05.328855Z","caller":"traceutil/trace.go:171","msg":"trace[608114301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24439; }","duration":"925.878978ms","start":"2026-03-06T01:17:04.40295Z","end":"2026-03-06T01:17:05.328829Z","steps":["trace[608114301] 'range keys from in-memory index tree' (duration: 925.455629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:05.3289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:04.402924Z","time spent":"925.96585ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:17:05.329042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.649788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-06T01:17:05.329071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.383434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:05.329176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:04.238572Z","time spent":"1.09025053s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:05.329183Z","caller":"traceutil/trace.go:171","msg":"trace[1078257159] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24439; }","duration":"732.862293ms","start":"2026-03-06T01:17:04.596277Z","end":"2026-03-06T01:17:05.329139Z","steps":["trace[1078257159] 'range keys from in-memory index tree' (duration: 732.356063ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:05.329214Z","caller":"traceutil/trace.go:171","msg":"trace[1325907375] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24439; }","duration":"857.688841ms","start":"2026-03-06T01:17:04.471489Z","end":"2026-03-06T01:17:05.329178Z","steps":["trace[1325907375] 'count revisions from in-memory index tree' (duration: 857.110568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:05.329197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.239289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:05.329263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:04.596247Z","time spent":"732.997926ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:05.329298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:04.471409Z","time spent":"857.868155ms","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:05.329307Z","caller":"traceutil/trace.go:171","msg":"trace[1519746641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24439; }","duration":"627.405113ms","start":"2026-03-06T01:17:04.701877Z","end":"2026-03-06T01:17:05.329283Z","steps":["trace[1519746641] 'range keys from in-memory index tree' (duration: 627.152277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:05.329363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:04.701858Z","time spent":"627.490145ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:05.33174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.580712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:17:05.331839Z","caller":"traceutil/trace.go:171","msg":"trace[2033485724] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24439; }","duration":"362.741335ms","start":"2026-03-06T01:17:04.96908Z","end":"2026-03-06T01:17:05.331821Z","steps":["trace[2033485724] 'count revisions from in-memory index tree' (duration: 362.430709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:05.331912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:04.969054Z","time spent":"362.843698ms","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:05.894559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:06.395319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:06.577386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239217491s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:17:06.577842Z","caller":"traceutil/trace.go:171","msg":"trace[347187541] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"1.239743562s","start":"2026-03-06T01:17:05.338072Z","end":"2026-03-06T01:17:06.577816Z","steps":["trace[347187541] 'process raft request' (duration: 1.239571729s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:06.578037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.338062Z","time spent":"1.239888526s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:07.633179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055536533s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:17:07.633707Z","caller":"traceutil/trace.go:171","msg":"trace[1026211806] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"2.250975275s","start":"2026-03-06T01:17:05.382704Z","end":"2026-03-06T01:17:07.633679Z","steps":["trace[1026211806] 'process raft request' (duration: 2.250724329s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.633848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.382675Z","time spent":"2.251094608s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:07.634045Z","caller":"traceutil/trace.go:171","msg":"trace[496562245] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"2.24618124s","start":"2026-03-06T01:17:05.387853Z","end":"2026-03-06T01:17:07.634034Z","steps":["trace[496562245] 'process raft request' (duration: 2.24576418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.634099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.387822Z","time spent":"2.246250291s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:07.634176Z","caller":"traceutil/trace.go:171","msg":"trace[1062281601] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"2.244895422s","start":"2026-03-06T01:17:05.389271Z","end":"2026-03-06T01:17:07.634166Z","steps":["trace[1062281601] 'process raft request' (duration: 2.244655276s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.634219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.389263Z","time spent":"2.244929833s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:07.634292Z","caller":"traceutil/trace.go:171","msg":"trace[1712966861] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"2.238247105s","start":"2026-03-06T01:17:05.396036Z","end":"2026-03-06T01:17:07.634283Z","steps":["trace[1712966861] 'process raft request' (duration: 2.23803256s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:07.634275Z","caller":"traceutil/trace.go:171","msg":"trace[20396544] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"2.237903657s","start":"2026-03-06T01:17:05.396336Z","end":"2026-03-06T01:17:07.63424Z","steps":["trace[20396544] 'process raft request' (duration: 2.237781714s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.634329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.396028Z","time spent":"2.238279755s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:07.634417Z","caller":"traceutil/trace.go:171","msg":"trace[1235346375] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"2.235913773s","start":"2026-03-06T01:17:05.398494Z","end":"2026-03-06T01:17:07.634407Z","steps":["trace[1235346375] 'process raft request' (duration: 2.235701328s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.634473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.398485Z","time spent":"2.235957604s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:07.634484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.396301Z","time spent":"2.238061831s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:07.63443Z","caller":"traceutil/trace.go:171","msg":"trace[2019686744] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25303; }","duration":"2.240475854s","start":"2026-03-06T01:17:05.393932Z","end":"2026-03-06T01:17:07.634408Z","steps":["trace[2019686744] 'read index received' (duration: 1.183776005s)","trace[2019686744] 'applied index is now lower than readState.Index' (duration: 1.056698879s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:07.63456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240606267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:07.634607Z","caller":"traceutil/trace.go:171","msg":"trace[933425232] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24447; }","duration":"2.240698289s","start":"2026-03-06T01:17:05.393897Z","end":"2026-03-06T01:17:07.634596Z","steps":["trace[933425232] 'agreement among raft nodes before linearized reading' (duration: 2.240590576s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.634658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.393889Z","time spent":"2.2407611s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:17:07.634603Z","caller":"traceutil/trace.go:171","msg":"trace[388857743] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"2.231793182s","start":"2026-03-06T01:17:05.402776Z","end":"2026-03-06T01:17:07.634569Z","steps":["trace[388857743] 'process raft request' (duration: 2.231540727s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:07.634791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.402747Z","time spent":"2.231956646s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:08.351219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.32769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:08.351565Z","caller":"traceutil/trace.go:171","msg":"trace[1413943652] linearizableReadLoop","detail":"{readStateIndex:25313; appliedIndex:25311; }","duration":"717.001652ms","start":"2026-03-06T01:17:07.634542Z","end":"2026-03-06T01:17:08.351543Z","steps":["trace[1413943652] 'read index received' (duration: 442.18319ms)","trace[1413943652] 'applied index is now lower than readState.Index' (duration: 274.817012ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:08.3517Z","caller":"traceutil/trace.go:171","msg":"trace[20524467] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"1.687525067s","start":"2026-03-06T01:17:06.664158Z","end":"2026-03-06T01:17:08.351683Z","steps":["trace[20524467] 'process raft request' (duration: 1.412576582s)","trace[20524467] 'compare' (duration: 273.954802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:08.351803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:06.664124Z","time spent":"1.68762462s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:08.352116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.179479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:08.352228Z","caller":"traceutil/trace.go:171","msg":"trace[1220183066] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24449; }","duration":"713.360772ms","start":"2026-03-06T01:17:07.638845Z","end":"2026-03-06T01:17:08.352205Z","steps":["trace[1220183066] 'agreement among raft nodes before linearized reading' (duration: 713.176058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351965678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:17:08.35235Z","caller":"traceutil/trace.go:171","msg":"trace[36697023] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5; range_end:; response_count:1; response_revision:24449; }","duration":"2.35208394s","start":"2026-03-06T01:17:06.000243Z","end":"2026-03-06T01:17:08.352327Z","steps":["trace[36697023] 'agreement among raft nodes before linearized reading' (duration: 2.351949707s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.132498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:17:08.352403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:06.000217Z","time spent":"2.352176273s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649833074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:08.352454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937138457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:08.352465Z","caller":"traceutil/trace.go:171","msg":"trace[92526757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24449; }","duration":"1.649958347s","start":"2026-03-06T01:17:06.70249Z","end":"2026-03-06T01:17:08.352449Z","steps":["trace[92526757] 'agreement among raft nodes before linearized reading' (duration: 1.649834664s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.986509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:08.3525Z","caller":"traceutil/trace.go:171","msg":"trace[1664976520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24449; }","duration":"2.93723508s","start":"2026-03-06T01:17:05.415253Z","end":"2026-03-06T01:17:08.352488Z","steps":["trace[1664976520] 'agreement among raft nodes before linearized reading' (duration: 2.937065746s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:08.352511Z","caller":"traceutil/trace.go:171","msg":"trace[2140391825] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"1.256268488s","start":"2026-03-06T01:17:07.096229Z","end":"2026-03-06T01:17:08.352497Z","steps":["trace[2140391825] 'process raft request' (duration: 1.255153344s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.415227Z","time spent":"2.937302382s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.103995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:17:08.352566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621417016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:08.352583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.096201Z","time spent":"1.256345969s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:08.35235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.815985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:08.352626Z","caller":"traceutil/trace.go:171","msg":"trace[1049050204] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24449; }","duration":"1.621504428s","start":"2026-03-06T01:17:06.731084Z","end":"2026-03-06T01:17:08.352588Z","steps":["trace[1049050204] 'agreement among raft nodes before linearized reading' (duration: 1.621441736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84699462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:08.352581Z","caller":"traceutil/trace.go:171","msg":"trace[1619512011] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24449; }","duration":"510.150792ms","start":"2026-03-06T01:17:07.842361Z","end":"2026-03-06T01:17:08.352512Z","steps":["trace[1619512011] 'agreement among raft nodes before linearized reading' (duration: 509.949598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:08.352667Z","caller":"traceutil/trace.go:171","msg":"trace[181846245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24449; }","duration":"1.847066641s","start":"2026-03-06T01:17:06.505592Z","end":"2026-03-06T01:17:08.352659Z","steps":["trace[181846245] 'agreement among raft nodes before linearized reading' (duration: 1.84701633s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:06.731054Z","time spent":"1.62160076s","remote":"127.0.0.1:38020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:08.352695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:06.50557Z","time spent":"1.847118212s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:08.352678Z","caller":"traceutil/trace.go:171","msg":"trace[461363279] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24449; }","duration":"448.178103ms","start":"2026-03-06T01:17:07.904462Z","end":"2026-03-06T01:17:08.35264Z","steps":["trace[461363279] 'agreement among raft nodes before linearized reading' (duration: 447.807195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932310101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:08.352718Z","caller":"traceutil/trace.go:171","msg":"trace[1496569465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24449; }","duration":"335.247148ms","start":"2026-03-06T01:17:08.017333Z","end":"2026-03-06T01:17:08.35258Z","steps":["trace[1496569465] 'agreement among raft nodes before linearized reading' (duration: 335.071824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.842337Z","time spent":"510.351286ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:08.352749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.904438Z","time spent":"448.286465ms","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:08.352766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.017308Z","time spent":"335.446062ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.638816Z","time spent":"713.452634ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:06.702469Z","time spent":"1.650027238s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.319883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-06T01:17:08.352821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932010804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:17:08.352849Z","caller":"traceutil/trace.go:171","msg":"trace[829085312] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24449; }","duration":"991.392145ms","start":"2026-03-06T01:17:07.361446Z","end":"2026-03-06T01:17:08.352838Z","steps":["trace[829085312] 'agreement among raft nodes before linearized reading' (duration: 991.244952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:08.352859Z","caller":"traceutil/trace.go:171","msg":"trace[1874576827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24449; }","duration":"2.932057755s","start":"2026-03-06T01:17:05.42079Z","end":"2026-03-06T01:17:08.352847Z","steps":["trace[1874576827] 'agreement among raft nodes before linearized reading' (duration: 2.931961563s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.361424Z","time spent":"991.456097ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.420784Z","time spent":"2.932100906s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:17:08.352764Z","caller":"traceutil/trace.go:171","msg":"trace[469556773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24449; }","duration":"2.932435063s","start":"2026-03-06T01:17:05.42031Z","end":"2026-03-06T01:17:08.352745Z","steps":["trace[469556773] 'agreement among raft nodes before linearized reading' (duration: 2.932146967s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.420302Z","time spent":"2.932681598s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931944033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:08.352423Z","caller":"traceutil/trace.go:171","msg":"trace[1043663044] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24449; }","duration":"694.22523ms","start":"2026-03-06T01:17:07.658182Z","end":"2026-03-06T01:17:08.352407Z","steps":["trace[1043663044] 'agreement among raft nodes before linearized reading' (duration: 694.124528ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:08.353037Z","caller":"traceutil/trace.go:171","msg":"trace[1727914666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24449; }","duration":"2.932978805s","start":"2026-03-06T01:17:05.420046Z","end":"2026-03-06T01:17:08.353025Z","steps":["trace[1727914666] 'agreement among raft nodes before linearized reading' (duration: 2.931875771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.353055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.658161Z","time spent":"694.884814ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T01:17:08.353088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.420014Z","time spent":"2.933061167s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:08.352348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337678157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:08.353145Z","caller":"traceutil/trace.go:171","msg":"trace[1816856644] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24449; }","duration":"1.338506714s","start":"2026-03-06T01:17:07.014617Z","end":"2026-03-06T01:17:08.353124Z","steps":["trace[1816856644] 'agreement among raft nodes before linearized reading' (duration: 1.337672026s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.353204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:07.014594Z","time spent":"1.338593737s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:08.353254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937991996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:08.353305Z","caller":"traceutil/trace.go:171","msg":"trace[684524473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24449; }","duration":"2.938074478s","start":"2026-03-06T01:17:05.41521Z","end":"2026-03-06T01:17:08.353285Z","steps":["trace[684524473] 'agreement among raft nodes before linearized reading' (duration: 2.93677353s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.352077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016149038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-06T01:17:08.353404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:05.415194Z","time spent":"2.93820386s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:17:08.35347Z","caller":"traceutil/trace.go:171","msg":"trace[1001252953] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24449; }","duration":"2.017567479s","start":"2026-03-06T01:17:06.335856Z","end":"2026-03-06T01:17:08.353424Z","steps":["trace[1001252953] 'agreement among raft nodes before linearized reading' (duration: 2.016028535s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:08.353587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:06.335834Z","time spent":"2.017694271s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:08.859049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:09.35948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:09.568278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212952331s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:17:09.578739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049265884s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:09.578864Z","caller":"traceutil/trace.go:171","msg":"trace[391456505] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24449; }","duration":"1.049405217s","start":"2026-03-06T01:17:08.52944Z","end":"2026-03-06T01:17:09.578846Z","steps":["trace[391456505] 'range keys from in-memory index tree' (duration: 1.049246174s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:09.579731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.355129Z","time spent":"1.224596848s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:17:10.36353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:17:10.363628Z","caller":"traceutil/trace.go:171","msg":"trace[311728950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262187s","start":"2026-03-06T01:17:08.363344Z","end":"2026-03-06T01:17:10.363606Z","steps":["trace[311728950] 'agreement among raft nodes before linearized reading' (duration: 2.000131974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:10.363698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.363333Z","time spent":"2.000353899s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:11.609236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.040668629s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:17:11.609825Z","caller":"traceutil/trace.go:171","msg":"trace[1995308699] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"3.254240104s","start":"2026-03-06T01:17:08.355557Z","end":"2026-03-06T01:17:11.609797Z","steps":["trace[1995308699] 'process raft request' (duration: 3.253890486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.610028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.355534Z","time spent":"3.254392447s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:11.61022Z","caller":"traceutil/trace.go:171","msg":"trace[1813231964] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"3.251981283s","start":"2026-03-06T01:17:08.358211Z","end":"2026-03-06T01:17:11.610192Z","steps":["trace[1813231964] 'process raft request' (duration: 3.251510203s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.610367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.358188Z","time spent":"3.252077306s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:11.610637Z","caller":"traceutil/trace.go:171","msg":"trace[112184554] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"3.251888452s","start":"2026-03-06T01:17:08.358727Z","end":"2026-03-06T01:17:11.610616Z","steps":["trace[112184554] 'process raft request' (duration: 3.251750599s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.61072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.3587Z","time spent":"3.251975954s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:11.610808Z","caller":"traceutil/trace.go:171","msg":"trace[666893284] linearizableReadLoop","detail":"{readStateIndex:25322; appliedIndex:25313; }","duration":"3.252385963s","start":"2026-03-06T01:17:08.358406Z","end":"2026-03-06T01:17:11.610792Z","steps":["trace[666893284] 'read index received' (duration: 1.21021206s)","trace[666893284] 'applied index is now lower than readState.Index' (duration: 2.042172913s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:11.610884Z","caller":"traceutil/trace.go:171","msg":"trace[32116256] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"3.2509439s","start":"2026-03-06T01:17:08.359931Z","end":"2026-03-06T01:17:11.610875Z","steps":["trace[32116256] 'process raft request' (duration: 3.250788607s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:11.610863Z","caller":"traceutil/trace.go:171","msg":"trace[328847375] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"3.25097303s","start":"2026-03-06T01:17:08.359855Z","end":"2026-03-06T01:17:11.610828Z","steps":["trace[328847375] 'process raft request' (duration: 3.250818707s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.610942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.359922Z","time spent":"3.250982001s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:11.610953Z","caller":"traceutil/trace.go:171","msg":"trace[92728704] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"3.252380953s","start":"2026-03-06T01:17:08.35856Z","end":"2026-03-06T01:17:11.610941Z","steps":["trace[92728704] 'process raft request' (duration: 3.251500444s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.611013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.358552Z","time spent":"3.252430674s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:11.611037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.359845Z","time spent":"3.251102224s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:11.611236Z","caller":"traceutil/trace.go:171","msg":"trace[499067589] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"2.574841272s","start":"2026-03-06T01:17:09.03638Z","end":"2026-03-06T01:17:11.611221Z","steps":["trace[499067589] 'process raft request' (duration: 2.574374342s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.611248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252839262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:17:11.611263Z","caller":"traceutil/trace.go:171","msg":"trace[1569399005] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"3.251877272s","start":"2026-03-06T01:17:08.359374Z","end":"2026-03-06T01:17:11.611251Z","steps":["trace[1569399005] 'process raft request' (duration: 3.251183996s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:11.611281Z","caller":"traceutil/trace.go:171","msg":"trace[1992940440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24457; }","duration":"3.252898044s","start":"2026-03-06T01:17:08.358373Z","end":"2026-03-06T01:17:11.611271Z","steps":["trace[1992940440] 'agreement among raft nodes before linearized reading' (duration: 3.25271808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:11.611297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.036345Z","time spent":"2.574918654s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:11.611317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.358362Z","time spent":"3.252948545s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:17:11.611323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.35935Z","time spent":"3.251941022s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.111869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:12.364747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:17:12.364849Z","caller":"traceutil/trace.go:171","msg":"trace[281333556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175444s","start":"2026-03-06T01:17:10.364653Z","end":"2026-03-06T01:17:12.364828Z","steps":["trace[281333556] 'agreement among raft nodes before linearized reading' (duration: 2.000052581s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.3649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:10.364634Z","time spent":"2.000255706s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:12.612998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:12.814319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204825201s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:17:12.815249Z","caller":"traceutil/trace.go:171","msg":"trace[876008403] linearizableReadLoop","detail":"{readStateIndex:25330; appliedIndex:25322; }","duration":"1.204376841s","start":"2026-03-06T01:17:11.610842Z","end":"2026-03-06T01:17:12.815219Z","steps":["trace[876008403] 'read index received' (duration: 1.203820259s)","trace[876008403] 'applied index is now lower than readState.Index' (duration: 555.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:12.81584Z","caller":"traceutil/trace.go:171","msg":"trace[214158365] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"3.23465265s","start":"2026-03-06T01:17:09.581168Z","end":"2026-03-06T01:17:12.815821Z","steps":["trace[214158365] 'process raft request' (duration: 3.233442473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.816065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.581148Z","time spent":"3.234778632s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:12.816639Z","caller":"traceutil/trace.go:171","msg":"trace[951029939] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"3.176216669s","start":"2026-03-06T01:17:09.640405Z","end":"2026-03-06T01:17:12.816622Z","steps":["trace[951029939] 'process raft request' (duration: 3.174415889s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.816773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.64037Z","time spent":"3.176311741s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.816999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490907342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:12.817082Z","caller":"traceutil/trace.go:171","msg":"trace[338946726] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24465; }","duration":"1.491051176s","start":"2026-03-06T01:17:11.326014Z","end":"2026-03-06T01:17:12.817065Z","steps":["trace[338946726] 'agreement among raft nodes before linearized reading' (duration: 1.490845461s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.817126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:11.325994Z","time spent":"1.491126677s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:12.817326Z","caller":"traceutil/trace.go:171","msg":"trace[1783899229] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"3.175952074s","start":"2026-03-06T01:17:09.641364Z","end":"2026-03-06T01:17:12.817316Z","steps":["trace[1783899229] 'process raft request' (duration: 3.173530001s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.8174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.64132Z","time spent":"3.176026025s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.817422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766582773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:12.817494Z","caller":"traceutil/trace.go:171","msg":"trace[419906405] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"3.175992545s","start":"2026-03-06T01:17:09.641493Z","end":"2026-03-06T01:17:12.817486Z","steps":["trace[419906405] 'process raft request' (duration: 3.173483049s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:12.817492Z","caller":"traceutil/trace.go:171","msg":"trace[126544316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24465; }","duration":"1.766690976s","start":"2026-03-06T01:17:11.050781Z","end":"2026-03-06T01:17:12.817472Z","steps":["trace[126544316] 'agreement among raft nodes before linearized reading' (duration: 1.766559493s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.817535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.641485Z","time spent":"3.176026235s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.817538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:11.050761Z","time spent":"1.766764558s","remote":"127.0.0.1:36502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:12.817617Z","caller":"traceutil/trace.go:171","msg":"trace[1136141672] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"3.176022906s","start":"2026-03-06T01:17:09.641588Z","end":"2026-03-06T01:17:12.817611Z","steps":["trace[1136141672] 'process raft request' (duration: 3.173435008s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.817653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.641572Z","time spent":"3.176061836s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.817697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432875825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-06T01:17:12.817736Z","caller":"traceutil/trace.go:171","msg":"trace[1281733748] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"3.176107217s","start":"2026-03-06T01:17:09.641622Z","end":"2026-03-06T01:17:12.817729Z","steps":["trace[1281733748] 'process raft request' (duration: 3.173445318s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.817768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.641581Z","time spent":"3.176167169s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:12.817844Z","caller":"traceutil/trace.go:171","msg":"trace[869748768] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"3.176018916s","start":"2026-03-06T01:17:09.641819Z","end":"2026-03-06T01:17:12.817837Z","steps":["trace[869748768] 'process raft request' (duration: 3.173297625s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.817882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.641783Z","time spent":"3.176079396s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:12.817831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44937306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:12.817959Z","caller":"traceutil/trace.go:171","msg":"trace[1465026794] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24465; }","duration":"4.449518473s","start":"2026-03-06T01:17:08.368431Z","end":"2026-03-06T01:17:12.817949Z","steps":["trace[1465026794] 'agreement among raft nodes before linearized reading' (duration: 4.449348029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.81798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.36842Z","time spent":"4.449553974s","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:12.818012Z","caller":"traceutil/trace.go:171","msg":"trace[643159072] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"3.175628156s","start":"2026-03-06T01:17:09.642336Z","end":"2026-03-06T01:17:12.817964Z","steps":["trace[643159072] 'process raft request' (duration: 3.172829794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.818098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361764909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:12.818135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474895918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:12.818194Z","caller":"traceutil/trace.go:171","msg":"trace[1300409904] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24465; }","duration":"1.47502481s","start":"2026-03-06T01:17:11.343156Z","end":"2026-03-06T01:17:12.818181Z","steps":["trace[1300409904] 'agreement among raft nodes before linearized reading' (duration: 1.474925748s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.818251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:11.343132Z","time spent":"1.475106192s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:12.818247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.642319Z","time spent":"3.175807621s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:12.818229Z","caller":"traceutil/trace.go:171","msg":"trace[869388230] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24465; }","duration":"3.361917452s","start":"2026-03-06T01:17:09.456256Z","end":"2026-03-06T01:17:12.818174Z","steps":["trace[869388230] 'agreement among raft nodes before linearized reading' (duration: 3.361741938s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.818226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012467631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:12.818343Z","caller":"traceutil/trace.go:171","msg":"trace[448548889] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24465; }","duration":"3.012652025s","start":"2026-03-06T01:17:09.80567Z","end":"2026-03-06T01:17:12.818322Z","steps":["trace[448548889] 'agreement among raft nodes before linearized reading' (duration: 3.01242703s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.818359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.456232Z","time spent":"3.362070796s","remote":"127.0.0.1:36428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:12.8184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.805643Z","time spent":"3.012745177s","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:12.818271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459621442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-06T01:17:12.818531Z","caller":"traceutil/trace.go:171","msg":"trace[487795012] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24465; }","duration":"3.459843796s","start":"2026-03-06T01:17:09.35863Z","end":"2026-03-06T01:17:12.818474Z","steps":["trace[487795012] 'agreement among raft nodes before linearized reading' (duration: 3.459432757s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.8186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:09.358606Z","time spent":"3.459974559s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:12.8192Z","caller":"traceutil/trace.go:171","msg":"trace[1698062969] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:24465; }","duration":"4.433017168s","start":"2026-03-06T01:17:08.384727Z","end":"2026-03-06T01:17:12.817744Z","steps":["trace[1698062969] 'agreement among raft nodes before linearized reading' (duration: 4.43268099s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:12.819402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:08.384714Z","time spent":"4.434538091s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-06T01:17:14.375017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:17:14.375117Z","caller":"traceutil/trace.go:171","msg":"trace[677610939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685166s","start":"2026-03-06T01:17:12.374406Z","end":"2026-03-06T01:17:14.375091Z","steps":["trace[677610939] 'agreement among raft nodes before linearized reading' (duration: 2.000545843s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:14.375193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.374398Z","time spent":"2.000782378s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:14.704442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655885107s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:17:14.704771Z","caller":"traceutil/trace.go:171","msg":"trace[1416526134] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25330; }","duration":"1.889406268s","start":"2026-03-06T01:17:12.81534Z","end":"2026-03-06T01:17:14.704746Z","steps":["trace[1416526134] 'read index received' (duration: 233.191032ms)","trace[1416526134] 'applied index is now lower than readState.Index' (duration: 1.656213966s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:14.705552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785758973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:14.705541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411032003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:14.705607Z","caller":"traceutil/trace.go:171","msg":"trace[1088033050] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24465; }","duration":"2.785871435s","start":"2026-03-06T01:17:11.91972Z","end":"2026-03-06T01:17:14.705591Z","steps":["trace[1088033050] 'agreement among raft nodes before linearized reading' (duration: 2.785769263s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:14.705626Z","caller":"traceutil/trace.go:171","msg":"trace[1166911620] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24465; }","duration":"2.411173435s","start":"2026-03-06T01:17:12.294432Z","end":"2026-03-06T01:17:14.705605Z","steps":["trace[1166911620] 'agreement among raft nodes before linearized reading' (duration: 2.411005712s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:14.705647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:11.919699Z","time spent":"2.785938736s","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:14.705668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.294412Z","time spent":"2.411247548s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:14.705808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093153804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-06T01:17:14.705635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006232813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:14.705861Z","caller":"traceutil/trace.go:171","msg":"trace[1450394344] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24465; }","duration":"3.093258596s","start":"2026-03-06T01:17:11.61259Z","end":"2026-03-06T01:17:14.705849Z","steps":["trace[1450394344] 'agreement among raft nodes before linearized reading' (duration: 3.093082062s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:14.705892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:11.61257Z","time spent":"3.093315687s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:17:14.705887Z","caller":"traceutil/trace.go:171","msg":"trace[1705465627] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24465; }","duration":"3.00654484s","start":"2026-03-06T01:17:11.699328Z","end":"2026-03-06T01:17:14.705872Z","steps":["trace[1705465627] 'agreement among raft nodes before linearized reading' (duration: 3.006239294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:14.70609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:11.6993Z","time spent":"3.006777676s","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:14.706161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174817033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:14.706229Z","caller":"traceutil/trace.go:171","msg":"trace[656719851] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24465; }","duration":"2.174924755s","start":"2026-03-06T01:17:12.531269Z","end":"2026-03-06T01:17:14.706194Z","steps":["trace[656719851] 'agreement among raft nodes before linearized reading' (duration: 2.174838343s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:14.706263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.531248Z","time spent":"2.175006787s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:17:14.706531Z","caller":"traceutil/trace.go:171","msg":"trace[518504326] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"1.346349858s","start":"2026-03-06T01:17:13.360139Z","end":"2026-03-06T01:17:14.706489Z","steps":["trace[518504326] 'process raft request' (duration: 1.344470797s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:14.706766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.360115Z","time spent":"1.346506641s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:15.763698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396186395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b718095ec66\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:17:15.763783Z","caller":"traceutil/trace.go:171","msg":"trace[1038550544] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b718095ec66; range_end:; response_count:1; response_revision:24466; }","duration":"3.396317127s","start":"2026-03-06T01:17:12.367441Z","end":"2026-03-06T01:17:15.763758Z","steps":["trace[1038550544] 'agreement among raft nodes before linearized reading' (duration: 2.339048902s)","trace[1038550544] 'range keys from in-memory index tree' (duration: 1.057000118s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:15.763819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.367422Z","time spent":"3.396389029s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b718095ec66\" "} {"level":"warn","ts":"2026-03-06T01:17:15.764421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018282154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:15.764456Z","caller":"traceutil/trace.go:171","msg":"trace[1377574437] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24466; }","duration":"3.018322115s","start":"2026-03-06T01:17:12.746125Z","end":"2026-03-06T01:17:15.764447Z","steps":["trace[1377574437] 'agreement among raft nodes before linearized reading' (duration: 1.960214801s)","trace[1377574437] 'count revisions from in-memory index tree' (duration: 1.058055272s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:15.764481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.746052Z","time spent":"3.018421807s","remote":"127.0.0.1:38198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:15.764829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297579285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:15.764864Z","caller":"traceutil/trace.go:171","msg":"trace[362784491] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24466; }","duration":"3.297652836s","start":"2026-03-06T01:17:12.467202Z","end":"2026-03-06T01:17:15.764854Z","steps":["trace[362784491] 'agreement among raft nodes before linearized reading' (duration: 2.239283888s)","trace[362784491] 'count revisions from in-memory index tree' (duration: 1.058320418s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:15.764887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.467177Z","time spent":"3.297702757s","remote":"127.0.0.1:36466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:15.76594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059372451s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:15.766101Z","caller":"traceutil/trace.go:171","msg":"trace[1324644403] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"2.281667297s","start":"2026-03-06T01:17:13.484376Z","end":"2026-03-06T01:17:15.766043Z","steps":["trace[1324644403] 'process raft request' (duration: 1.222090572s)","trace[1324644403] 'compare' (duration: 1.058280977s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:15.766184Z","caller":"traceutil/trace.go:171","msg":"trace[1745844475] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"940.416292ms","start":"2026-03-06T01:17:14.825746Z","end":"2026-03-06T01:17:15.766163Z","steps":["trace[1745844475] 'process raft request' (duration: 940.31235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.82572Z","time spent":"940.513834ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:15.766327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543551713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-06T01:17:15.766313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.484336Z","time spent":"2.281868572s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:15.766359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846801254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:15.766164Z","caller":"traceutil/trace.go:171","msg":"trace[1976599455] linearizableReadLoop","detail":"{readStateIndex:25333; appliedIndex:25331; }","duration":"1.061315593s","start":"2026-03-06T01:17:14.704813Z","end":"2026-03-06T01:17:15.766128Z","steps":["trace[1976599455] 'read index received' (duration: 1.001012ms)","trace[1976599455] 'applied index is now lower than readState.Index' (duration: 1.060309411s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:15.76641Z","caller":"traceutil/trace.go:171","msg":"trace[1170509479] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24468; }","duration":"2.846928798s","start":"2026-03-06T01:17:12.91947Z","end":"2026-03-06T01:17:15.766398Z","steps":["trace[1170509479] 'agreement among raft nodes before linearized reading' (duration: 2.846797744s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150542761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:17:15.766441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.919441Z","time spent":"2.84699331s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:15.766458Z","caller":"traceutil/trace.go:171","msg":"trace[1620756580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24468; }","duration":"2.150640813s","start":"2026-03-06T01:17:13.615804Z","end":"2026-03-06T01:17:15.766445Z","steps":["trace[1620756580] 'agreement among raft nodes before linearized reading' (duration: 2.150375266s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.615779Z","time spent":"2.150706814s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:15.766453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146829419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:17:15.766548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402936678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:17:15.766567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150211253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:15.766578Z","caller":"traceutil/trace.go:171","msg":"trace[1637145957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24468; }","duration":"2.147010893s","start":"2026-03-06T01:17:13.619539Z","end":"2026-03-06T01:17:15.76655Z","steps":["trace[1637145957] 'agreement among raft nodes before linearized reading' (duration: 2.146639184s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.766594Z","caller":"traceutil/trace.go:171","msg":"trace[1416887183] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24468; }","duration":"2.402980859s","start":"2026-03-06T01:17:13.3636Z","end":"2026-03-06T01:17:15.766581Z","steps":["trace[1416887183] 'agreement among raft nodes before linearized reading' (duration: 2.402851486s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.766629Z","caller":"traceutil/trace.go:171","msg":"trace[1129453714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24468; }","duration":"2.150287176s","start":"2026-03-06T01:17:13.61632Z","end":"2026-03-06T01:17:15.766608Z","steps":["trace[1129453714] 'agreement among raft nodes before linearized reading' (duration: 2.150134082s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.363534Z","time spent":"2.403097511s","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:17:15.766682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.616314Z","time spent":"2.150356577s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:15.766744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157528111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:15.766642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150551971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:17:15.766827Z","caller":"traceutil/trace.go:171","msg":"trace[1552973413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24468; }","duration":"2.150758085s","start":"2026-03-06T01:17:13.616061Z","end":"2026-03-06T01:17:15.766819Z","steps":["trace[1552973413] 'agreement among raft nodes before linearized reading' (duration: 2.15051514s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.766823Z","caller":"traceutil/trace.go:171","msg":"trace[251011462] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24468; }","duration":"1.157640323s","start":"2026-03-06T01:17:14.609156Z","end":"2026-03-06T01:17:15.766796Z","steps":["trace[251011462] 'agreement among raft nodes before linearized reading' (duration: 1.157552871s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943928755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-06T01:17:15.766865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744126761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-06T01:17:15.766864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946840325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-06T01:17:15.766857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.61605Z","time spent":"2.150800597s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:17:15.766938Z","caller":"traceutil/trace.go:171","msg":"trace[750424966] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24468; }","duration":"1.744237864s","start":"2026-03-06T01:17:14.022682Z","end":"2026-03-06T01:17:15.766919Z","steps":["trace[750424966] 'agreement among raft nodes before linearized reading' (duration: 1.743991878s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.766972Z","caller":"traceutil/trace.go:171","msg":"trace[150992631] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24468; }","duration":"2.946992048s","start":"2026-03-06T01:17:12.819948Z","end":"2026-03-06T01:17:15.76694Z","steps":["trace[150992631] 'agreement among raft nodes before linearized reading' (duration: 2.946270831s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148614119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:15.767048Z","caller":"traceutil/trace.go:171","msg":"trace[823197315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24468; }","duration":"2.14869814s","start":"2026-03-06T01:17:13.618336Z","end":"2026-03-06T01:17:15.767034Z","steps":["trace[823197315] 'agreement among raft nodes before linearized reading' (duration: 2.148477755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.767057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.819932Z","time spent":"2.947111141s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:17:15.767067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887357266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1baaadf4ba92\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-06T01:17:15.767088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.618326Z","time spent":"2.148756101s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:17:15.76688Z","caller":"traceutil/trace.go:171","msg":"trace[64069858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24468; }","duration":"1.944006277s","start":"2026-03-06T01:17:13.822858Z","end":"2026-03-06T01:17:15.766864Z","steps":["trace[64069858] 'agreement among raft nodes before linearized reading' (duration: 1.943894735s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.767106Z","caller":"traceutil/trace.go:171","msg":"trace[323962865] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1baaadf4ba92; range_end:; response_count:1; response_revision:24468; }","duration":"1.887444497s","start":"2026-03-06T01:17:13.87965Z","end":"2026-03-06T01:17:15.767094Z","steps":["trace[323962865] 'agreement among raft nodes before linearized reading' (duration: 1.887250543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.766645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569066123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:15.76715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.879618Z","time spent":"1.887523979s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1baaadf4ba92\" "} {"level":"info","ts":"2026-03-06T01:17:15.767164Z","caller":"traceutil/trace.go:171","msg":"trace[2042656505] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24468; }","duration":"1.569627965s","start":"2026-03-06T01:17:14.19752Z","end":"2026-03-06T01:17:15.767148Z","steps":["trace[2042656505] 'agreement among raft nodes before linearized reading' (duration: 1.568975581s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.767161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946037418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7964"} {"level":"warn","ts":"2026-03-06T01:17:15.766945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289256861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:15.767197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.197481Z","time spent":"1.569705787s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:15.767203Z","caller":"traceutil/trace.go:171","msg":"trace[23561543] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:24468; }","duration":"2.946084208s","start":"2026-03-06T01:17:12.821106Z","end":"2026-03-06T01:17:15.76719Z","steps":["trace[23561543] 'agreement among raft nodes before linearized reading' (duration: 2.945467865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.767184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.822838Z","time spent":"1.944306003s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:15.767227Z","caller":"traceutil/trace.go:171","msg":"trace[1048724484] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24468; }","duration":"1.289583158s","start":"2026-03-06T01:17:14.477626Z","end":"2026-03-06T01:17:15.767209Z","steps":["trace[1048724484] 'agreement among raft nodes before linearized reading' (duration: 1.289287911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.767237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:12.8211Z","time spent":"2.946130079s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7987,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-03-06T01:17:15.767268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.477591Z","time spent":"1.28966381s","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:15.766875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.609131Z","time spent":"1.157732615s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:15.766994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391643233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:15.767432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977667781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-03-06T01:17:15.767448Z","caller":"traceutil/trace.go:171","msg":"trace[1708439632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24468; }","duration":"1.392085463s","start":"2026-03-06T01:17:14.375344Z","end":"2026-03-06T01:17:15.76743Z","steps":["trace[1708439632] 'agreement among raft nodes before linearized reading' (duration: 1.391621283s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:15.76749Z","caller":"traceutil/trace.go:171","msg":"trace[1976538472] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24468; }","duration":"1.977782844s","start":"2026-03-06T01:17:13.789695Z","end":"2026-03-06T01:17:15.767478Z","steps":["trace[1976538472] 'agreement among raft nodes before linearized reading' (duration: 1.977289983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.76751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.37527Z","time spent":"1.392223535s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:15.766645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.619511Z","time spent":"2.147119915s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:17:15.767542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.789661Z","time spent":"1.977865106s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272985,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:17:15.766987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.022658Z","time spent":"1.744316926s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T01:17:15.766354Z","caller":"traceutil/trace.go:171","msg":"trace[185612688] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24468; }","duration":"2.543616996s","start":"2026-03-06T01:17:13.22273Z","end":"2026-03-06T01:17:15.766347Z","steps":["trace[185612688] 'agreement among raft nodes before linearized reading' (duration: 2.543463022s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:15.77037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:13.22271Z","time spent":"2.547628924s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:17:16.267277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:16.767957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:17.150304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387613554s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:17:17.190109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:17:17.19023Z","caller":"traceutil/trace.go:171","msg":"trace[1700676684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260664s","start":"2026-03-06T01:17:15.189935Z","end":"2026-03-06T01:17:17.190195Z","steps":["trace[1700676684] 'agreement among raft nodes before linearized reading' (duration: 2.000112611s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:17.190313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.189908Z","time spent":"2.000387356s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:17:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:17:17.775359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999699778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:17:17.775435Z","caller":"traceutil/trace.go:171","msg":"trace[340083484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999787779s","start":"2026-03-06T01:17:15.775632Z","end":"2026-03-06T01:17:17.77542Z","steps":["trace[340083484] 'agreement among raft nodes before linearized reading' (duration: 1.999697237s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:17.775471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.775617Z","time spent":"1.99984564s","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:17:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:17:18.29951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147268589s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:18.299915Z","caller":"traceutil/trace.go:171","msg":"trace[260757317] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"3.473912803s","start":"2026-03-06T01:17:14.825978Z","end":"2026-03-06T01:17:18.299891Z","steps":["trace[260757317] 'process raft request' (duration: 3.473762s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.300059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.825965Z","time spent":"3.474048306s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.299913Z","caller":"traceutil/trace.go:171","msg":"trace[767734604] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"3.473919644s","start":"2026-03-06T01:17:14.825943Z","end":"2026-03-06T01:17:18.299863Z","steps":["trace[767734604] 'process raft request' (duration: 2.326191965s)","trace[767734604] 'compare' (duration: 1.146055201s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:18.300414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.825894Z","time spent":"3.474484236s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.300421Z","caller":"traceutil/trace.go:171","msg":"trace[1900749218] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"3.474307292s","start":"2026-03-06T01:17:14.826074Z","end":"2026-03-06T01:17:18.300381Z","steps":["trace[1900749218] 'process raft request' (duration: 3.47376983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.300743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.826064Z","time spent":"3.474550747s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.301443Z","caller":"traceutil/trace.go:171","msg":"trace[222833074] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"3.475341434s","start":"2026-03-06T01:17:14.826084Z","end":"2026-03-06T01:17:18.301426Z","steps":["trace[222833074] 'process raft request' (duration: 3.474161348s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.301541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.826075Z","time spent":"3.475418226s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.301917Z","caller":"traceutil/trace.go:171","msg":"trace[1302820766] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"3.475673092s","start":"2026-03-06T01:17:14.82623Z","end":"2026-03-06T01:17:18.301903Z","steps":["trace[1302820766] 'process raft request' (duration: 3.474901334s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.302064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.826198Z","time spent":"3.475792515s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.302318Z","caller":"traceutil/trace.go:171","msg":"trace[930174025] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"3.474708861s","start":"2026-03-06T01:17:14.827599Z","end":"2026-03-06T01:17:18.302308Z","steps":["trace[930174025] 'process raft request' (duration: 3.474250691s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.302425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.827589Z","time spent":"3.474799904s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.316453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164449539s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:17:18.31751Z","caller":"traceutil/trace.go:171","msg":"trace[761215320] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"2.544564585s","start":"2026-03-06T01:17:15.772922Z","end":"2026-03-06T01:17:18.317486Z","steps":["trace[761215320] 'process raft request' (duration: 2.544174527s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.317515Z","caller":"traceutil/trace.go:171","msg":"trace[1974704915] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"2.543891661s","start":"2026-03-06T01:17:15.773567Z","end":"2026-03-06T01:17:18.317458Z","steps":["trace[1974704915] 'process raft request' (duration: 2.543613694s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.317572Z","caller":"traceutil/trace.go:171","msg":"trace[701959958] linearizableReadLoop","detail":"{readStateIndex:25348; appliedIndex:25334; }","duration":"2.55113858s","start":"2026-03-06T01:17:15.766416Z","end":"2026-03-06T01:17:18.317554Z","steps":["trace[701959958] 'read index received' (duration: 1.385690859s)","trace[701959958] 'applied index is now lower than readState.Index' (duration: 1.165446191s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:18.317568Z","caller":"traceutil/trace.go:171","msg":"trace[1089110568] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"2.543645125s","start":"2026-03-06T01:17:15.773878Z","end":"2026-03-06T01:17:18.317523Z","steps":["trace[1089110568] 'process raft request' (duration: 2.543343478s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.317637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.772899Z","time spent":"2.544681238s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.317668Z","caller":"traceutil/trace.go:171","msg":"trace[651413340] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"2.543070643s","start":"2026-03-06T01:17:15.774586Z","end":"2026-03-06T01:17:18.317657Z","steps":["trace[651413340] 'process raft request' (duration: 2.542672874s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.317721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.77356Z","time spent":"2.544051444s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.317736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.773869Z","time spent":"2.543778328s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.31765Z","caller":"traceutil/trace.go:171","msg":"trace[464006418] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"2.54611136s","start":"2026-03-06T01:17:15.771461Z","end":"2026-03-06T01:17:18.317572Z","steps":["trace[464006418] 'process raft request' (duration: 2.545436885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.317972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60542048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:18.318005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318255954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:18.318026Z","caller":"traceutil/trace.go:171","msg":"trace[1012454566] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24482; }","duration":"3.605513422s","start":"2026-03-06T01:17:14.712497Z","end":"2026-03-06T01:17:18.31801Z","steps":["trace[1012454566] 'agreement among raft nodes before linearized reading' (duration: 3.60542769s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.31806Z","caller":"traceutil/trace.go:171","msg":"trace[692039585] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24482; }","duration":"3.318367976s","start":"2026-03-06T01:17:14.999678Z","end":"2026-03-06T01:17:18.318046Z","steps":["trace[692039585] 'agreement among raft nodes before linearized reading' (duration: 3.318211773s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.318065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599848016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-06T01:17:18.318067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.771427Z","time spent":"2.546502478s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.318158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100737708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:18.318166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367726827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:18.317823Z","caller":"traceutil/trace.go:171","msg":"trace[428509508] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"2.550036596s","start":"2026-03-06T01:17:15.767764Z","end":"2026-03-06T01:17:18.317801Z","steps":["trace[428509508] 'process raft request' (duration: 2.549013594s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.318199Z","caller":"traceutil/trace.go:171","msg":"trace[709698088] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24482; }","duration":"3.367805328s","start":"2026-03-06T01:17:14.950384Z","end":"2026-03-06T01:17:18.31819Z","steps":["trace[709698088] 'agreement among raft nodes before linearized reading' (duration: 3.367746747s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.318197Z","caller":"traceutil/trace.go:171","msg":"trace[1587900798] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24482; }","duration":"3.10086778s","start":"2026-03-06T01:17:15.217318Z","end":"2026-03-06T01:17:18.318186Z","steps":["trace[1587900798] 'agreement among raft nodes before linearized reading' (duration: 3.100809069s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.318238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.950362Z","time spent":"3.36786887s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:18.318239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.217295Z","time spent":"3.100937011s","remote":"127.0.0.1:37714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:18.31827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.767744Z","time spent":"2.550467925s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.317735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.774565Z","time spent":"2.543129574s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.318105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.999648Z","time spent":"3.318448317s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:18.318067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.712482Z","time spent":"3.605577753s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:17:18.318108Z","caller":"traceutil/trace.go:171","msg":"trace[409494090] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"2.147999575s","start":"2026-03-06T01:17:16.170095Z","end":"2026-03-06T01:17:18.318094Z","steps":["trace[409494090] 'process raft request' (duration: 2.147266629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.3186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:16.170054Z","time spent":"2.148509428s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.318109Z","caller":"traceutil/trace.go:171","msg":"trace[644295432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24482; }","duration":"3.599929817s","start":"2026-03-06T01:17:14.718164Z","end":"2026-03-06T01:17:18.318094Z","steps":["trace[644295432] 'agreement among raft nodes before linearized reading' (duration: 3.599759694s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.318713Z","caller":"traceutil/trace.go:171","msg":"trace[220437450] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"2.545439346s","start":"2026-03-06T01:17:15.773212Z","end":"2026-03-06T01:17:18.318651Z","steps":["trace[220437450] 'process raft request' (duration: 2.543932952s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.318854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.773203Z","time spent":"2.545583598s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.31885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:14.718138Z","time spent":"3.600527502s","remote":"127.0.0.1:54828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T01:17:18.363608Z","caller":"traceutil/trace.go:171","msg":"trace[1298502300] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"588.34802ms","start":"2026-03-06T01:17:17.775232Z","end":"2026-03-06T01:17:18.36358Z","steps":["trace[1298502300] 'process raft request' (duration: 587.46264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.36427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.102938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:17:18.364342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.775198Z","time spent":"589.006343ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.364382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.958342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:18.364406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594678513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-06T01:17:18.364451Z","caller":"traceutil/trace.go:171","msg":"trace[1130965709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24483; }","duration":"271.031293ms","start":"2026-03-06T01:17:18.093397Z","end":"2026-03-06T01:17:18.364428Z","steps":["trace[1130965709] 'agreement among raft nodes before linearized reading' (duration: 270.920361ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.364469Z","caller":"traceutil/trace.go:171","msg":"trace[1600324538] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24483; }","duration":"2.594771105s","start":"2026-03-06T01:17:15.769678Z","end":"2026-03-06T01:17:18.36445Z","steps":["trace[1600324538] 'agreement among raft nodes before linearized reading' (duration: 2.59453075s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.364469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.526001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:18.364499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.769665Z","time spent":"2.594829967s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T01:17:18.364506Z","caller":"traceutil/trace.go:171","msg":"trace[1959932434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24483; }","duration":"582.599863ms","start":"2026-03-06T01:17:17.781896Z","end":"2026-03-06T01:17:18.364496Z","steps":["trace[1959932434] 'agreement among raft nodes before linearized reading' (duration: 582.529771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.364555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.781873Z","time spent":"582.673534ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:18.36474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586099842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-06T01:17:18.36476Z","caller":"traceutil/trace.go:171","msg":"trace[333257808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24483; }","duration":"1.586172633s","start":"2026-03-06T01:17:16.77858Z","end":"2026-03-06T01:17:18.364752Z","steps":["trace[333257808] 'agreement among raft nodes before linearized reading' (duration: 1.586101842s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.364777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:16.778541Z","time spent":"1.586231115s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:18.364768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.257263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:17:18.364807Z","caller":"traceutil/trace.go:171","msg":"trace[431224964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24483; }","duration":"169.311283ms","start":"2026-03-06T01:17:18.195482Z","end":"2026-03-06T01:17:18.364793Z","steps":["trace[431224964] 'agreement among raft nodes before linearized reading' (duration: 169.16687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.364914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.543708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-03-06T01:17:18.364952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589830236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7034b8de-ce80-43ca-b9d9-60d9a106a381\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-06T01:17:18.364977Z","caller":"traceutil/trace.go:171","msg":"trace[2138418525] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7034b8de-ce80-43ca-b9d9-60d9a106a381; range_end:; response_count:1; response_revision:24483; }","duration":"2.589860546s","start":"2026-03-06T01:17:15.775103Z","end":"2026-03-06T01:17:18.364964Z","steps":["trace[2138418525] 'agreement among raft nodes before linearized reading' (duration: 2.589774194s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.364997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:15.775096Z","time spent":"2.589897128s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-7034b8de-ce80-43ca-b9d9-60d9a106a381\" "} {"level":"warn","ts":"2026-03-06T01:17:18.365039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.761611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:18.36497Z","caller":"traceutil/trace.go:171","msg":"trace[1124452709] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24483; }","duration":"585.62977ms","start":"2026-03-06T01:17:17.779329Z","end":"2026-03-06T01:17:18.364959Z","steps":["trace[1124452709] 'agreement among raft nodes before linearized reading' (duration: 585.483897ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.365076Z","caller":"traceutil/trace.go:171","msg":"trace[1169975056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24483; }","duration":"234.844883ms","start":"2026-03-06T01:17:18.130217Z","end":"2026-03-06T01:17:18.365062Z","steps":["trace[1169975056] 'agreement among raft nodes before linearized reading' (duration: 234.784042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.365105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.779312Z","time spent":"585.783203ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:17:18.364386Z","caller":"traceutil/trace.go:171","msg":"trace[1089378278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24483; }","duration":"651.287812ms","start":"2026-03-06T01:17:17.713076Z","end":"2026-03-06T01:17:18.364364Z","steps":["trace[1089378278] 'agreement among raft nodes before linearized reading' (duration: 650.956955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.365261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.713052Z","time spent":"652.196301ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:17:20.762681Z","caller":"traceutil/trace.go:171","msg":"trace[629205095] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"454.656123ms","start":"2026-03-06T01:17:20.307989Z","end":"2026-03-06T01:17:20.762645Z","steps":["trace[629205095] 'process raft request' (duration: 454.425998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:20.763254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.307959Z","time spent":"455.200225ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:21.750444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.842921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:21.750705Z","caller":"traceutil/trace.go:171","msg":"trace[737434476] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"1.442569778s","start":"2026-03-06T01:17:20.308095Z","end":"2026-03-06T01:17:21.750665Z","steps":["trace[737434476] 'process raft request' (duration: 981.428221ms)","trace[737434476] 'compare' (duration: 460.615715ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:21.750818Z","caller":"traceutil/trace.go:171","msg":"trace[1244403371] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25366; }","duration":"1.427018005s","start":"2026-03-06T01:17:20.323784Z","end":"2026-03-06T01:17:21.750802Z","steps":["trace[1244403371] 'read index received' (duration: 439.172811ms)","trace[1244403371] 'applied index is now lower than readState.Index' (duration: 987.844114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:21.75089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.308076Z","time spent":"1.442710481s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:21.751029Z","caller":"traceutil/trace.go:171","msg":"trace[1336579440] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"1.442907165s","start":"2026-03-06T01:17:20.308111Z","end":"2026-03-06T01:17:21.751018Z","steps":["trace[1336579440] 'process raft request' (duration: 1.442422245s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.751075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.308078Z","time spent":"1.442971517s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:21.75117Z","caller":"traceutil/trace.go:171","msg":"trace[1275514416] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"1.441809092s","start":"2026-03-06T01:17:20.309355Z","end":"2026-03-06T01:17:21.751164Z","steps":["trace[1275514416] 'process raft request' (duration: 1.44127303s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.751197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.30932Z","time spent":"1.441860673s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:21.751249Z","caller":"traceutil/trace.go:171","msg":"trace[1562291958] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"1.441712899s","start":"2026-03-06T01:17:20.30953Z","end":"2026-03-06T01:17:21.751243Z","steps":["trace[1562291958] 'process raft request' (duration: 1.441131767s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.751274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.309521Z","time spent":"1.44173691s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:21.751377Z","caller":"traceutil/trace.go:171","msg":"trace[272605265] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"1.441776031s","start":"2026-03-06T01:17:20.309591Z","end":"2026-03-06T01:17:21.751367Z","steps":["trace[272605265] 'process raft request' (duration: 1.441119967s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.751405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.309576Z","time spent":"1.441810992s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:21.751478Z","caller":"traceutil/trace.go:171","msg":"trace[884455107] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"1.374800329s","start":"2026-03-06T01:17:20.376671Z","end":"2026-03-06T01:17:21.751472Z","steps":["trace[884455107] 'process raft request' (duration: 1.374072794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.751501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.376632Z","time spent":"1.374855801s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:21.75177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427941355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:17:21.751939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428130679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:21.752018Z","caller":"traceutil/trace.go:171","msg":"trace[316635938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24505; }","duration":"1.428274712s","start":"2026-03-06T01:17:20.323725Z","end":"2026-03-06T01:17:21.751999Z","steps":["trace[316635938] 'agreement among raft nodes before linearized reading' (duration: 1.428012916s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376021716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-06T01:17:21.752053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.323698Z","time spent":"1.428347264s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:17:21.75207Z","caller":"traceutil/trace.go:171","msg":"trace[429806168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24505; }","duration":"1.376082007s","start":"2026-03-06T01:17:20.375979Z","end":"2026-03-06T01:17:21.752061Z","steps":["trace[429806168] 'agreement among raft nodes before linearized reading' (duration: 1.375976655s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.375956Z","time spent":"1.376128629s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:21.7521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.906195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:21.752121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428262392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:17:21.752207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.618422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:21.75221Z","caller":"traceutil/trace.go:171","msg":"trace[561024913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24505; }","duration":"1.428392975s","start":"2026-03-06T01:17:20.323793Z","end":"2026-03-06T01:17:21.752186Z","steps":["trace[561024913] 'agreement among raft nodes before linearized reading' (duration: 1.428132489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.50801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:17:21.752238Z","caller":"traceutil/trace.go:171","msg":"trace[1825532630] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24505; }","duration":"700.690384ms","start":"2026-03-06T01:17:21.051537Z","end":"2026-03-06T01:17:21.752228Z","steps":["trace[1825532630] 'agreement among raft nodes before linearized reading' (duration: 700.641033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428005796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:17:21.752261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.32378Z","time spent":"1.428471476s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:17:21.752277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.051512Z","time spent":"700.758685ms","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:21.752299Z","caller":"traceutil/trace.go:171","msg":"trace[809512136] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24505; }","duration":"975.660004ms","start":"2026-03-06T01:17:20.776604Z","end":"2026-03-06T01:17:21.752264Z","steps":["trace[809512136] 'agreement among raft nodes before linearized reading' (duration: 975.356057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:21.752155Z","caller":"traceutil/trace.go:171","msg":"trace[308341049] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24505; }","duration":"968.972776ms","start":"2026-03-06T01:17:20.783163Z","end":"2026-03-06T01:17:21.752135Z","steps":["trace[308341049] 'agreement among raft nodes before linearized reading' (duration: 968.791222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.776582Z","time spent":"975.759325ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:17:21.75223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.353042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:17:21.752447Z","caller":"traceutil/trace.go:171","msg":"trace[452326462] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5; range_end:; response_count:1; response_revision:24505; }","duration":"542.613908ms","start":"2026-03-06T01:17:21.209827Z","end":"2026-03-06T01:17:21.752441Z","steps":["trace[452326462] 'agreement among raft nodes before linearized reading' (duration: 542.343712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.209803Z","time spent":"542.656199ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" "} {"level":"warn","ts":"2026-03-06T01:17:21.752404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.783156Z","time spent":"969.221531ms","remote":"127.0.0.1:37830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:21.752563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428474406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:17:21.752606Z","caller":"traceutil/trace.go:171","msg":"trace[1222680224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24505; }","duration":"1.428535048s","start":"2026-03-06T01:17:20.324056Z","end":"2026-03-06T01:17:21.752591Z","steps":["trace[1222680224] 'agreement among raft nodes before linearized reading' (duration: 1.428382654s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.752635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.324041Z","time spent":"1.428587499s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:17:21.754412Z","caller":"traceutil/trace.go:171","msg":"trace[1098209450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24505; }","duration":"1.428099528s","start":"2026-03-06T01:17:20.323741Z","end":"2026-03-06T01:17:21.751841Z","steps":["trace[1098209450] 'agreement among raft nodes before linearized reading' (duration: 1.427824412s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.754506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.323723Z","time spent":"1.430764517s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:17:21.75753Z","caller":"traceutil/trace.go:171","msg":"trace[995491974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24505; }","duration":"1.42817333s","start":"2026-03-06T01:17:20.324114Z","end":"2026-03-06T01:17:21.752287Z","steps":["trace[995491974] 'agreement among raft nodes before linearized reading' (duration: 1.427867013s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:21.757632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.324086Z","time spent":"1.433521178s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:17:22.323106Z","caller":"traceutil/trace.go:171","msg":"trace[509873676] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"566.476645ms","start":"2026-03-06T01:17:21.756589Z","end":"2026-03-06T01:17:22.323065Z","steps":["trace[509873676] 'process raft request' (duration: 535.258535ms)","trace[509873676] 'compare' (duration: 30.978505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:22.323304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.756579Z","time spent":"566.606099ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:22.32332Z","caller":"traceutil/trace.go:171","msg":"trace[701919741] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"564.660265ms","start":"2026-03-06T01:17:21.758608Z","end":"2026-03-06T01:17:22.323268Z","steps":["trace[701919741] 'process raft request' (duration: 564.397099ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:22.323504Z","caller":"traceutil/trace.go:171","msg":"trace[1412319782] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"563.05791ms","start":"2026-03-06T01:17:21.760411Z","end":"2026-03-06T01:17:22.323469Z","steps":["trace[1412319782] 'process raft request' (duration: 562.665562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:22.323521Z","caller":"traceutil/trace.go:171","msg":"trace[2036946743] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"562.316884ms","start":"2026-03-06T01:17:21.761158Z","end":"2026-03-06T01:17:22.323475Z","steps":["trace[2036946743] 'process raft request' (duration: 561.966497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:22.323576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.758584Z","time spent":"564.846709ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:22.323563Z","caller":"traceutil/trace.go:171","msg":"trace[1583491787] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"560.104595ms","start":"2026-03-06T01:17:21.763417Z","end":"2026-03-06T01:17:22.323521Z","steps":["trace[1583491787] 'process raft request' (duration: 559.767298ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:22.323651Z","caller":"traceutil/trace.go:171","msg":"trace[663997840] linearizableReadLoop","detail":"{readStateIndex:25378; appliedIndex:25373; }","duration":"484.82242ms","start":"2026-03-06T01:17:21.838787Z","end":"2026-03-06T01:17:22.32361Z","steps":["trace[663997840] 'read index received' (duration: 452.979127ms)","trace[663997840] 'applied index is now lower than readState.Index' (duration: 31.838843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:22.323695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.760385Z","time spent":"563.204934ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:22.323717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.76114Z","time spent":"562.476267ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:22.323787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.763403Z","time spent":"560.262449ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:22.323828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.280971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:22.323862Z","caller":"traceutil/trace.go:171","msg":"trace[182753090] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24511; }","duration":"561.361512ms","start":"2026-03-06T01:17:21.762487Z","end":"2026-03-06T01:17:22.323848Z","steps":["trace[182753090] 'agreement among raft nodes before linearized reading' (duration: 561.24498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:22.323901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:21.762469Z","time spent":"561.423673ms","remote":"127.0.0.1:54900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:23.011045Z","caller":"traceutil/trace.go:171","msg":"trace[1176906998] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"240.149911ms","start":"2026-03-06T01:17:22.770863Z","end":"2026-03-06T01:17:23.011012Z","steps":["trace[1176906998] 'process raft request' (duration: 239.829074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:23.487777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.636589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:17:23.48795Z","caller":"traceutil/trace.go:171","msg":"trace[1180332658] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24512; }","duration":"158.931165ms","start":"2026-03-06T01:17:23.328998Z","end":"2026-03-06T01:17:23.487929Z","steps":["trace[1180332658] 'range keys from in-memory index tree' (duration: 158.269331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:23.488462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.281093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:23.488613Z","caller":"traceutil/trace.go:171","msg":"trace[1851463078] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24512; }","duration":"141.457888ms","start":"2026-03-06T01:17:23.347145Z","end":"2026-03-06T01:17:23.488603Z","steps":["trace[1851463078] 'count revisions from in-memory index tree' (duration: 141.192571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:24.39242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.307063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:24.392626Z","caller":"traceutil/trace.go:171","msg":"trace[879339460] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"633.448607ms","start":"2026-03-06T01:17:23.759162Z","end":"2026-03-06T01:17:24.392611Z","steps":["trace[879339460] 'process raft request' (duration: 633.394125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:24.392686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:23.759154Z","time spent":"633.505798ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:24.392787Z","caller":"traceutil/trace.go:171","msg":"trace[1979665706] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"634.719225ms","start":"2026-03-06T01:17:23.75806Z","end":"2026-03-06T01:17:24.392779Z","steps":["trace[1979665706] 'process raft request' (duration: 275.973773ms)","trace[1979665706] 'compare' (duration: 357.853443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:24.392823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:23.758045Z","time spent":"634.761566ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:24.392968Z","caller":"traceutil/trace.go:171","msg":"trace[1538321595] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"634.784717ms","start":"2026-03-06T01:17:23.758174Z","end":"2026-03-06T01:17:24.392959Z","steps":["trace[1538321595] 'process raft request' (duration: 634.338987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:24.393018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:23.758135Z","time spent":"634.854628ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:24.393065Z","caller":"traceutil/trace.go:171","msg":"trace[142031144] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"633.60126ms","start":"2026-03-06T01:17:23.759434Z","end":"2026-03-06T01:17:24.393036Z","steps":["trace[142031144] 'process raft request' (duration: 633.14897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:24.393271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:23.759422Z","time spent":"633.749704ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:24.393453Z","caller":"traceutil/trace.go:171","msg":"trace[1277419487] linearizableReadLoop","detail":"{readStateIndex:25385; appliedIndex:25379; }","duration":"629.168242ms","start":"2026-03-06T01:17:23.764277Z","end":"2026-03-06T01:17:24.393445Z","steps":["trace[1277419487] 'read index received' (duration: 56.50535ms)","trace[1277419487] 'applied index is now lower than readState.Index' (duration: 572.661862ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:24.393609Z","caller":"traceutil/trace.go:171","msg":"trace[22706829] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"630.743637ms","start":"2026-03-06T01:17:23.762857Z","end":"2026-03-06T01:17:24.393601Z","steps":["trace[22706829] 'process raft request' (duration: 630.059912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:24.393653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:23.762826Z","time spent":"630.805088ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:24.394021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.762264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:24.394055Z","caller":"traceutil/trace.go:171","msg":"trace[1525462487] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24518; }","duration":"629.847718ms","start":"2026-03-06T01:17:23.764197Z","end":"2026-03-06T01:17:24.394045Z","steps":["trace[1525462487] 'agreement among raft nodes before linearized reading' (duration: 629.779096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:24.394073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:23.764184Z","time spent":"629.884998ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:25.086302Z","caller":"traceutil/trace.go:171","msg":"trace[473439280] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"378.030439ms","start":"2026-03-06T01:17:24.708233Z","end":"2026-03-06T01:17:25.086263Z","steps":["trace[473439280] 'process raft request' (duration: 377.749643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:25.086527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:24.708209Z","time spent":"378.207553ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:25.168546Z","caller":"traceutil/trace.go:171","msg":"trace[1011013078] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"449.882038ms","start":"2026-03-06T01:17:24.718617Z","end":"2026-03-06T01:17:25.168499Z","steps":["trace[1011013078] 'process raft request' (duration: 404.29326ms)","trace[1011013078] 'compare' (duration: 45.376853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:25.168744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:24.718594Z","time spent":"450.032441ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:25.238308Z","caller":"traceutil/trace.go:171","msg":"trace[1547556270] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"220.458035ms","start":"2026-03-06T01:17:25.017816Z","end":"2026-03-06T01:17:25.238274Z","steps":["trace[1547556270] 'process raft request' (duration: 220.196039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:25.646547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.970937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:25.64667Z","caller":"traceutil/trace.go:171","msg":"trace[1969057823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24526; }","duration":"245.162891ms","start":"2026-03-06T01:17:25.401478Z","end":"2026-03-06T01:17:25.646641Z","steps":["trace[1969057823] 'range keys from in-memory index tree' (duration: 244.714521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:25.646594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.010531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:25.64685Z","caller":"traceutil/trace.go:171","msg":"trace[1264121110] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24526; }","duration":"119.303198ms","start":"2026-03-06T01:17:25.527498Z","end":"2026-03-06T01:17:25.646801Z","steps":["trace[1264121110] 'count revisions from in-memory index tree' (duration: 118.834157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.082296Z","caller":"traceutil/trace.go:171","msg":"trace[197489401] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"253.811022ms","start":"2026-03-06T01:17:25.828435Z","end":"2026-03-06T01:17:26.082246Z","steps":["trace[197489401] 'process raft request' (duration: 253.549237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.314094Z","caller":"traceutil/trace.go:171","msg":"trace[1386649694] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25394; }","duration":"312.529572ms","start":"2026-03-06T01:17:26.001528Z","end":"2026-03-06T01:17:26.314058Z","steps":["trace[1386649694] 'read index received' (duration: 80.660004ms)","trace[1386649694] 'applied index is now lower than readState.Index' (duration: 231.868087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:26.314507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.964711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:17:26.314565Z","caller":"traceutil/trace.go:171","msg":"trace[1570766991] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5; range_end:; response_count:1; response_revision:24528; }","duration":"313.101043ms","start":"2026-03-06T01:17:26.001449Z","end":"2026-03-06T01:17:26.31455Z","steps":["trace[1570766991] 'agreement among raft nodes before linearized reading' (duration: 312.903369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.3146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.001418Z","time spent":"313.172085ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" "} {"level":"info","ts":"2026-03-06T01:17:26.314778Z","caller":"traceutil/trace.go:171","msg":"trace[353486572] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"441.79921ms","start":"2026-03-06T01:17:25.872962Z","end":"2026-03-06T01:17:26.314761Z","steps":["trace[353486572] 'process raft request' (duration: 396.775964ms)","trace[353486572] 'compare' (duration: 43.864371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:26.314901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:25.872918Z","time spent":"441.892002ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:26.671927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.402903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:26.672084Z","caller":"traceutil/trace.go:171","msg":"trace[560514412] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"354.466668ms","start":"2026-03-06T01:17:26.317594Z","end":"2026-03-06T01:17:26.672061Z","steps":["trace[560514412] 'process raft request' (duration: 100.802089ms)","trace[560514412] 'compare' (duration: 253.141048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:26.672162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.317531Z","time spent":"354.596691ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:26.960362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.948075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:26.960577Z","caller":"traceutil/trace.go:171","msg":"trace[1810413089] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"561.24232ms","start":"2026-03-06T01:17:26.399301Z","end":"2026-03-06T01:17:26.960543Z","steps":["trace[1810413089] 'process raft request' (duration: 411.005868ms)","trace[1810413089] 'compare' (duration: 149.559907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:26.960731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.399274Z","time spent":"561.372634ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:26.960795Z","caller":"traceutil/trace.go:171","msg":"trace[2084998079] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"561.278212ms","start":"2026-03-06T01:17:26.399493Z","end":"2026-03-06T01:17:26.960772Z","steps":["trace[2084998079] 'process raft request' (duration: 561.1678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.960886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.39948Z","time spent":"561.364564ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:26.96103Z","caller":"traceutil/trace.go:171","msg":"trace[876429905] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"561.383124ms","start":"2026-03-06T01:17:26.399617Z","end":"2026-03-06T01:17:26.961Z","steps":["trace[876429905] 'process raft request' (duration: 561.110058ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.961095Z","caller":"traceutil/trace.go:171","msg":"trace[557184923] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"561.671861ms","start":"2026-03-06T01:17:26.399413Z","end":"2026-03-06T01:17:26.961085Z","steps":["trace[557184923] 'process raft request' (duration: 561.071267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.961154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.39936Z","time spent":"561.762533ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:26.961279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.39961Z","time spent":"561.500586ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:26.961426Z","caller":"traceutil/trace.go:171","msg":"trace[388185932] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"561.590938ms","start":"2026-03-06T01:17:26.399789Z","end":"2026-03-06T01:17:26.96138Z","steps":["trace[388185932] 'process raft request' (duration: 561.122858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.961477Z","caller":"traceutil/trace.go:171","msg":"trace[1725516320] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"309.862813ms","start":"2026-03-06T01:17:26.651584Z","end":"2026-03-06T01:17:26.961447Z","steps":["trace[1725516320] 'process raft request' (duration: 309.780891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.961559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.399741Z","time spent":"561.757482ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:26.961657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.651547Z","time spent":"310.020615ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:26.961686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.68568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:26.961716Z","caller":"traceutil/trace.go:171","msg":"trace[1390270615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24535; }","duration":"537.71697ms","start":"2026-03-06T01:17:26.423993Z","end":"2026-03-06T01:17:26.96171Z","steps":["trace[1390270615] 'agreement among raft nodes before linearized reading' (duration: 537.601048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.961561Z","caller":"traceutil/trace.go:171","msg":"trace[1545739069] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25397; }","duration":"537.538787ms","start":"2026-03-06T01:17:26.424007Z","end":"2026-03-06T01:17:26.961546Z","steps":["trace[1545739069] 'read index received' (duration: 386.272932ms)","trace[1545739069] 'applied index is now lower than readState.Index' (duration: 151.264135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:26.961744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.423953Z","time spent":"537.786812ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:17:26.962027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.336974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:26.962095Z","caller":"traceutil/trace.go:171","msg":"trace[1598025162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24535; }","duration":"491.444066ms","start":"2026-03-06T01:17:26.470633Z","end":"2026-03-06T01:17:26.962077Z","steps":["trace[1598025162] 'agreement among raft nodes before linearized reading' (duration: 491.233912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.962107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.595703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:26.962146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.793433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:17:26.962151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.470613Z","time spent":"491.521549ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:17:26.962175Z","caller":"traceutil/trace.go:171","msg":"trace[1481741915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24535; }","duration":"490.881514ms","start":"2026-03-06T01:17:26.471286Z","end":"2026-03-06T01:17:26.962167Z","steps":["trace[1481741915] 'agreement among raft nodes before linearized reading' (duration: 490.786872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.962153Z","caller":"traceutil/trace.go:171","msg":"trace[41031052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24535; }","duration":"260.682315ms","start":"2026-03-06T01:17:26.701457Z","end":"2026-03-06T01:17:26.962139Z","steps":["trace[41031052] 'agreement among raft nodes before linearized reading' (duration: 260.606593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.962204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.471254Z","time spent":"490.941546ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:26.962309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.5385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:17:26.962338Z","caller":"traceutil/trace.go:171","msg":"trace[1373375522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24535; }","duration":"345.607982ms","start":"2026-03-06T01:17:26.61672Z","end":"2026-03-06T01:17:26.962328Z","steps":["trace[1373375522] 'agreement among raft nodes before linearized reading' (duration: 345.53256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.962361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.616699Z","time spent":"345.657232ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:17:26.962309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.780615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-06T01:17:26.962025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.307188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:26.962442Z","caller":"traceutil/trace.go:171","msg":"trace[1471065897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24535; }","duration":"308.776168ms","start":"2026-03-06T01:17:26.653656Z","end":"2026-03-06T01:17:26.962432Z","steps":["trace[1471065897] 'agreement among raft nodes before linearized reading' (duration: 308.217466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:26.962428Z","caller":"traceutil/trace.go:171","msg":"trace[597439558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24535; }","duration":"198.96773ms","start":"2026-03-06T01:17:26.763425Z","end":"2026-03-06T01:17:26.962392Z","steps":["trace[597439558] 'agreement among raft nodes before linearized reading' (duration: 198.593302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.962468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.653632Z","time spent":"308.830409ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:26.962529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.329734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:26.962578Z","caller":"traceutil/trace.go:171","msg":"trace[2042388662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24535; }","duration":"491.388895ms","start":"2026-03-06T01:17:26.471175Z","end":"2026-03-06T01:17:26.962564Z","steps":["trace[2042388662] 'agreement among raft nodes before linearized reading' (duration: 491.294093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.962622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.471166Z","time spent":"491.448647ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:17:26.962438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.650931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:17:26.962711Z","caller":"traceutil/trace.go:171","msg":"trace[1745284299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24535; }","duration":"491.986158ms","start":"2026-03-06T01:17:26.470717Z","end":"2026-03-06T01:17:26.962704Z","steps":["trace[1745284299] 'agreement among raft nodes before linearized reading' (duration: 491.579179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:26.962742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:26.470691Z","time spent":"492.04305ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:17:27.195738Z","caller":"traceutil/trace.go:171","msg":"trace[566144992] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"228.605104ms","start":"2026-03-06T01:17:26.967102Z","end":"2026-03-06T01:17:27.195707Z","steps":["trace[566144992] 'process raft request' (duration: 146.768495ms)","trace[566144992] 'compare' (duration: 81.614704ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:27.196205Z","caller":"traceutil/trace.go:171","msg":"trace[475546908] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"229.036365ms","start":"2026-03-06T01:17:26.967133Z","end":"2026-03-06T01:17:27.196169Z","steps":["trace[475546908] 'process raft request' (duration: 228.516912ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:27.196264Z","caller":"traceutil/trace.go:171","msg":"trace[1447654669] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"228.716958ms","start":"2026-03-06T01:17:26.967531Z","end":"2026-03-06T01:17:27.196248Z","steps":["trace[1447654669] 'process raft request' (duration: 228.456562ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:27.196319Z","caller":"traceutil/trace.go:171","msg":"trace[21161396] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"228.709138ms","start":"2026-03-06T01:17:26.967584Z","end":"2026-03-06T01:17:27.196293Z","steps":["trace[21161396] 'process raft request' (duration: 228.565264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:27.196402Z","caller":"traceutil/trace.go:171","msg":"trace[1959877642] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"228.737358ms","start":"2026-03-06T01:17:26.967621Z","end":"2026-03-06T01:17:27.196358Z","steps":["trace[1959877642] 'process raft request' (duration: 228.585525ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:27.576963Z","caller":"traceutil/trace.go:171","msg":"trace[2019328329] linearizableReadLoop","detail":"{readStateIndex:25410; appliedIndex:25409; }","duration":"328.489544ms","start":"2026-03-06T01:17:27.248431Z","end":"2026-03-06T01:17:27.576921Z","steps":["trace[2019328329] 'read index received' (duration: 284.234225ms)","trace[2019328329] 'applied index is now lower than readState.Index' (duration: 44.254469ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:27.577212Z","caller":"traceutil/trace.go:171","msg":"trace[281682472] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"332.516963ms","start":"2026-03-06T01:17:27.24463Z","end":"2026-03-06T01:17:27.577147Z","steps":["trace[281682472] 'process raft request' (duration: 288.099201ms)","trace[281682472] 'compare' (duration: 43.996122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:27.577491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:27.244602Z","time spent":"332.749248ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:27.578778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.332115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:17:27.57882Z","caller":"traceutil/trace.go:171","msg":"trace[2072153687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24542; }","duration":"330.440997ms","start":"2026-03-06T01:17:27.248367Z","end":"2026-03-06T01:17:27.578808Z","steps":["trace[2072153687] 'agreement among raft nodes before linearized reading' (duration: 328.655808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:27.578857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:27.248343Z","time spent":"330.504878ms","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-06T01:17:28.721514Z","caller":"traceutil/trace.go:171","msg":"trace[1039987762] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25410; }","duration":"347.652037ms","start":"2026-03-06T01:17:28.373834Z","end":"2026-03-06T01:17:28.721486Z","steps":["trace[1039987762] 'read index received' (duration: 347.427112ms)","trace[1039987762] 'applied index is now lower than readState.Index' (duration: 223.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:28.721686Z","caller":"traceutil/trace.go:171","msg":"trace[320602444] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"632.424365ms","start":"2026-03-06T01:17:28.089218Z","end":"2026-03-06T01:17:28.721642Z","steps":["trace[320602444] 'process raft request' (duration: 632.043506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:28.721817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.958044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:17:28.721877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.089183Z","time spent":"632.586098ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:28.721913Z","caller":"traceutil/trace.go:171","msg":"trace[1284213724] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24543; }","duration":"348.066466ms","start":"2026-03-06T01:17:28.373826Z","end":"2026-03-06T01:17:28.721892Z","steps":["trace[1284213724] 'agreement among raft nodes before linearized reading' (duration: 347.79382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:28.721961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.373764Z","time spent":"348.187709ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"warn","ts":"2026-03-06T01:17:29.222227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:29.722742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:17:29.791594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070302206s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:17:29.792058Z","caller":"traceutil/trace.go:171","msg":"trace[2088114054] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.169336675s","start":"2026-03-06T01:17:28.622684Z","end":"2026-03-06T01:17:29.79202Z","steps":["trace[2088114054] 'process raft request' (duration: 1.169163982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:29.792242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.622661Z","time spent":"1.169475179s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:30.142039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.577713ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:17:30.142545Z","caller":"traceutil/trace.go:171","msg":"trace[124949103] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"1.176053244s","start":"2026-03-06T01:17:28.966438Z","end":"2026-03-06T01:17:30.142491Z","steps":["trace[124949103] 'process raft request' (duration: 1.175694526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.142582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.723805Z","time spent":"1.418766782s","remote":"127.0.0.1:37816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:17:30.142705Z","caller":"traceutil/trace.go:171","msg":"trace[1353820401] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"1.175463421s","start":"2026-03-06T01:17:28.967206Z","end":"2026-03-06T01:17:30.14267Z","steps":["trace[1353820401] 'process raft request' (duration: 1.175040262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.142705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.966406Z","time spent":"1.176234678s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:30.142948Z","caller":"traceutil/trace.go:171","msg":"trace[1726925637] linearizableReadLoop","detail":"{readStateIndex:25419; appliedIndex:25411; }","duration":"1.421342708s","start":"2026-03-06T01:17:28.721596Z","end":"2026-03-06T01:17:30.142939Z","steps":["trace[1726925637] 'read index received' (duration: 1.070362997s)","trace[1726925637] 'applied index is now lower than readState.Index' (duration: 350.978671ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:30.142957Z","caller":"traceutil/trace.go:171","msg":"trace[1895984232] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"1.175575294s","start":"2026-03-06T01:17:28.967372Z","end":"2026-03-06T01:17:30.142947Z","steps":["trace[1895984232] 'process raft request' (duration: 1.175475372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.14291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.967181Z","time spent":"1.175629995s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:30.143036Z","caller":"traceutil/trace.go:171","msg":"trace[735607780] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"1.175727808s","start":"2026-03-06T01:17:28.967301Z","end":"2026-03-06T01:17:30.143029Z","steps":["trace[735607780] 'process raft request' (duration: 1.175452111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.967289Z","time spent":"1.175773259s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:30.143074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441928405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:30.143007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.967365Z","time spent":"1.175611796s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:30.14312Z","caller":"traceutil/trace.go:171","msg":"trace[1592871235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24550; }","duration":"1.442021727s","start":"2026-03-06T01:17:28.701087Z","end":"2026-03-06T01:17:30.143109Z","steps":["trace[1592871235] 'agreement among raft nodes before linearized reading' (duration: 1.441945975s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.701063Z","time spent":"1.442114128s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:17:30.143232Z","caller":"traceutil/trace.go:171","msg":"trace[910148027] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"1.173934448s","start":"2026-03-06T01:17:28.969268Z","end":"2026-03-06T01:17:30.143203Z","steps":["trace[910148027] 'process raft request' (duration: 1.17361237s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507974435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:30.143303Z","caller":"traceutil/trace.go:171","msg":"trace[2074259031] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24550; }","duration":"1.508070088s","start":"2026-03-06T01:17:28.635224Z","end":"2026-03-06T01:17:30.143294Z","steps":["trace[2074259031] 'agreement among raft nodes before linearized reading' (duration: 1.507989926s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:30.143298Z","caller":"traceutil/trace.go:171","msg":"trace[75365280] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"559.41624ms","start":"2026-03-06T01:17:29.583848Z","end":"2026-03-06T01:17:30.143264Z","steps":["trace[75365280] 'process raft request' (duration: 559.061561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660227891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:30.143372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.969239Z","time spent":"1.174057431s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:30.143436Z","caller":"traceutil/trace.go:171","msg":"trace[1022986922] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24550; }","duration":"1.660448386s","start":"2026-03-06T01:17:28.48296Z","end":"2026-03-06T01:17:30.143409Z","steps":["trace[1022986922] 'agreement among raft nodes before linearized reading' (duration: 1.660210161s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550621318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:17:30.143481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.583819Z","time spent":"559.572154ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:30.143516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.482927Z","time spent":"1.660569469s","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:30.14334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.635192Z","time spent":"1.508139458s","remote":"127.0.0.1:42484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:30.143544Z","caller":"traceutil/trace.go:171","msg":"trace[1227670215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24550; }","duration":"1.550794552s","start":"2026-03-06T01:17:28.592701Z","end":"2026-03-06T01:17:30.143495Z","steps":["trace[1227670215] 'agreement among raft nodes before linearized reading' (duration: 1.550403193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.592679Z","time spent":"1.550955135s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:17:30.143689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747567583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:30.14381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358590421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:30.143848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.510241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:30.143852Z","caller":"traceutil/trace.go:171","msg":"trace[1273198265] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24550; }","duration":"1.747718596s","start":"2026-03-06T01:17:28.39611Z","end":"2026-03-06T01:17:30.143829Z","steps":["trace[1273198265] 'agreement among raft nodes before linearized reading' (duration: 1.747534242s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:30.143883Z","caller":"traceutil/trace.go:171","msg":"trace[2084493841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24550; }","duration":"942.558512ms","start":"2026-03-06T01:17:29.201315Z","end":"2026-03-06T01:17:30.143873Z","steps":["trace[2084493841] 'agreement among raft nodes before linearized reading' (duration: 942.44265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.143913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.201308Z","time spent":"942.599413ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:17:30.143911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.396087Z","time spent":"1.747804478s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:17:30.14394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273128072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:30.143978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262726601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1baaadf4ba92\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-06T01:17:30.143998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.981487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:30.14401Z","caller":"traceutil/trace.go:171","msg":"trace[1742343685] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1baaadf4ba92; range_end:; response_count:1; response_revision:24550; }","duration":"1.262808553s","start":"2026-03-06T01:17:28.881194Z","end":"2026-03-06T01:17:30.144003Z","steps":["trace[1742343685] 'agreement among raft nodes before linearized reading' (duration: 1.26267744s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:30.144027Z","caller":"traceutil/trace.go:171","msg":"trace[317693499] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24550; }","duration":"363.051038ms","start":"2026-03-06T01:17:29.780964Z","end":"2026-03-06T01:17:30.144015Z","steps":["trace[317693499] 'agreement among raft nodes before linearized reading' (duration: 363.004797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.144045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.881151Z","time spent":"1.262887265s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1baaadf4ba92\" "} {"level":"warn","ts":"2026-03-06T01:17:30.14412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.998409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:30.144149Z","caller":"traceutil/trace.go:171","msg":"trace[1021050289] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24550; }","duration":"928.061811ms","start":"2026-03-06T01:17:29.216081Z","end":"2026-03-06T01:17:30.144143Z","steps":["trace[1021050289] 'agreement among raft nodes before linearized reading' (duration: 927.983359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.14417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.21606Z","time spent":"928.105141ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:30.143957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172060587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:30.144219Z","caller":"traceutil/trace.go:171","msg":"trace[1770288783] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24550; }","duration":"1.172395724s","start":"2026-03-06T01:17:28.971809Z","end":"2026-03-06T01:17:30.144204Z","steps":["trace[1770288783] 'agreement among raft nodes before linearized reading' (duration: 1.172044277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.144229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.333559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:17:30.144257Z","caller":"traceutil/trace.go:171","msg":"trace[1332923059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24550; }","duration":"943.40833ms","start":"2026-03-06T01:17:29.200841Z","end":"2026-03-06T01:17:30.144249Z","steps":["trace[1332923059] 'agreement among raft nodes before linearized reading' (duration: 943.131444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.144286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.200817Z","time spent":"943.463672ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:30.144269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.333406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:17:30.1443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.149277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:30.144325Z","caller":"traceutil/trace.go:171","msg":"trace[1179397771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24550; }","duration":"942.410288ms","start":"2026-03-06T01:17:29.201902Z","end":"2026-03-06T01:17:30.144312Z","steps":["trace[1179397771] 'agreement among raft nodes before linearized reading' (duration: 942.249954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.14431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.639364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:30.144341Z","caller":"traceutil/trace.go:171","msg":"trace[62572249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24550; }","duration":"944.249099ms","start":"2026-03-06T01:17:29.200081Z","end":"2026-03-06T01:17:30.14433Z","steps":["trace[62572249] 'agreement among raft nodes before linearized reading' (duration: 944.101906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.144359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.201896Z","time spent":"942.456939ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:17:30.143853Z","caller":"traceutil/trace.go:171","msg":"trace[1727591046] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24550; }","duration":"1.358633022s","start":"2026-03-06T01:17:28.785206Z","end":"2026-03-06T01:17:30.143839Z","steps":["trace[1727591046] 'agreement among raft nodes before linearized reading' (duration: 1.358562091s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:30.144376Z","caller":"traceutil/trace.go:171","msg":"trace[1558036892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24550; }","duration":"942.725436ms","start":"2026-03-06T01:17:29.201635Z","end":"2026-03-06T01:17:30.14436Z","steps":["trace[1558036892] 'agreement among raft nodes before linearized reading' (duration: 942.515181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.144409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.785131Z","time spent":"1.359267936s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:30.144432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.201626Z","time spent":"942.784377ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:30.144051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.780906Z","time spent":"363.13698ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:30.144006Z","caller":"traceutil/trace.go:171","msg":"trace[422713475] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24550; }","duration":"1.273250305s","start":"2026-03-06T01:17:28.870738Z","end":"2026-03-06T01:17:30.143989Z","steps":["trace[422713475] 'agreement among raft nodes before linearized reading' (duration: 1.273142122s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:30.144598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.870706Z","time spent":"1.273880199s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:30.144257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:28.971781Z","time spent":"1.172466546s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:30.144377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:29.200059Z","time spent":"944.30949ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:30.729315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606962654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:17:31.052198Z","caller":"traceutil/trace.go:171","msg":"trace[723259892] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"902.087787ms","start":"2026-03-06T01:17:30.15007Z","end":"2026-03-06T01:17:31.052158Z","steps":["trace[723259892] 'process raft request' (duration: 901.724979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.052406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.150054Z","time spent":"902.24759ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:31.052552Z","caller":"traceutil/trace.go:171","msg":"trace[380817295] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"901.976035ms","start":"2026-03-06T01:17:30.150541Z","end":"2026-03-06T01:17:31.052517Z","steps":["trace[380817295] 'process raft request' (duration: 901.558656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.052724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.15053Z","time spent":"902.110727ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:31.052781Z","caller":"traceutil/trace.go:171","msg":"trace[900467771] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"902.382233ms","start":"2026-03-06T01:17:30.150371Z","end":"2026-03-06T01:17:31.052754Z","steps":["trace[900467771] 'process raft request' (duration: 901.678407ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:31.053308Z","caller":"traceutil/trace.go:171","msg":"trace[1694563945] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"902.572437ms","start":"2026-03-06T01:17:30.150716Z","end":"2026-03-06T01:17:31.053288Z","steps":["trace[1694563945] 'process raft request' (duration: 901.693358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.053397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.150706Z","time spent":"902.648309ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:31.053574Z","caller":"traceutil/trace.go:171","msg":"trace[2051655247] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"902.777972ms","start":"2026-03-06T01:17:30.150739Z","end":"2026-03-06T01:17:31.053517Z","steps":["trace[2051655247] 'process raft request' (duration: 902.401213ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:31.053759Z","caller":"traceutil/trace.go:171","msg":"trace[1253182132] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"901.744459ms","start":"2026-03-06T01:17:30.151997Z","end":"2026-03-06T01:17:31.053741Z","steps":["trace[1253182132] 'process raft request' (duration: 901.403551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.05379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.150731Z","time spent":"902.949027ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:31.05384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.151984Z","time spent":"901.817161ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:31.053937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.150358Z","time spent":"902.718601ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:31.05396Z","caller":"traceutil/trace.go:171","msg":"trace[175852281] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25420; }","duration":"825.857322ms","start":"2026-03-06T01:17:30.22809Z","end":"2026-03-06T01:17:31.053947Z","steps":["trace[175852281] 'read index received' (duration: 823.812936ms)","trace[175852281] 'applied index is now lower than readState.Index' (duration: 2.043196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:31.054147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.562922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:31.054182Z","caller":"traceutil/trace.go:171","msg":"trace[155282635] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24558; }","duration":"904.596673ms","start":"2026-03-06T01:17:30.149575Z","end":"2026-03-06T01:17:31.054171Z","steps":["trace[155282635] 'agreement among raft nodes before linearized reading' (duration: 904.49728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.054207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.149544Z","time spent":"904.658273ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:17:31.054236Z","caller":"traceutil/trace.go:171","msg":"trace[585859021] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"879.905866ms","start":"2026-03-06T01:17:30.174315Z","end":"2026-03-06T01:17:31.054221Z","steps":["trace[585859021] 'process raft request' (duration: 879.364184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.054294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.735665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:17:31.054316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.174287Z","time spent":"879.989028ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:31.054351Z","caller":"traceutil/trace.go:171","msg":"trace[451652526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24558; }","duration":"904.808557ms","start":"2026-03-06T01:17:30.149529Z","end":"2026-03-06T01:17:31.054337Z","steps":["trace[451652526] 'agreement among raft nodes before linearized reading' (duration: 904.635073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.054385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.149522Z","time spent":"904.855908ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:17:31.361385Z","caller":"traceutil/trace.go:171","msg":"trace[134195199] linearizableReadLoop","detail":"{readStateIndex:25428; appliedIndex:25427; }","duration":"307.353186ms","start":"2026-03-06T01:17:31.053999Z","end":"2026-03-06T01:17:31.361353Z","steps":["trace[134195199] 'read index received' (duration: 248.984136ms)","trace[134195199] 'applied index is now lower than readState.Index' (duration: 58.36761ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:31.361876Z","caller":"traceutil/trace.go:171","msg":"trace[1962536354] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"632.295482ms","start":"2026-03-06T01:17:30.729541Z","end":"2026-03-06T01:17:31.361836Z","steps":["trace[1962536354] 'process raft request' (duration: 573.525702ms)","trace[1962536354] 'compare' (duration: 58.044513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:31.362024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.729511Z","time spent":"632.431344ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:31.362047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.991457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:31.362066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.375795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-06T01:17:31.362085Z","caller":"traceutil/trace.go:171","msg":"trace[77945304] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24559; }","duration":"666.099989ms","start":"2026-03-06T01:17:30.695972Z","end":"2026-03-06T01:17:31.362072Z","steps":["trace[77945304] 'agreement among raft nodes before linearized reading' (duration: 665.973486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:31.362105Z","caller":"traceutil/trace.go:171","msg":"trace[256735066] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24559; }","duration":"306.450207ms","start":"2026-03-06T01:17:31.055646Z","end":"2026-03-06T01:17:31.362096Z","steps":["trace[256735066] 'agreement among raft nodes before linearized reading' (duration: 306.318554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.362075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12654393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:31.362087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.504888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:31.362131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:31.05563Z","time spent":"306.496778ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:17:31.362129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.184797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:31.362113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.695946Z","time spent":"666.159291ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:31.362166Z","caller":"traceutil/trace.go:171","msg":"trace[1898861421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24559; }","duration":"1.126670553s","start":"2026-03-06T01:17:30.235465Z","end":"2026-03-06T01:17:31.362136Z","steps":["trace[1898861421] 'agreement among raft nodes before linearized reading' (duration: 1.126488019s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.3622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.235455Z","time spent":"1.126739774s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:31.36216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.626285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-06T01:17:31.362162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131935009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:17:31.362201Z","caller":"traceutil/trace.go:171","msg":"trace[1980934837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24559; }","duration":"138.295739ms","start":"2026-03-06T01:17:31.223884Z","end":"2026-03-06T01:17:31.36218Z","steps":["trace[1980934837] 'agreement among raft nodes before linearized reading' (duration: 138.141475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:31.362249Z","caller":"traceutil/trace.go:171","msg":"trace[1372748427] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24559; }","duration":"301.61355ms","start":"2026-03-06T01:17:31.060532Z","end":"2026-03-06T01:17:31.362146Z","steps":["trace[1372748427] 'agreement among raft nodes before linearized reading' (duration: 301.453136ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:31.362254Z","caller":"traceutil/trace.go:171","msg":"trace[955911734] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24559; }","duration":"209.754659ms","start":"2026-03-06T01:17:31.152474Z","end":"2026-03-06T01:17:31.362229Z","steps":["trace[955911734] 'agreement among raft nodes before linearized reading' (duration: 209.492263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.362279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:31.060525Z","time spent":"301.745492ms","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:17:31.362267Z","caller":"traceutil/trace.go:171","msg":"trace[514490121] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24559; }","duration":"1.132087373s","start":"2026-03-06T01:17:30.230155Z","end":"2026-03-06T01:17:31.362242Z","steps":["trace[514490121] 'agreement among raft nodes before linearized reading' (duration: 1.131778806s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:31.362322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:30.230138Z","time spent":"1.132174834s","remote":"127.0.0.1:37932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:17:32.411092Z","caller":"traceutil/trace.go:171","msg":"trace[1376372708] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"259.419236ms","start":"2026-03-06T01:17:32.151649Z","end":"2026-03-06T01:17:32.411069Z","steps":["trace[1376372708] 'process raft request' (duration: 259.214392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:32.730073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.91743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:32.730409Z","caller":"traceutil/trace.go:171","msg":"trace[621526216] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"578.229785ms","start":"2026-03-06T01:17:32.152097Z","end":"2026-03-06T01:17:32.730327Z","steps":["trace[621526216] 'process raft request' (duration: 373.958499ms)","trace[621526216] 'compare' (duration: 203.749735ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:32.730441Z","caller":"traceutil/trace.go:171","msg":"trace[699974901] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"577.325455ms","start":"2026-03-06T01:17:32.153093Z","end":"2026-03-06T01:17:32.730419Z","steps":["trace[699974901] 'process raft request' (duration: 577.237493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:32.730481Z","caller":"traceutil/trace.go:171","msg":"trace[964078804] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"577.395097ms","start":"2026-03-06T01:17:32.153054Z","end":"2026-03-06T01:17:32.730449Z","steps":["trace[964078804] 'process raft request' (duration: 577.224973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:32.730722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.153039Z","time spent":"577.589512ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:32.730723Z","caller":"traceutil/trace.go:171","msg":"trace[601197908] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"577.465768ms","start":"2026-03-06T01:17:32.153226Z","end":"2026-03-06T01:17:32.730692Z","steps":["trace[601197908] 'process raft request' (duration: 577.147621ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:32.730491Z","caller":"traceutil/trace.go:171","msg":"trace[807599327] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"578.176835ms","start":"2026-03-06T01:17:32.152255Z","end":"2026-03-06T01:17:32.730432Z","steps":["trace[807599327] 'process raft request' (duration: 577.936439ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:32.730705Z","caller":"traceutil/trace.go:171","msg":"trace[1372844003] linearizableReadLoop","detail":"{readStateIndex:25434; appliedIndex:25428; }","duration":"495.946306ms","start":"2026-03-06T01:17:32.234722Z","end":"2026-03-06T01:17:32.730668Z","steps":["trace[1372844003] 'read index received' (duration: 176.207416ms)","trace[1372844003] 'applied index is now lower than readState.Index' (duration: 319.73607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:32.730891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.153194Z","time spent":"577.605072ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:32.730971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.222572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:2245"} {"level":"warn","ts":"2026-03-06T01:17:32.730887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.152246Z","time spent":"578.587523ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:32.731024Z","caller":"traceutil/trace.go:171","msg":"trace[1378314708] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24565; }","duration":"496.338795ms","start":"2026-03-06T01:17:32.234671Z","end":"2026-03-06T01:17:32.73101Z","steps":["trace[1378314708] 'agreement among raft nodes before linearized reading' (duration: 496.09313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:32.730531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.153084Z","time spent":"577.409268ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:32.73106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.234651Z","time spent":"496.401526ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2268,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:32.731105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.515747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:32.731152Z","caller":"traceutil/trace.go:171","msg":"trace[2075140581] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24565; }","duration":"363.617429ms","start":"2026-03-06T01:17:32.36752Z","end":"2026-03-06T01:17:32.731137Z","steps":["trace[2075140581] 'agreement among raft nodes before linearized reading' (duration: 363.440015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:32.731188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.367485Z","time spent":"363.693851ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:32.731434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.654097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5b57cd786c-79c82.189a1a3cf2e6f82f\" ","response":"range_response_count:1 size:1181"} {"level":"info","ts":"2026-03-06T01:17:32.731473Z","caller":"traceutil/trace.go:171","msg":"trace[1172878628] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5b57cd786c-79c82.189a1a3cf2e6f82f; range_end:; response_count:1; response_revision:24565; }","duration":"328.74134ms","start":"2026-03-06T01:17:32.40272Z","end":"2026-03-06T01:17:32.731461Z","steps":["trace[1172878628] 'agreement among raft nodes before linearized reading' (duration: 328.614016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:32.7315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.402692Z","time spent":"328.800311ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-5b57cd786c-79c82.189a1a3cf2e6f82f\" "} {"level":"warn","ts":"2026-03-06T01:17:32.730856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:32.152072Z","time spent":"578.41695ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:33.445534Z","caller":"traceutil/trace.go:171","msg":"trace[774128132] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"384.144354ms","start":"2026-03-06T01:17:33.061352Z","end":"2026-03-06T01:17:33.445496Z","steps":["trace[774128132] 'process raft request' (duration: 383.94482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:33.445706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.061341Z","time spent":"384.276987ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:33.964349Z","caller":"traceutil/trace.go:171","msg":"trace[1976112346] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"900.353829ms","start":"2026-03-06T01:17:33.063968Z","end":"2026-03-06T01:17:33.964322Z","steps":["trace[1976112346] 'process raft request' (duration: 861.466179ms)","trace[1976112346] 'compare' (duration: 38.675415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:33.964527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.063953Z","time spent":"900.483431ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:33.964739Z","caller":"traceutil/trace.go:171","msg":"trace[544054662] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"900.671666ms","start":"2026-03-06T01:17:33.064033Z","end":"2026-03-06T01:17:33.964704Z","steps":["trace[544054662] 'process raft request' (duration: 900.248547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:33.96487Z","caller":"traceutil/trace.go:171","msg":"trace[371308308] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"899.825417ms","start":"2026-03-06T01:17:33.065031Z","end":"2026-03-06T01:17:33.964857Z","steps":["trace[371308308] 'process raft request' (duration: 899.553141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:33.964919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.065021Z","time spent":"899.872547ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:33.965004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.063996Z","time spent":"900.82997ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:33.965197Z","caller":"traceutil/trace.go:171","msg":"trace[643081759] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"597.481481ms","start":"2026-03-06T01:17:33.367699Z","end":"2026-03-06T01:17:33.965181Z","steps":["trace[643081759] 'process raft request' (duration: 597.352478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:33.965269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.367674Z","time spent":"597.551623ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:33.965388Z","caller":"traceutil/trace.go:171","msg":"trace[976097659] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"900.215485ms","start":"2026-03-06T01:17:33.065158Z","end":"2026-03-06T01:17:33.965374Z","steps":["trace[976097659] 'process raft request' (duration: 899.652013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:33.965462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.065138Z","time spent":"900.285927ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:33.965687Z","caller":"traceutil/trace.go:171","msg":"trace[1139824744] linearizableReadLoop","detail":"{readStateIndex:25441; appliedIndex:25436; }","duration":"822.502318ms","start":"2026-03-06T01:17:33.143134Z","end":"2026-03-06T01:17:33.965637Z","steps":["trace[1139824744] 'read index received' (duration: 302.174422ms)","trace[1139824744] 'applied index is now lower than readState.Index' (duration: 520.323075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:34.322105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.958743ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:17:34.322235Z","caller":"traceutil/trace.go:171","msg":"trace[802532458] linearizableReadLoop","detail":"{readStateIndex:25443; appliedIndex:25442; }","duration":"356.437711ms","start":"2026-03-06T01:17:33.965775Z","end":"2026-03-06T01:17:34.322213Z","steps":["trace[802532458] 'read index received' (duration: 105.832µs)","trace[802532458] 'applied index is now lower than readState.Index' (duration: 356.329949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:34.322435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.964567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:17:34.322474Z","caller":"traceutil/trace.go:171","msg":"trace[1345278394] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24573; }","duration":"937.070449ms","start":"2026-03-06T01:17:33.385391Z","end":"2026-03-06T01:17:34.322462Z","steps":["trace[1345278394] 'agreement among raft nodes before linearized reading' (duration: 936.879485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.322538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.385306Z","time spent":"937.221683ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:17:34.322626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17945776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-06T01:17:34.322682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.028688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:34.322723Z","caller":"traceutil/trace.go:171","msg":"trace[761836199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24573; }","duration":"1.179607404s","start":"2026-03-06T01:17:33.143089Z","end":"2026-03-06T01:17:34.322696Z","steps":["trace[761836199] 'agreement among raft nodes before linearized reading' (duration: 822.764643ms)","trace[761836199] 'range keys from in-memory index tree' (duration: 356.519353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:34.322767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.14307Z","time spent":"1.179689916s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:34.322771Z","caller":"traceutil/trace.go:171","msg":"trace[1316066888] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24573; }","duration":"657.188781ms","start":"2026-03-06T01:17:33.665559Z","end":"2026-03-06T01:17:34.322747Z","steps":["trace[1316066888] 'agreement among raft nodes before linearized reading' (duration: 657.038757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.322812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.665527Z","time spent":"657.277574ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:34.322821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.437814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:34.322798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.410704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-06T01:17:34.32285Z","caller":"traceutil/trace.go:171","msg":"trace[6802761] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24573; }","duration":"537.506326ms","start":"2026-03-06T01:17:33.785335Z","end":"2026-03-06T01:17:34.322841Z","steps":["trace[6802761] 'agreement among raft nodes before linearized reading' (duration: 537.452934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.322872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.785309Z","time spent":"537.558467ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:34.322761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.887056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-06T01:17:34.322935Z","caller":"traceutil/trace.go:171","msg":"trace[856424081] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24573; }","duration":"586.09848ms","start":"2026-03-06T01:17:33.736816Z","end":"2026-03-06T01:17:34.322914Z","steps":["trace[856424081] 'agreement among raft nodes before linearized reading' (duration: 585.779342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.323017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.736791Z","time spent":"586.207643ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"warn","ts":"2026-03-06T01:17:34.322805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.809091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:34.32312Z","caller":"traceutil/trace.go:171","msg":"trace[1542444595] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24573; }","duration":"509.198419ms","start":"2026-03-06T01:17:33.813913Z","end":"2026-03-06T01:17:34.323112Z","steps":["trace[1542444595] 'agreement among raft nodes before linearized reading' (duration: 508.658427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.323151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.813886Z","time spent":"509.256331ms","remote":"127.0.0.1:38080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:34.322871Z","caller":"traceutil/trace.go:171","msg":"trace[499241985] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24573; }","duration":"897.495616ms","start":"2026-03-06T01:17:33.425358Z","end":"2026-03-06T01:17:34.322854Z","steps":["trace[499241985] 'agreement among raft nodes before linearized reading' (duration: 897.276781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:34.323259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:33.425287Z","time spent":"897.961986ms","remote":"127.0.0.1:54714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:17:35.008433Z","caller":"traceutil/trace.go:171","msg":"trace[1430541708] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"270.408659ms","start":"2026-03-06T01:17:34.737998Z","end":"2026-03-06T01:17:35.008407Z","steps":["trace[1430541708] 'process raft request' (duration: 270.202625ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:35.65601Z","caller":"traceutil/trace.go:171","msg":"trace[570374462] linearizableReadLoop","detail":"{readStateIndex:25455; appliedIndex:25450; }","duration":"753.816778ms","start":"2026-03-06T01:17:34.902163Z","end":"2026-03-06T01:17:35.65598Z","steps":["trace[570374462] 'read index received' (duration: 106.064445ms)","trace[570374462] 'applied index is now lower than readState.Index' (duration: 647.750723ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:35.656457Z","caller":"traceutil/trace.go:171","msg":"trace[1976579755] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"918.013269ms","start":"2026-03-06T01:17:34.738428Z","end":"2026-03-06T01:17:35.656442Z","steps":["trace[1976579755] 'process raft request' (duration: 836.977877ms)","trace[1976579755] 'compare' (duration: 79.852695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:35.656617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.434823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:35.656654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.738403Z","time spent":"918.096071ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:35.656642Z","caller":"traceutil/trace.go:171","msg":"trace[651909072] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"917.479228ms","start":"2026-03-06T01:17:34.739124Z","end":"2026-03-06T01:17:35.656603Z","steps":["trace[651909072] 'process raft request' (duration: 916.765361ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:35.656693Z","caller":"traceutil/trace.go:171","msg":"trace[1485609585] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24585; }","duration":"754.576626ms","start":"2026-03-06T01:17:34.902099Z","end":"2026-03-06T01:17:35.656676Z","steps":["trace[1485609585] 'agreement among raft nodes before linearized reading' (duration: 754.388152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.656734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.902077Z","time spent":"754.648757ms","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:35.656819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.739097Z","time spent":"917.623921ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:35.656903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.939284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:17:35.656706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.579254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:35.656981Z","caller":"traceutil/trace.go:171","msg":"trace[292352795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24585; }","duration":"206.068407ms","start":"2026-03-06T01:17:35.450892Z","end":"2026-03-06T01:17:35.656961Z","steps":["trace[292352795] 'agreement among raft nodes before linearized reading' (duration: 205.860243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:35.65702Z","caller":"traceutil/trace.go:171","msg":"trace[1400398889] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24585; }","duration":"668.954422ms","start":"2026-03-06T01:17:34.988041Z","end":"2026-03-06T01:17:35.656995Z","steps":["trace[1400398889] 'agreement among raft nodes before linearized reading' (duration: 668.539763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.657036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.915794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-06T01:17:35.657071Z","caller":"traceutil/trace.go:171","msg":"trace[481597820] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24585; }","duration":"328.996606ms","start":"2026-03-06T01:17:35.328064Z","end":"2026-03-06T01:17:35.65706Z","steps":["trace[481597820] 'agreement among raft nodes before linearized reading' (duration: 328.891283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.657081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.988012Z","time spent":"669.036944ms","remote":"127.0.0.1:46742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:35.657115Z","caller":"traceutil/trace.go:171","msg":"trace[1177511320] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"918.590492ms","start":"2026-03-06T01:17:34.738511Z","end":"2026-03-06T01:17:35.657102Z","steps":["trace[1177511320] 'process raft request' (duration: 917.325563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.657135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.447029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:35.65717Z","caller":"traceutil/trace.go:171","msg":"trace[1828365649] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24585; }","duration":"303.480801ms","start":"2026-03-06T01:17:35.353679Z","end":"2026-03-06T01:17:35.65716Z","steps":["trace[1828365649] 'agreement among raft nodes before linearized reading' (duration: 303.42731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.65716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.327431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-06T01:17:35.657176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.738507Z","time spent":"918.636873ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:35.657193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.353588Z","time spent":"303.596602ms","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:35.65721Z","caller":"traceutil/trace.go:171","msg":"trace[1496871882] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24585; }","duration":"593.422722ms","start":"2026-03-06T01:17:35.063774Z","end":"2026-03-06T01:17:35.657197Z","steps":["trace[1496871882] 'agreement among raft nodes before linearized reading' (duration: 593.243478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.657579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.063744Z","time spent":"593.823111ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:17:35.657093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.328038Z","time spent":"329.050316ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:35.657409Z","caller":"traceutil/trace.go:171","msg":"trace[731245420] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"917.549049ms","start":"2026-03-06T01:17:34.739662Z","end":"2026-03-06T01:17:35.657211Z","steps":["trace[731245420] 'process raft request' (duration: 916.2735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:35.657998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:34.739654Z","time spent":"918.266775ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:36.313615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.484288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:36.313753Z","caller":"traceutil/trace.go:171","msg":"trace[1054867239] linearizableReadLoop","detail":"{readStateIndex:25456; appliedIndex:25455; }","duration":"651.110287ms","start":"2026-03-06T01:17:35.662621Z","end":"2026-03-06T01:17:36.313731Z","steps":["trace[1054867239] 'read index received' (duration: 97.300082ms)","trace[1054867239] 'applied index is now lower than readState.Index' (duration: 553.808315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:36.314061Z","caller":"traceutil/trace.go:171","msg":"trace[1701278327] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"651.73815ms","start":"2026-03-06T01:17:35.662306Z","end":"2026-03-06T01:17:36.314044Z","steps":["trace[1701278327] 'process raft request' (duration: 97.69508ms)","trace[1701278327] 'compare' (duration: 553.306434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:36.314143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.662284Z","time spent":"651.814552ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:36.315035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.382546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-06T01:17:36.315125Z","caller":"traceutil/trace.go:171","msg":"trace[271139371] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24586; }","duration":"652.509388ms","start":"2026-03-06T01:17:35.662593Z","end":"2026-03-06T01:17:36.315103Z","steps":["trace[271139371] 'agreement among raft nodes before linearized reading' (duration: 651.616708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.315225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.662575Z","time spent":"652.58431ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" "} {"level":"info","ts":"2026-03-06T01:17:36.422155Z","caller":"traceutil/trace.go:171","msg":"trace[1005453058] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"448.644381ms","start":"2026-03-06T01:17:35.973483Z","end":"2026-03-06T01:17:36.422127Z","steps":["trace[1005453058] 'process raft request' (duration: 439.641492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.422361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.973455Z","time spent":"448.785693ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:36.425353Z","caller":"traceutil/trace.go:171","msg":"trace[448849051] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"365.305217ms","start":"2026-03-06T01:17:36.060009Z","end":"2026-03-06T01:17:36.425314Z","steps":["trace[448849051] 'process raft request' (duration: 365.01243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.425597Z","caller":"traceutil/trace.go:171","msg":"trace[266433061] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25456; }","duration":"111.775312ms","start":"2026-03-06T01:17:36.313782Z","end":"2026-03-06T01:17:36.425558Z","steps":["trace[266433061] 'read index received' (duration: 99.284917ms)","trace[266433061] 'applied index is now lower than readState.Index' (duration: 12.487185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:36.425782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.666681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:36.425803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.191643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:17:36.425819Z","caller":"traceutil/trace.go:171","msg":"trace[1310579689] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"108.410256ms","start":"2026-03-06T01:17:36.317329Z","end":"2026-03-06T01:17:36.425739Z","steps":["trace[1310579689] 'process raft request' (duration: 107.885905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.425967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.303644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:17:36.426009Z","caller":"traceutil/trace.go:171","msg":"trace[458367740] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5; range_end:; response_count:1; response_revision:24589; }","duration":"425.395407ms","start":"2026-03-06T01:17:36.000602Z","end":"2026-03-06T01:17:36.425997Z","steps":["trace[458367740] 'agreement among raft nodes before linearized reading' (duration: 425.287774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.426007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.428583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:17:36.426001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:36.059978Z","time spent":"365.493971ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:36.426045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:36.000574Z","time spent":"425.462699ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7f7d8c8c59-f9pp6.189a1b9fb07cd0a5\" "} {"level":"info","ts":"2026-03-06T01:17:36.426045Z","caller":"traceutil/trace.go:171","msg":"trace[37414578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24589; }","duration":"456.507164ms","start":"2026-03-06T01:17:35.969527Z","end":"2026-03-06T01:17:36.426035Z","steps":["trace[37414578] 'agreement among raft nodes before linearized reading' (duration: 456.32031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.426093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.969505Z","time spent":"456.580296ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:17:36.426061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.435668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:17:36.426165Z","caller":"traceutil/trace.go:171","msg":"trace[1670978606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24589; }","duration":"454.618632ms","start":"2026-03-06T01:17:35.971521Z","end":"2026-03-06T01:17:36.42614Z","steps":["trace[1670978606] 'agreement among raft nodes before linearized reading' (duration: 454.208423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:36.425866Z","caller":"traceutil/trace.go:171","msg":"trace[1656870815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24589; }","duration":"454.268694ms","start":"2026-03-06T01:17:35.971582Z","end":"2026-03-06T01:17:36.425851Z","steps":["trace[1656870815] 'agreement among raft nodes before linearized reading' (duration: 454.011269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.426231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.971478Z","time spent":"454.744805ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:36.426269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.971576Z","time spent":"454.663343ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:36.426134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.036853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:17:36.425828Z","caller":"traceutil/trace.go:171","msg":"trace[1354538482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24589; }","duration":"723.786584ms","start":"2026-03-06T01:17:35.702029Z","end":"2026-03-06T01:17:36.425815Z","steps":["trace[1354538482] 'agreement among raft nodes before linearized reading' (duration: 723.657241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.426411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.702001Z","time spent":"724.398157ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:17:36.426526Z","caller":"traceutil/trace.go:171","msg":"trace[60240127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24589; }","duration":"456.35359ms","start":"2026-03-06T01:17:35.97004Z","end":"2026-03-06T01:17:36.426394Z","steps":["trace[60240127] 'agreement among raft nodes before linearized reading' (duration: 455.655975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:36.42702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:35.970016Z","time spent":"456.982894ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:17:37.303269Z","caller":"traceutil/trace.go:171","msg":"trace[1400685956] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"103.317834ms","start":"2026-03-06T01:17:37.199915Z","end":"2026-03-06T01:17:37.303233Z","steps":["trace[1400685956] 'process raft request' (duration: 103.097699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:37.70578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.086966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:37.705914Z","caller":"traceutil/trace.go:171","msg":"trace[648022122] linearizableReadLoop","detail":"{readStateIndex:25477; appliedIndex:25476; }","duration":"380.831801ms","start":"2026-03-06T01:17:37.32506Z","end":"2026-03-06T01:17:37.705892Z","steps":["trace[648022122] 'read index received' (duration: 217.656853ms)","trace[648022122] 'applied index is now lower than readState.Index' (duration: 163.172648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:37.705966Z","caller":"traceutil/trace.go:171","msg":"trace[1484508998] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"396.926226ms","start":"2026-03-06T01:17:37.308979Z","end":"2026-03-06T01:17:37.705906Z","steps":["trace[1484508998] 'process raft request' (duration: 233.622985ms)","trace[1484508998] 'compare' (duration: 162.878532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:37.706188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.117858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"info","ts":"2026-03-06T01:17:37.706227Z","caller":"traceutil/trace.go:171","msg":"trace[570976844] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24605; }","duration":"381.21556ms","start":"2026-03-06T01:17:37.325002Z","end":"2026-03-06T01:17:37.706217Z","steps":["trace[570976844] 'agreement among raft nodes before linearized reading' (duration: 380.973355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:37.706258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.324963Z","time spent":"381.288121ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9215,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:17:37.706298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.308953Z","time spent":"397.126291ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:17:38.389573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.962664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:38.390046Z","caller":"traceutil/trace.go:171","msg":"trace[346759644] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"725.699566ms","start":"2026-03-06T01:17:37.664322Z","end":"2026-03-06T01:17:38.390021Z","steps":["trace[346759644] 'process raft request' (duration: 287.129969ms)","trace[346759644] 'compare' (duration: 437.755279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:38.390129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.66429Z","time spent":"725.801919ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.410595Z","caller":"traceutil/trace.go:171","msg":"trace[1483020911] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"745.401482ms","start":"2026-03-06T01:17:37.665157Z","end":"2026-03-06T01:17:38.410559Z","steps":["trace[1483020911] 'process raft request' (duration: 745.107025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.410899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.665123Z","time spent":"745.643237ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.410925Z","caller":"traceutil/trace.go:171","msg":"trace[322117980] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"745.727649ms","start":"2026-03-06T01:17:37.665175Z","end":"2026-03-06T01:17:38.410903Z","steps":["trace[322117980] 'process raft request' (duration: 745.336681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.411012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.665147Z","time spent":"745.820472ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.41157Z","caller":"traceutil/trace.go:171","msg":"trace[1034395414] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"746.19813ms","start":"2026-03-06T01:17:37.665328Z","end":"2026-03-06T01:17:38.411526Z","steps":["trace[1034395414] 'process raft request' (duration: 745.481444ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.411607Z","caller":"traceutil/trace.go:171","msg":"trace[150870212] linearizableReadLoop","detail":"{readStateIndex:25481; appliedIndex:25477; }","duration":"705.642873ms","start":"2026-03-06T01:17:37.705943Z","end":"2026-03-06T01:17:38.411586Z","steps":["trace[150870212] 'read index received' (duration: 245.55411ms)","trace[150870212] 'applied index is now lower than readState.Index' (duration: 460.086733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:38.41174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.665315Z","time spent":"746.329712ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:38.41197Z","caller":"traceutil/trace.go:171","msg":"trace[418530160] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"696.106862ms","start":"2026-03-06T01:17:37.715658Z","end":"2026-03-06T01:17:38.411765Z","steps":["trace[418530160] 'process raft request' (duration: 695.640612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.412098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.715621Z","time spent":"696.415349ms","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10340,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:38.412184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.418114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:38.412225Z","caller":"traceutil/trace.go:171","msg":"trace[1576584881] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24610; }","duration":"670.459455ms","start":"2026-03-06T01:17:37.741754Z","end":"2026-03-06T01:17:38.412213Z","steps":["trace[1576584881] 'agreement among raft nodes before linearized reading' (duration: 670.311422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.41225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.741666Z","time spent":"670.578187ms","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:17:38.412496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057749939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:17:38.412543Z","caller":"traceutil/trace.go:171","msg":"trace[1331500885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24610; }","duration":"1.057813569s","start":"2026-03-06T01:17:37.354704Z","end":"2026-03-06T01:17:38.412517Z","steps":["trace[1331500885] 'agreement among raft nodes before linearized reading' (duration: 1.057697047s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.412567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.354687Z","time spent":"1.057875071s","remote":"127.0.0.1:37930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:17:38.412606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.475851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:38.412677Z","caller":"traceutil/trace.go:171","msg":"trace[297234321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24610; }","duration":"711.604607ms","start":"2026-03-06T01:17:37.701056Z","end":"2026-03-06T01:17:38.41266Z","steps":["trace[297234321] 'agreement among raft nodes before linearized reading' (duration: 711.487223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.412718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.701025Z","time spent":"711.683248ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:17:38.413482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.646168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:38.41364Z","caller":"traceutil/trace.go:171","msg":"trace[1676180021] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24610; }","duration":"243.884663ms","start":"2026-03-06T01:17:38.169726Z","end":"2026-03-06T01:17:38.413611Z","steps":["trace[1676180021] 'agreement among raft nodes before linearized reading' (duration: 243.616507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.413694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.373707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:38.414272Z","caller":"traceutil/trace.go:171","msg":"trace[240627918] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24610; }","duration":"933.034911ms","start":"2026-03-06T01:17:37.481213Z","end":"2026-03-06T01:17:38.414248Z","steps":["trace[240627918] 'agreement among raft nodes before linearized reading' (duration: 930.513285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.414336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:37.481179Z","time spent":"933.135634ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:38.604771Z","caller":"traceutil/trace.go:171","msg":"trace[1287099781] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"186.000092ms","start":"2026-03-06T01:17:38.418731Z","end":"2026-03-06T01:17:38.604731Z","steps":["trace[1287099781] 'process raft request' (duration: 124.377739ms)","trace[1287099781] 'compare' (duration: 61.340127ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:38.604975Z","caller":"traceutil/trace.go:171","msg":"trace[1121365056] linearizableReadLoop","detail":"{readStateIndex:25485; appliedIndex:25483; }","duration":"167.935524ms","start":"2026-03-06T01:17:38.436965Z","end":"2026-03-06T01:17:38.604901Z","steps":["trace[1121365056] 'read index received' (duration: 106.164438ms)","trace[1121365056] 'applied index is now lower than readState.Index' (duration: 61.768806ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:38.605026Z","caller":"traceutil/trace.go:171","msg":"trace[1186057328] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"173.266792ms","start":"2026-03-06T01:17:38.431718Z","end":"2026-03-06T01:17:38.604985Z","steps":["trace[1186057328] 'process raft request' (duration: 172.939595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.605206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.413964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:17:38.605196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.288781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:38.605313Z","caller":"traceutil/trace.go:171","msg":"trace[534235972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24612; }","duration":"168.572447ms","start":"2026-03-06T01:17:38.436722Z","end":"2026-03-06T01:17:38.605294Z","steps":["trace[534235972] 'agreement among raft nodes before linearized reading' (duration: 168.317602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.60535Z","caller":"traceutil/trace.go:171","msg":"trace[1044965816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24612; }","duration":"168.495496ms","start":"2026-03-06T01:17:38.436824Z","end":"2026-03-06T01:17:38.60532Z","steps":["trace[1044965816] 'agreement among raft nodes before linearized reading' (duration: 168.085737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.605561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.794139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:17:38.605621Z","caller":"traceutil/trace.go:171","msg":"trace[1577134030] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96db369f-c449-4f96-9f56-bf4c3f6ec0b2; range_end:; response_count:1; response_revision:24612; }","duration":"186.890572ms","start":"2026-03-06T01:17:38.418715Z","end":"2026-03-06T01:17:38.605605Z","steps":["trace[1577134030] 'agreement among raft nodes before linearized reading' (duration: 186.388931ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.629748Z","caller":"traceutil/trace.go:171","msg":"trace[1850275413] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"187.038107ms","start":"2026-03-06T01:17:38.442675Z","end":"2026-03-06T01:17:38.629713Z","steps":["trace[1850275413] 'process raft request' (duration: 186.904484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.629916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.347053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:38.630004Z","caller":"traceutil/trace.go:171","msg":"trace[116683058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24614; }","duration":"183.460986ms","start":"2026-03-06T01:17:38.446523Z","end":"2026-03-06T01:17:38.629984Z","steps":["trace[116683058] 'agreement among raft nodes before linearized reading' (duration: 183.186891ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.630081Z","caller":"traceutil/trace.go:171","msg":"trace[800104732] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"191.919593ms","start":"2026-03-06T01:17:38.438134Z","end":"2026-03-06T01:17:38.630054Z","steps":["trace[800104732] 'process raft request' (duration: 191.268139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.630267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.308623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:17:38.630295Z","caller":"traceutil/trace.go:171","msg":"trace[10270123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24614; }","duration":"188.366675ms","start":"2026-03-06T01:17:38.441922Z","end":"2026-03-06T01:17:38.630288Z","steps":["trace[10270123] 'agreement among raft nodes before linearized reading' (duration: 188.216972ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:38.854665Z","caller":"traceutil/trace.go:171","msg":"trace[1766520875] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"220.28067ms","start":"2026-03-06T01:17:38.634325Z","end":"2026-03-06T01:17:38.854606Z","steps":["trace[1766520875] 'process raft request' (duration: 134.713808ms)","trace[1766520875] 'compare' (duration: 84.389897ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:38.854998Z","caller":"traceutil/trace.go:171","msg":"trace[335469166] linearizableReadLoop","detail":"{readStateIndex:25491; appliedIndex:25489; }","duration":"215.453734ms","start":"2026-03-06T01:17:38.63951Z","end":"2026-03-06T01:17:38.854964Z","steps":["trace[335469166] 'read index received' (duration: 129.405792ms)","trace[335469166] 'applied index is now lower than readState.Index' (duration: 86.046082ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:38.85517Z","caller":"traceutil/trace.go:171","msg":"trace[1399827342] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"220.27196ms","start":"2026-03-06T01:17:38.634882Z","end":"2026-03-06T01:17:38.855154Z","steps":["trace[1399827342] 'process raft request' (duration: 218.790968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.855349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.97959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b49b8c60-f7c1-4022-94f4-d087ec199d03\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:17:38.855403Z","caller":"traceutil/trace.go:171","msg":"trace[857333088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b49b8c60-f7c1-4022-94f4-d087ec199d03; range_end:; response_count:1; response_revision:24618; }","duration":"213.061331ms","start":"2026-03-06T01:17:38.642325Z","end":"2026-03-06T01:17:38.855387Z","steps":["trace[857333088] 'agreement among raft nodes before linearized reading' (duration: 212.846575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.855605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.21281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:38.85564Z","caller":"traceutil/trace.go:171","msg":"trace[1679825694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24618; }","duration":"154.303431ms","start":"2026-03-06T01:17:38.701328Z","end":"2026-03-06T01:17:38.855631Z","steps":["trace[1679825694] 'agreement among raft nodes before linearized reading' (duration: 154.23438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.855759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.253517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T01:17:38.855854Z","caller":"traceutil/trace.go:171","msg":"trace[166499065] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24618; }","duration":"223.405181ms","start":"2026-03-06T01:17:38.632428Z","end":"2026-03-06T01:17:38.855833Z","steps":["trace[166499065] 'agreement among raft nodes before linearized reading' (duration: 223.228547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:38.855843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.421059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:17:38.857401Z","caller":"traceutil/trace.go:171","msg":"trace[474872384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24618; }","duration":"163.008574ms","start":"2026-03-06T01:17:38.694361Z","end":"2026-03-06T01:17:38.85737Z","steps":["trace[474872384] 'agreement among raft nodes before linearized reading' (duration: 161.301597ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:39.39448Z","caller":"traceutil/trace.go:171","msg":"trace[882784005] linearizableReadLoop","detail":"{readStateIndex:25492; appliedIndex:25491; }","duration":"125.661139ms","start":"2026-03-06T01:17:39.268792Z","end":"2026-03-06T01:17:39.394453Z","steps":["trace[882784005] 'read index received' (duration: 125.426654ms)","trace[882784005] 'applied index is now lower than readState.Index' (duration: 233.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:39.394727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.918175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:17:39.394765Z","caller":"traceutil/trace.go:171","msg":"trace[1654774656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24619; }","duration":"126.026177ms","start":"2026-03-06T01:17:39.268726Z","end":"2026-03-06T01:17:39.394752Z","steps":["trace[1654774656] 'agreement among raft nodes before linearized reading' (duration: 125.825372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:39.394858Z","caller":"traceutil/trace.go:171","msg":"trace[1143583549] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"364.05683ms","start":"2026-03-06T01:17:39.030752Z","end":"2026-03-06T01:17:39.394809Z","steps":["trace[1143583549] 'process raft request' (duration: 363.493078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:39.395061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:39.030722Z","time spent":"364.237523ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:40.008234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.60536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:40.008311Z","caller":"traceutil/trace.go:171","msg":"trace[1438306737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24619; }","duration":"306.736273ms","start":"2026-03-06T01:17:39.701556Z","end":"2026-03-06T01:17:40.008292Z","steps":["trace[1438306737] 'range keys from in-memory index tree' (duration: 306.500037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:40.008348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:39.70153Z","time spent":"306.805414ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:17:40.009157Z","caller":"traceutil/trace.go:171","msg":"trace[554907004] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"130.441034ms","start":"2026-03-06T01:17:39.878664Z","end":"2026-03-06T01:17:40.009105Z","steps":["trace[554907004] 'process raft request' (duration: 103.330015ms)","trace[554907004] 'compare' (duration: 26.177299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:41.410927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.835471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:41.411038Z","caller":"traceutil/trace.go:171","msg":"trace[1624357326] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24636; }","duration":"258.002305ms","start":"2026-03-06T01:17:41.153004Z","end":"2026-03-06T01:17:41.411006Z","steps":["trace[1624357326] 'count revisions from in-memory index tree' (duration: 257.628537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:41.609729Z","caller":"traceutil/trace.go:171","msg":"trace[1633531127] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"185.124543ms","start":"2026-03-06T01:17:41.424576Z","end":"2026-03-06T01:17:41.609701Z","steps":["trace[1633531127] 'process raft request' (duration: 184.863267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:41.609909Z","caller":"traceutil/trace.go:171","msg":"trace[1889775080] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25510; }","duration":"125.22918ms","start":"2026-03-06T01:17:41.484642Z","end":"2026-03-06T01:17:41.609871Z","steps":["trace[1889775080] 'read index received' (duration: 124.710709ms)","trace[1889775080] 'applied index is now lower than readState.Index' (duration: 515.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:41.610105Z","caller":"traceutil/trace.go:171","msg":"trace[1705377067] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"176.762188ms","start":"2026-03-06T01:17:41.433305Z","end":"2026-03-06T01:17:41.610067Z","steps":["trace[1705377067] 'process raft request' (duration: 176.318668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:41.610112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.932884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:41.610329Z","caller":"traceutil/trace.go:171","msg":"trace[1079024668] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24639; }","duration":"192.161379ms","start":"2026-03-06T01:17:41.418145Z","end":"2026-03-06T01:17:41.610306Z","steps":["trace[1079024668] 'agreement among raft nodes before linearized reading' (duration: 191.891743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.782064Z","caller":"traceutil/trace.go:171","msg":"trace[1580142257] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"356.924611ms","start":"2026-03-06T01:17:42.425108Z","end":"2026-03-06T01:17:42.782033Z","steps":["trace[1580142257] 'process raft request' (duration: 356.666796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.782277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.425069Z","time spent":"357.077545ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:42.782361Z","caller":"traceutil/trace.go:171","msg":"trace[900220460] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"355.714665ms","start":"2026-03-06T01:17:42.426603Z","end":"2026-03-06T01:17:42.782317Z","steps":["trace[900220460] 'process raft request' (duration: 355.361918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.782455Z","caller":"traceutil/trace.go:171","msg":"trace[574803493] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"354.59205ms","start":"2026-03-06T01:17:42.427831Z","end":"2026-03-06T01:17:42.782423Z","steps":["trace[574803493] 'process raft request' (duration: 354.443616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.782556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.426552Z","time spent":"355.897169ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:42.782668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.427817Z","time spent":"354.749304ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:42.861794Z","caller":"traceutil/trace.go:171","msg":"trace[383125895] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"241.603623ms","start":"2026-03-06T01:17:42.620143Z","end":"2026-03-06T01:17:42.861747Z","steps":["trace[383125895] 'process raft request' (duration: 241.341148ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.861991Z","caller":"traceutil/trace.go:171","msg":"trace[1329073358] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"214.318659ms","start":"2026-03-06T01:17:42.64765Z","end":"2026-03-06T01:17:42.861968Z","steps":["trace[1329073358] 'process raft request' (duration: 213.999212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.861991Z","caller":"traceutil/trace.go:171","msg":"trace[1619337352] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25519; }","duration":"241.786527ms","start":"2026-03-06T01:17:42.62017Z","end":"2026-03-06T01:17:42.861957Z","steps":["trace[1619337352] 'read index received' (duration: 161.598143ms)","trace[1619337352] 'applied index is now lower than readState.Index' (duration: 80.185954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:42.862218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.09982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:42.862278Z","caller":"traceutil/trace.go:171","msg":"trace[799150340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24651; }","duration":"160.227022ms","start":"2026-03-06T01:17:42.702027Z","end":"2026-03-06T01:17:42.862254Z","steps":["trace[799150340] 'agreement among raft nodes before linearized reading' (duration: 160.11681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.86233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.269472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:17:42.862377Z","caller":"traceutil/trace.go:171","msg":"trace[413860928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24651; }","duration":"211.389285ms","start":"2026-03-06T01:17:42.650977Z","end":"2026-03-06T01:17:42.862366Z","steps":["trace[413860928] 'agreement among raft nodes before linearized reading' (duration: 211.15452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:42.862378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.782012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:17:42.862403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.185736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:42.862475Z","caller":"traceutil/trace.go:171","msg":"trace[89820258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24651; }","duration":"206.937346ms","start":"2026-03-06T01:17:42.655513Z","end":"2026-03-06T01:17:42.862451Z","steps":["trace[89820258] 'agreement among raft nodes before linearized reading' (duration: 206.66231ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:42.862535Z","caller":"traceutil/trace.go:171","msg":"trace[1420410414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24651; }","duration":"242.38767ms","start":"2026-03-06T01:17:42.620118Z","end":"2026-03-06T01:17:42.862506Z","steps":["trace[1420410414] 'agreement among raft nodes before linearized reading' (duration: 242.001892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:43.384765Z","caller":"traceutil/trace.go:171","msg":"trace[1331702881] linearizableReadLoop","detail":"{readStateIndex:25527; appliedIndex:25524; }","duration":"512.332308ms","start":"2026-03-06T01:17:42.872406Z","end":"2026-03-06T01:17:43.384738Z","steps":["trace[1331702881] 'read index received' (duration: 16.704629ms)","trace[1331702881] 'applied index is now lower than readState.Index' (duration: 495.626149ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:43.384811Z","caller":"traceutil/trace.go:171","msg":"trace[654357918] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"517.113624ms","start":"2026-03-06T01:17:42.867657Z","end":"2026-03-06T01:17:43.384771Z","steps":["trace[654357918] 'process raft request' (duration: 516.438139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:43.384811Z","caller":"traceutil/trace.go:171","msg":"trace[1240787379] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"517.108684ms","start":"2026-03-06T01:17:42.867659Z","end":"2026-03-06T01:17:43.384767Z","steps":["trace[1240787379] 'process raft request' (duration: 517.012222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:43.385051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.867642Z","time spent":"517.260367ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:43.38508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.867645Z","time spent":"517.266957ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:43.385076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.641585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:43.385199Z","caller":"traceutil/trace.go:171","msg":"trace[23931379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24654; }","duration":"512.79203ms","start":"2026-03-06T01:17:42.872373Z","end":"2026-03-06T01:17:43.385165Z","steps":["trace[23931379] 'agreement among raft nodes before linearized reading' (duration: 512.475592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:43.385252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.491122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:17:43.385274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.872362Z","time spent":"512.892502ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:43.385267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.510353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-06T01:17:43.385262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.641012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:43.385318Z","caller":"traceutil/trace.go:171","msg":"trace[649298208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24654; }","duration":"204.628334ms","start":"2026-03-06T01:17:43.180672Z","end":"2026-03-06T01:17:43.3853Z","steps":["trace[649298208] 'agreement among raft nodes before linearized reading' (duration: 204.466631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:43.38527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.117148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:43.385354Z","caller":"traceutil/trace.go:171","msg":"trace[1429668808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24654; }","duration":"512.606985ms","start":"2026-03-06T01:17:42.872724Z","end":"2026-03-06T01:17:43.385331Z","steps":["trace[1429668808] 'agreement among raft nodes before linearized reading' (duration: 512.37955ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:43.385374Z","caller":"traceutil/trace.go:171","msg":"trace[942670633] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24654; }","duration":"334.323113ms","start":"2026-03-06T01:17:43.051031Z","end":"2026-03-06T01:17:43.385354Z","steps":["trace[942670633] 'agreement among raft nodes before linearized reading' (duration: 334.195091ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:43.385372Z","caller":"traceutil/trace.go:171","msg":"trace[1644613565] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24654; }","duration":"217.813366ms","start":"2026-03-06T01:17:43.16753Z","end":"2026-03-06T01:17:43.385343Z","steps":["trace[1644613565] 'agreement among raft nodes before linearized reading' (duration: 217.623742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:43.385409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:42.872693Z","time spent":"512.707207ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:17:43.385417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:43.051008Z","time spent":"334.393834ms","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:18:12.365712Z","caller":"traceutil/trace.go:171","msg":"trace[174729461] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"128.367158ms","start":"2026-03-06T01:18:12.237303Z","end":"2026-03-06T01:18:12.36567Z","steps":["trace[174729461] 'process raft request' (duration: 128.140753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:14.526736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606963478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:18:15.260848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.15349ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:18:15.261203Z","caller":"traceutil/trace.go:171","msg":"trace[2071833942] linearizableReadLoop","detail":"{readStateIndex:25773; appliedIndex:25772; }","duration":"1.234912386s","start":"2026-03-06T01:18:14.026264Z","end":"2026-03-06T01:18:15.261176Z","steps":["trace[2071833942] 'read index received' (duration: 781.443419ms)","trace[2071833942] 'applied index is now lower than readState.Index' (duration: 453.467297ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:15.261626Z","caller":"traceutil/trace.go:171","msg":"trace[1399185858] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"596.96612ms","start":"2026-03-06T01:18:14.664625Z","end":"2026-03-06T01:18:15.261592Z","steps":["trace[1399185858] 'process raft request' (duration: 596.397238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.261803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.664597Z","time spent":"597.113723ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:15.261648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235369867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"info","ts":"2026-03-06T01:18:15.262043Z","caller":"traceutil/trace.go:171","msg":"trace[652325564] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24893; }","duration":"1.235803957s","start":"2026-03-06T01:18:14.026193Z","end":"2026-03-06T01:18:15.261997Z","steps":["trace[652325564] 'agreement among raft nodes before linearized reading' (duration: 1.235134781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.26218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.026164Z","time spent":"1.235975641s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418449,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:18:15.530449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.826101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:18:15.530571Z","caller":"traceutil/trace.go:171","msg":"trace[1084811064] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"596.692374ms","start":"2026-03-06T01:18:14.933857Z","end":"2026-03-06T01:18:15.53055Z","steps":["trace[1084811064] 'process raft request' (duration: 333.666579ms)","trace[1084811064] 'compare' (duration: 262.279539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:15.530631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.933825Z","time spent":"596.779085ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:15.534142Z","caller":"traceutil/trace.go:171","msg":"trace[519408917] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"599.586688ms","start":"2026-03-06T01:18:14.934525Z","end":"2026-03-06T01:18:15.534112Z","steps":["trace[519408917] 'process raft request' (duration: 599.430394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.534347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.934495Z","time spent":"599.742091ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:15.534627Z","caller":"traceutil/trace.go:171","msg":"trace[1782684642] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"600.668923ms","start":"2026-03-06T01:18:14.933946Z","end":"2026-03-06T01:18:15.534615Z","steps":["trace[1782684642] 'process raft request' (duration: 599.760043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.534701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.93391Z","time spent":"600.756495ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:15.534639Z","caller":"traceutil/trace.go:171","msg":"trace[434868682] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"529.061839ms","start":"2026-03-06T01:18:15.005546Z","end":"2026-03-06T01:18:15.534608Z","steps":["trace[434868682] 'process raft request' (duration: 528.463126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.53488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:15.005517Z","time spent":"529.270423ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:15.534942Z","caller":"traceutil/trace.go:171","msg":"trace[412862940] linearizableReadLoop","detail":"{readStateIndex:25779; appliedIndex:25774; }","duration":"273.672732ms","start":"2026-03-06T01:18:15.261256Z","end":"2026-03-06T01:18:15.534929Z","steps":["trace[412862940] 'read index received' (duration: 6.338901ms)","trace[412862940] 'applied index is now lower than readState.Index' (duration: 267.33234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:15.535049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451478655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:15.535095Z","caller":"traceutil/trace.go:171","msg":"trace[1781631828] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24899; }","duration":"1.451578657s","start":"2026-03-06T01:18:14.083504Z","end":"2026-03-06T01:18:15.535082Z","steps":["trace[1781631828] 'agreement among raft nodes before linearized reading' (duration: 1.451475895s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.535132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.083468Z","time spent":"1.451652479s","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:15.535241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.659828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:18:15.535276Z","caller":"traceutil/trace.go:171","msg":"trace[442676051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24899; }","duration":"452.738371ms","start":"2026-03-06T01:18:15.082527Z","end":"2026-03-06T01:18:15.535266Z","steps":["trace[442676051] 'agreement among raft nodes before linearized reading' (duration: 452.616008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.535301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:15.082504Z","time spent":"452.792582ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:18:15.535402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.782496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:15.535448Z","caller":"traceutil/trace.go:171","msg":"trace[1365046812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24899; }","duration":"833.89893ms","start":"2026-03-06T01:18:14.701538Z","end":"2026-03-06T01:18:15.535437Z","steps":["trace[1365046812] 'agreement among raft nodes before linearized reading' (duration: 833.799447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:15.53547Z","caller":"traceutil/trace.go:171","msg":"trace[2128033836] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"529.777564ms","start":"2026-03-06T01:18:15.005684Z","end":"2026-03-06T01:18:15.535462Z","steps":["trace[2128033836] 'process raft request' (duration: 528.835944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.535478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.701512Z","time spent":"833.959751ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:15.535469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.651818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:18:15.535532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:15.00565Z","time spent":"529.839146ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:15.535544Z","caller":"traceutil/trace.go:171","msg":"trace[167254581] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24899; }","duration":"802.77707ms","start":"2026-03-06T01:18:14.732747Z","end":"2026-03-06T01:18:15.535524Z","steps":["trace[167254581] 'agreement among raft nodes before linearized reading' (duration: 802.494024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:15.535606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:14.732719Z","time spent":"802.873873ms","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:17.333841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.200031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-03-06T01:18:17.333956Z","caller":"traceutil/trace.go:171","msg":"trace[379433300] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24908; }","duration":"690.370695ms","start":"2026-03-06T01:18:16.643558Z","end":"2026-03-06T01:18:17.333928Z","steps":["trace[379433300] 'range keys from in-memory index tree' (duration: 689.995977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:17.334004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:16.643536Z","time spent":"690.456747ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18642,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:18:17.335025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.354246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:18:17.335316Z","caller":"traceutil/trace.go:171","msg":"trace[1911247603] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"655.494175ms","start":"2026-03-06T01:18:16.679798Z","end":"2026-03-06T01:18:17.335292Z","steps":["trace[1911247603] 'process raft request' (duration: 234.75728ms)","trace[1911247603] 'compare' (duration: 419.109798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:17.33549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:16.679747Z","time spent":"655.619957ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:17.335419Z","caller":"traceutil/trace.go:171","msg":"trace[480843794] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25788; }","duration":"633.900247ms","start":"2026-03-06T01:18:16.701476Z","end":"2026-03-06T01:18:17.335376Z","steps":["trace[480843794] 'read index received' (duration: 213.01807ms)","trace[480843794] 'applied index is now lower than readState.Index' (duration: 420.876957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:17.335568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.093052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:17.335686Z","caller":"traceutil/trace.go:171","msg":"trace[943399224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24909; }","duration":"634.276876ms","start":"2026-03-06T01:18:16.701388Z","end":"2026-03-06T01:18:17.335665Z","steps":["trace[943399224] 'agreement among raft nodes before linearized reading' (duration: 634.100322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:17.33574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:16.701358Z","time spent":"634.372828ms","remote":"127.0.0.1:37780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:17.336104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.134254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-06T01:18:17.336185Z","caller":"traceutil/trace.go:171","msg":"trace[1560022637] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24910; }","duration":"403.297348ms","start":"2026-03-06T01:18:16.932872Z","end":"2026-03-06T01:18:17.336169Z","steps":["trace[1560022637] 'agreement among raft nodes before linearized reading' (duration: 403.082973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:17.336244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:16.932855Z","time spent":"403.37942ms","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-06T01:18:18.088109Z","caller":"traceutil/trace.go:171","msg":"trace[105572025] linearizableReadLoop","detail":"{readStateIndex:25795; appliedIndex:25790; }","duration":"543.040706ms","start":"2026-03-06T01:18:17.545036Z","end":"2026-03-06T01:18:18.088077Z","steps":["trace[105572025] 'read index received' (duration: 74.451005ms)","trace[105572025] 'applied index is now lower than readState.Index' (duration: 468.588221ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:18.088142Z","caller":"traceutil/trace.go:171","msg":"trace[1560094077] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"547.19914ms","start":"2026-03-06T01:18:17.540897Z","end":"2026-03-06T01:18:18.088097Z","steps":["trace[1560094077] 'process raft request' (duration: 546.704579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:18.088263Z","caller":"traceutil/trace.go:171","msg":"trace[1147441876] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"545.042641ms","start":"2026-03-06T01:18:17.543206Z","end":"2026-03-06T01:18:18.088249Z","steps":["trace[1147441876] 'process raft request' (duration: 544.773965ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:18.088248Z","caller":"traceutil/trace.go:171","msg":"trace[458157823] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"545.45377ms","start":"2026-03-06T01:18:17.542742Z","end":"2026-03-06T01:18:18.088196Z","steps":["trace[458157823] 'process raft request' (duration: 545.196064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.088423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.543197Z","time spent":"545.104272ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:18.088441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.542729Z","time spent":"545.616894ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:18.088372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.54087Z","time spent":"547.363433ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:18.088527Z","caller":"traceutil/trace.go:171","msg":"trace[162037116] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"503.894972ms","start":"2026-03-06T01:18:17.584589Z","end":"2026-03-06T01:18:18.088484Z","steps":["trace[162037116] 'process raft request' (duration: 503.436241ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:18.088588Z","caller":"traceutil/trace.go:171","msg":"trace[1601953597] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"547.574979ms","start":"2026-03-06T01:18:17.540993Z","end":"2026-03-06T01:18:18.088568Z","steps":["trace[1601953597] 'process raft request' (duration: 546.884293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.088703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.540956Z","time spent":"547.66711ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:18.088743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.584571Z","time spent":"504.056105ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:18.088777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.727452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:18:18.088845Z","caller":"traceutil/trace.go:171","msg":"trace[265295968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24916; }","duration":"543.824605ms","start":"2026-03-06T01:18:17.545004Z","end":"2026-03-06T01:18:18.088829Z","steps":["trace[265295968] 'agreement among raft nodes before linearized reading' (duration: 543.526088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.08889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.544994Z","time spent":"543.887806ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:18:18.588302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17707763135606963520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:18:18.969512Z","caller":"traceutil/trace.go:171","msg":"trace[1515368158] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"1.347258691s","start":"2026-03-06T01:18:17.622215Z","end":"2026-03-06T01:18:18.969473Z","steps":["trace[1515368158] 'process raft request' (duration: 1.347055257s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.969758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.622188Z","time spent":"1.347442385s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:19.053337Z","caller":"traceutil/trace.go:171","msg":"trace[1223247126] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25796; }","duration":"965.107191ms","start":"2026-03-06T01:18:18.088194Z","end":"2026-03-06T01:18:19.053301Z","steps":["trace[1223247126] 'read index received' (duration: 881.137634ms)","trace[1223247126] 'applied index is now lower than readState.Index' (duration: 83.968237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:19.053635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474453192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:18:19.05358Z","caller":"traceutil/trace.go:171","msg":"trace[111007576] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"958.975704ms","start":"2026-03-06T01:18:18.094532Z","end":"2026-03-06T01:18:19.053508Z","steps":["trace[111007576] 'process raft request' (duration: 939.007723ms)","trace[111007576] 'compare' (duration: 19.564752ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:19.05368Z","caller":"traceutil/trace.go:171","msg":"trace[1628687864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24918; }","duration":"1.474554175s","start":"2026-03-06T01:18:17.579115Z","end":"2026-03-06T01:18:19.053669Z","steps":["trace[1628687864] 'agreement among raft nodes before linearized reading' (duration: 1.47436162s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.05372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.579103Z","time spent":"1.474608436s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:19.053715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461134609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:18:19.053821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470948235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:18:19.05384Z","caller":"traceutil/trace.go:171","msg":"trace[1372885023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24918; }","duration":"1.461294702s","start":"2026-03-06T01:18:17.592517Z","end":"2026-03-06T01:18:19.053812Z","steps":["trace[1372885023] 'agreement among raft nodes before linearized reading' (duration: 1.460927774s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:19.053886Z","caller":"traceutil/trace.go:171","msg":"trace[11207262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24918; }","duration":"1.471026157s","start":"2026-03-06T01:18:17.58284Z","end":"2026-03-06T01:18:19.053866Z","steps":["trace[11207262] 'agreement among raft nodes before linearized reading' (duration: 1.470852043s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.053898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475513906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:18:19.053901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.59251Z","time spent":"1.461381374s","remote":"127.0.0.1:37956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:18:19.053923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.582836Z","time spent":"1.471079518s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:19.053941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:18.094508Z","time spent":"959.187559ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:19.053927Z","caller":"traceutil/trace.go:171","msg":"trace[267398214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24918; }","duration":"1.475575168s","start":"2026-03-06T01:18:17.578343Z","end":"2026-03-06T01:18:19.053918Z","steps":["trace[267398214] 'agreement among raft nodes before linearized reading' (duration: 1.475486766s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.05403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.578323Z","time spent":"1.47569987s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:18:19.054108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.275346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.49\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-06T01:18:19.054159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.292753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:19.054152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059018137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:19.054175Z","caller":"traceutil/trace.go:171","msg":"trace[2123067057] range","detail":"{range_begin:/registry/masterleases/162.253.55.49; range_end:; response_count:1; response_revision:24918; }","duration":"677.387478ms","start":"2026-03-06T01:18:18.376772Z","end":"2026-03-06T01:18:19.054159Z","steps":["trace[2123067057] 'agreement among raft nodes before linearized reading' (duration: 677.146813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.054153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477293985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:18:19.054198Z","caller":"traceutil/trace.go:171","msg":"trace[1301631126] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24918; }","duration":"510.371675ms","start":"2026-03-06T01:18:18.54381Z","end":"2026-03-06T01:18:19.054181Z","steps":["trace[1301631126] 'agreement among raft nodes before linearized reading' (duration: 510.307313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.054212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:18.376749Z","time spent":"677.45556ms","remote":"127.0.0.1:37816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.49\" "} {"level":"info","ts":"2026-03-06T01:18:19.05421Z","caller":"traceutil/trace.go:171","msg":"trace[334490774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24918; }","duration":"1.059122189s","start":"2026-03-06T01:18:17.995073Z","end":"2026-03-06T01:18:19.054195Z","steps":["trace[334490774] 'agreement among raft nodes before linearized reading' (duration: 1.059040977s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.054179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470786601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:19.054177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352580548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:19.054251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:18.543783Z","time spent":"510.459467ms","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:19.054257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.995044Z","time spent":"1.059204481s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:18:19.054252Z","caller":"traceutil/trace.go:171","msg":"trace[1828459624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24918; }","duration":"1.477470739s","start":"2026-03-06T01:18:17.57676Z","end":"2026-03-06T01:18:19.054231Z","steps":["trace[1828459624] 'agreement among raft nodes before linearized reading' (duration: 1.477224153s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:19.054277Z","caller":"traceutil/trace.go:171","msg":"trace[1899109434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24918; }","duration":"1.352729712s","start":"2026-03-06T01:18:17.701533Z","end":"2026-03-06T01:18:19.054263Z","steps":["trace[1899109434] 'agreement among raft nodes before linearized reading' (duration: 1.352590429s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:19.054278Z","caller":"traceutil/trace.go:171","msg":"trace[974133178] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24918; }","duration":"1.471502027s","start":"2026-03-06T01:18:17.582755Z","end":"2026-03-06T01:18:19.054257Z","steps":["trace[974133178] 'agreement among raft nodes before linearized reading' (duration: 1.470660379s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.054298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.576735Z","time spent":"1.477555031s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:19.054313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.701516Z","time spent":"1.352789953s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:18:19.054341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.582747Z","time spent":"1.471579199s","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:19.054691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390413014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:19.054753Z","caller":"traceutil/trace.go:171","msg":"trace[1165151990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24918; }","duration":"1.390530637s","start":"2026-03-06T01:18:17.664204Z","end":"2026-03-06T01:18:19.054735Z","steps":["trace[1165151990] 'agreement among raft nodes before linearized reading' (duration: 1.389193088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.054796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:17.664183Z","time spent":"1.390600239s","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:19:01.978016Z","caller":"traceutil/trace.go:171","msg":"trace[2054979029] linearizableReadLoop","detail":"{readStateIndex:26288; appliedIndex:26287; }","duration":"122.760955ms","start":"2026-03-06T01:19:01.855231Z","end":"2026-03-06T01:19:01.977992Z","steps":["trace[2054979029] 'read index received' (duration: 122.566291ms)","trace[2054979029] 'applied index is now lower than readState.Index' (duration: 193.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:01.978391Z","caller":"traceutil/trace.go:171","msg":"trace[1335058089] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"126.251242ms","start":"2026-03-06T01:19:01.852126Z","end":"2026-03-06T01:19:01.978378Z","steps":["trace[1335058089] 'process raft request' (duration: 125.674819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:19:01.978716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.378629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:19:01.978789Z","caller":"traceutil/trace.go:171","msg":"trace[2122745956] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25397; }","duration":"123.561922ms","start":"2026-03-06T01:19:01.855211Z","end":"2026-03-06T01:19:01.978773Z","steps":["trace[2122745956] 'agreement among raft nodes before linearized reading' (duration: 123.360938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:04.558854Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23430} {"level":"info","ts":"2026-03-06T01:20:04.706544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23430,"took":"142.969561ms","hash":276988937,"current-db-size-bytes":50753536,"current-db-size":"51 MB","current-db-size-in-use-bytes":32583680,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:20:04.706625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":276988937,"revision":23430,"compact-revision":20504} {"level":"warn","ts":"2026-03-06T01:21:50.449982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.596002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:21:50.450241Z","caller":"traceutil/trace.go:171","msg":"trace[899910991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26917; }","duration":"184.909809ms","start":"2026-03-06T01:21:50.265299Z","end":"2026-03-06T01:21:50.450209Z","steps":["trace[899910991] 'range keys from in-memory index tree' (duration: 184.372667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.691411Z","caller":"traceutil/trace.go:171","msg":"trace[1734175443] linearizableReadLoop","detail":"{readStateIndex:27851; appliedIndex:27850; }","duration":"179.068559ms","start":"2026-03-06T01:21:50.512302Z","end":"2026-03-06T01:21:50.69137Z","steps":["trace[1734175443] 'read index received' (duration: 178.531658ms)","trace[1734175443] 'applied index is now lower than readState.Index' (duration: 535.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:50.69167Z","caller":"traceutil/trace.go:171","msg":"trace[1521107409] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"189.93546ms","start":"2026-03-06T01:21:50.501553Z","end":"2026-03-06T01:21:50.691489Z","steps":["trace[1521107409] 'process raft request' (duration: 189.576452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.691815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.469918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:21:50.691924Z","caller":"traceutil/trace.go:171","msg":"trace[1850415432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26919; }","duration":"179.634962ms","start":"2026-03-06T01:21:50.512271Z","end":"2026-03-06T01:21:50.691906Z","steps":["trace[1850415432] 'agreement among raft nodes before linearized reading' (duration: 179.296184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.692073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.706004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:50.692167Z","caller":"traceutil/trace.go:171","msg":"trace[525962855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26919; }","duration":"179.848436ms","start":"2026-03-06T01:21:50.512302Z","end":"2026-03-06T01:21:50.692151Z","steps":["trace[525962855] 'agreement among raft nodes before linearized reading' (duration: 179.438117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.692253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.634382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:21:50.692351Z","caller":"traceutil/trace.go:171","msg":"trace[163991202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26919; }","duration":"179.791625ms","start":"2026-03-06T01:21:50.512536Z","end":"2026-03-06T01:21:50.692328Z","steps":["trace[163991202] 'agreement among raft nodes before linearized reading' (duration: 179.511799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.832205Z","caller":"traceutil/trace.go:171","msg":"trace[739063113] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"133.623024ms","start":"2026-03-06T01:21:50.69856Z","end":"2026-03-06T01:21:50.832183Z","steps":["trace[739063113] 'process raft request' (duration: 133.512001ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.832402Z","caller":"traceutil/trace.go:171","msg":"trace[1209347297] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"134.682738ms","start":"2026-03-06T01:21:50.697452Z","end":"2026-03-06T01:21:50.832135Z","steps":["trace[1209347297] 'process raft request' (duration: 105.627495ms)","trace[1209347297] 'compare' (duration: 28.837338ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:51.1638Z","caller":"traceutil/trace.go:171","msg":"trace[972437853] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"124.977313ms","start":"2026-03-06T01:21:51.038798Z","end":"2026-03-06T01:21:51.163775Z","steps":["trace[972437853] 'process raft request' (duration: 118.717704ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.16402Z","caller":"traceutil/trace.go:171","msg":"trace[471012907] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"121.897856ms","start":"2026-03-06T01:21:51.042103Z","end":"2026-03-06T01:21:51.164001Z","steps":["trace[471012907] 'process raft request' (duration: 121.825885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.164145Z","caller":"traceutil/trace.go:171","msg":"trace[101380693] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"124.745988ms","start":"2026-03-06T01:21:51.039352Z","end":"2026-03-06T01:21:51.164098Z","steps":["trace[101380693] 'process raft request' (duration: 124.36802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.51608Z","caller":"traceutil/trace.go:171","msg":"trace[1219020519] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"101.361991ms","start":"2026-03-06T01:21:51.414681Z","end":"2026-03-06T01:21:51.516043Z","steps":["trace[1219020519] 'process raft request' (duration: 101.066464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.984143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.007233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:51.984274Z","caller":"traceutil/trace.go:171","msg":"trace[266517816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26929; }","duration":"281.196868ms","start":"2026-03-06T01:21:51.703046Z","end":"2026-03-06T01:21:51.984243Z","steps":["trace[266517816] 'range keys from in-memory index tree' (duration: 280.903291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.984357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.667818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:37 size:311740"} {"level":"info","ts":"2026-03-06T01:21:51.984465Z","caller":"traceutil/trace.go:171","msg":"trace[1344275092] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:37; response_revision:26929; }","duration":"267.800732ms","start":"2026-03-06T01:21:51.716639Z","end":"2026-03-06T01:21:51.98444Z","steps":["trace[1344275092] 'range keys from in-memory index tree' (duration: 267.077205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:04.56745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25921} {"level":"info","ts":"2026-03-06T01:25:04.698606Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25921,"took":"126.471966ms","hash":322952831,"current-db-size-bytes":50753536,"current-db-size":"51 MB","current-db-size-in-use-bytes":32718848,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:25:04.698672Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":322952831,"revision":25921,"compact-revision":23430} {"level":"info","ts":"2026-03-06T01:26:28.174757Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a9ba61e55fef5be","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:26:28.180725Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:26:28.180975Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:30:04.576916Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28394} {"level":"info","ts":"2026-03-06T01:30:04.705162Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28394,"took":"124.563554ms","hash":1786653341,"current-db-size-bytes":50753536,"current-db-size":"51 MB","current-db-size-in-use-bytes":28606464,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:30:04.705232Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1786653341,"revision":28394,"compact-revision":25921} {"level":"info","ts":"2026-03-06T01:35:04.594745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30499} {"level":"info","ts":"2026-03-06T01:35:04.740783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30499,"took":"138.899258ms","hash":2906329311,"current-db-size-bytes":50753536,"current-db-size":"51 MB","current-db-size-in-use-bytes":26996736,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T01:35:04.740849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2906329311,"revision":30499,"compact-revision":28394} {"level":"info","ts":"2026-03-06T01:40:04.603509Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32586} {"level":"info","ts":"2026-03-06T01:40:04.756667Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32586,"took":"146.489707ms","hash":3820120900,"current-db-size-bytes":52506624,"current-db-size":"52 MB","current-db-size-in-use-bytes":30130176,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:40:04.756732Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3820120900,"revision":32586,"compact-revision":30499} {"level":"info","ts":"2026-03-06T01:40:14.406086Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c99.wal"} {"level":"info","ts":"2026-03-06T01:45:04.608715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34736} {"level":"info","ts":"2026-03-06T01:45:04.728762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34736,"took":"116.493239ms","hash":1288614438,"current-db-size-bytes":53784576,"current-db-size":"54 MB","current-db-size-in-use-bytes":28381184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:45:04.728831Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1288614438,"revision":34736,"compact-revision":32586}