{"level":"warn","ts":"2026-03-14T01:33:17.512227Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:33:17.512324Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.122:2380","--initial-cluster=instance=https://199.204.45.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:33:17.512396Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:33:17.512409Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-14T01:33:17.512431Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:33:17.512999Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"]} {"level":"info","ts":"2026-03-14T01:33:17.51369Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:33:17.518859Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.109414ms"} {"level":"info","ts":"2026-03-14T01:33:17.528702Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d2c3f297b56db0c4","cluster-id":"becafec23d27c587"} {"level":"info","ts":"2026-03-14T01:33:17.528759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:33:17.528864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 0"} {"level":"info","ts":"2026-03-14T01:33:17.528878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d2c3f297b56db0c4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:33:17.528943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 1"} {"level":"info","ts":"2026-03-14T01:33:17.529016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"warn","ts":"2026-03-14T01:33:17.542175Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:33:17.546091Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:33:17.54728Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:33:17.549396Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d2c3f297b56db0c4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:33:17.55015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:33:17.550235Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:33:17.550247Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:33:17.550213Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d2c3f297b56db0c4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:33:17.550754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"info","ts":"2026-03-14T01:33:17.550914Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","added-peer-id":"d2c3f297b56db0c4","added-peer-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-14T01:33:17.552697Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:33:17.552812Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-14T01:33:17.552921Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-14T01:33:17.552962Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d2c3f297b56db0c4","initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:33:17.553013Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:33:17.730268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:33:17.730317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:33:17.730349Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgPreVoteResp from d2c3f297b56db0c4 at term 1"} {"level":"info","ts":"2026-03-14T01:33:17.730368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:33:17.730387Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgVoteResp from d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-14T01:33:17.73053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became leader at term 2"} {"level":"info","ts":"2026-03-14T01:33:17.730616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d2c3f297b56db0c4 elected leader d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-14T01:33:17.731496Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d2c3f297b56db0c4","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.122:2379]}","request-path":"/0/members/d2c3f297b56db0c4/attributes","cluster-id":"becafec23d27c587","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:33:17.73159Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:33:17.731608Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:33:17.731781Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:17.732019Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:33:17.732044Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:33:17.732698Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:17.732856Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:17.732895Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:33:17.735398Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:33:17.742685Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.122:2379"} {"level":"info","ts":"2026-03-14T01:33:23.995367Z","caller":"traceutil/trace.go:171","msg":"trace[813153359] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:314; }","duration":"516.141398ms","start":"2026-03-14T01:33:23.479167Z","end":"2026-03-14T01:33:23.995309Z","steps":["trace[813153359] 'read index received' (duration: 437.055028ms)","trace[813153359] 'applied index is now lower than readState.Index' (duration: 79.08046ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:23.995409Z","caller":"traceutil/trace.go:171","msg":"trace[1553657250] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"139.27863ms","start":"2026-03-14T01:33:23.856105Z","end":"2026-03-14T01:33:23.995384Z","steps":["trace[1553657250] 'process raft request' (duration: 138.924442ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:23.995427Z","caller":"traceutil/trace.go:171","msg":"trace[926535243] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"536.560754ms","start":"2026-03-14T01:33:23.458825Z","end":"2026-03-14T01:33:23.995386Z","steps":["trace[926535243] 'process raft request' (duration: 457.30739ms)","trace[926535243] 'compare' (duration: 78.718372ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:23.995607Z","caller":"traceutil/trace.go:171","msg":"trace[1281839112] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"139.391443ms","start":"2026-03-14T01:33:23.856188Z","end":"2026-03-14T01:33:23.99558Z","steps":["trace[1281839112] 'process raft request' (duration: 138.893982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:23.995697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.506376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:33:23.995811Z","caller":"traceutil/trace.go:171","msg":"trace[1077432466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:307; }","duration":"516.67521ms","start":"2026-03-14T01:33:23.479107Z","end":"2026-03-14T01:33:23.995783Z","steps":["trace[1077432466] 'agreement among raft nodes before linearized reading' (duration: 516.352943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:23.99587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:23.479087Z","time spent":"516.772103ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:23.996031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:23.458799Z","time spent":"536.698057ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:33:23.996113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.805002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:23.996139Z","caller":"traceutil/trace.go:171","msg":"trace[419640337] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"139.820432ms","start":"2026-03-14T01:33:23.856297Z","end":"2026-03-14T01:33:23.996117Z","steps":["trace[419640337] 'process raft request' (duration: 138.8131ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:23.996126Z","caller":"traceutil/trace.go:171","msg":"trace[1202249434] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"139.565477ms","start":"2026-03-14T01:33:23.856531Z","end":"2026-03-14T01:33:23.996096Z","steps":["trace[1202249434] 'process raft request' (duration: 139.444434ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:23.996185Z","caller":"traceutil/trace.go:171","msg":"trace[1908665026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:307; }","duration":"138.459061ms","start":"2026-03-14T01:33:23.857721Z","end":"2026-03-14T01:33:23.99618Z","steps":["trace[1908665026] 'process raft request' (duration: 138.305967ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:23.996158Z","caller":"traceutil/trace.go:171","msg":"trace[38222425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:307; }","duration":"443.891954ms","start":"2026-03-14T01:33:23.552254Z","end":"2026-03-14T01:33:23.996146Z","steps":["trace[38222425] 'agreement among raft nodes before linearized reading' (duration: 443.799342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:23.996266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:23.552236Z","time spent":"444.019906ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:23.996284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.273193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-03-14T01:33:23.996323Z","caller":"traceutil/trace.go:171","msg":"trace[444584670] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:307; }","duration":"140.357355ms","start":"2026-03-14T01:33:23.855954Z","end":"2026-03-14T01:33:23.996312Z","steps":["trace[444584670] 'agreement among raft nodes before linearized reading' (duration: 140.278973ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:30.178486Z","caller":"traceutil/trace.go:171","msg":"trace[432073915] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"143.132198ms","start":"2026-03-14T01:33:30.035317Z","end":"2026-03-14T01:33:30.178449Z","steps":["trace[432073915] 'process raft request' (duration: 86.251933ms)","trace[432073915] 'compare' (duration: 56.766702ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:32.18622Z","caller":"traceutil/trace.go:171","msg":"trace[660068364] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"128.859373ms","start":"2026-03-14T01:33:32.057331Z","end":"2026-03-14T01:33:32.186191Z","steps":["trace[660068364] 'process raft request' (duration: 128.70754ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:35.424125Z","caller":"traceutil/trace.go:171","msg":"trace[679996181] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"328.397165ms","start":"2026-03-14T01:33:35.095691Z","end":"2026-03-14T01:33:35.424088Z","steps":["trace[679996181] 'process raft request' (duration: 328.202011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:35.424526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:35.095664Z","time spent":"328.564179ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:39.845242Z","caller":"traceutil/trace.go:171","msg":"trace[306486911] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"266.249661ms","start":"2026-03-14T01:33:39.578974Z","end":"2026-03-14T01:33:39.845223Z","steps":["trace[306486911] 'process raft request' (duration: 266.113428ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:40.472569Z","caller":"traceutil/trace.go:171","msg":"trace[556878494] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"115.785747ms","start":"2026-03-14T01:33:40.356755Z","end":"2026-03-14T01:33:40.47254Z","steps":["trace[556878494] 'process raft request' (duration: 115.658514ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:46.358732Z","caller":"traceutil/trace.go:171","msg":"trace[1816501475] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"456.844777ms","start":"2026-03-14T01:33:45.901861Z","end":"2026-03-14T01:33:46.358706Z","steps":["trace[1816501475] 'read index received' (duration: 456.749445ms)","trace[1816501475] 'applied index is now lower than readState.Index' (duration: 93.842µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:46.358882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.009011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:46.358873Z","caller":"traceutil/trace.go:171","msg":"trace[1718252184] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"478.770819ms","start":"2026-03-14T01:33:45.88004Z","end":"2026-03-14T01:33:46.358811Z","steps":["trace[1718252184] 'process raft request' (duration: 478.521994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:46.358925Z","caller":"traceutil/trace.go:171","msg":"trace[968432258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"457.115604ms","start":"2026-03-14T01:33:45.9018Z","end":"2026-03-14T01:33:46.358915Z","steps":["trace[968432258] 'agreement among raft nodes before linearized reading' (duration: 457.035072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:46.359027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:45.901769Z","time spent":"457.248936ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:46.359128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:45.879985Z","time spent":"479.029655ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:46.859033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:48.360671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:33:48.360814Z","caller":"traceutil/trace.go:171","msg":"trace[272223528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665422s","start":"2026-03-14T01:33:46.360113Z","end":"2026-03-14T01:33:48.360778Z","steps":["trace[272223528] 'agreement among raft nodes before linearized reading' (duration: 2.000466187s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:48.360932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.360101Z","time spent":"2.000764735s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:33:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:33:49.610037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521623925s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:33:49.610248Z","caller":"traceutil/trace.go:171","msg":"trace[1324168643] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"1.245477741s","start":"2026-03-14T01:33:48.364755Z","end":"2026-03-14T01:33:49.610232Z","steps":["trace[1324168643] 'process raft request' (duration: 1.245385129s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:49.610252Z","caller":"traceutil/trace.go:171","msg":"trace[787275048] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"3.251430304s","start":"2026-03-14T01:33:46.358805Z","end":"2026-03-14T01:33:49.610235Z","steps":["trace[787275048] 'read index received' (duration: 729.365729ms)","trace[787275048] 'applied index is now lower than readState.Index' (duration: 2.522061475s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:49.610335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:48.364735Z","time spent":"1.245551354s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:33:49.610341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333074463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:33:49.610374Z","caller":"traceutil/trace.go:171","msg":"trace[1132022829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"3.333175664s","start":"2026-03-14T01:33:46.27719Z","end":"2026-03-14T01:33:49.610366Z","steps":["trace[1132022829] 'agreement among raft nodes before linearized reading' (duration: 3.333086841s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:49.61042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.277162Z","time spent":"3.333252366s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:49.610464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241974792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:49.610499Z","caller":"traceutil/trace.go:171","msg":"trace[556580060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"1.242063694s","start":"2026-03-14T01:33:48.368425Z","end":"2026-03-14T01:33:49.610488Z","steps":["trace[556580060] 'agreement among raft nodes before linearized reading' (duration: 1.241999803s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:49.610506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246993497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:33:49.610525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115225621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:49.610584Z","caller":"traceutil/trace.go:171","msg":"trace[2048544566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"3.115305092s","start":"2026-03-14T01:33:46.495262Z","end":"2026-03-14T01:33:49.610567Z","steps":["trace[2048544566] 'agreement among raft nodes before linearized reading' (duration: 3.115165359s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:49.610641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.495251Z","time spent":"3.115377673s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:33:49.610574Z","caller":"traceutil/trace.go:171","msg":"trace[1996897811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"1.24709623s","start":"2026-03-14T01:33:48.363454Z","end":"2026-03-14T01:33:49.61055Z","steps":["trace[1996897811] 'agreement among raft nodes before linearized reading' (duration: 1.246993977s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:49.610657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95079102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:33:49.610727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:48.363429Z","time spent":"1.247286544s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:33:49.610768Z","caller":"traceutil/trace.go:171","msg":"trace[171467695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"2.950945674s","start":"2026-03-14T01:33:46.659795Z","end":"2026-03-14T01:33:49.61074Z","steps":["trace[171467695] 'agreement among raft nodes before linearized reading' (duration: 2.950709039s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:49.610526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:48.368398Z","time spent":"1.242121066s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:49.610733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267470892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"warn","ts":"2026-03-14T01:33:49.610822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.659771Z","time spent":"2.951036816s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:33:49.610882Z","caller":"traceutil/trace.go:171","msg":"trace[305260777] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:467; }","duration":"3.267648586s","start":"2026-03-14T01:33:46.343193Z","end":"2026-03-14T01:33:49.610841Z","steps":["trace[305260777] 'agreement among raft nodes before linearized reading' (duration: 3.267083122s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:49.610945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:46.343128Z","time spent":"3.26780673s","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12693,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-14T01:33:50.119351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:50.299094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.992604Z","time spent":"306.483659ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:33:50.619611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:51.120318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:51.137474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522123909s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:33:51.138094Z","caller":"traceutil/trace.go:171","msg":"trace[515003376] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"1.522806535s","start":"2026-03-14T01:33:49.615244Z","end":"2026-03-14T01:33:51.13805Z","steps":["trace[515003376] 'process raft request' (duration: 1.522553439s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.138311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.615221Z","time spent":"1.522967668s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:51.142575Z","caller":"traceutil/trace.go:171","msg":"trace[1836246508] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"1.52702559s","start":"2026-03-14T01:33:49.615527Z","end":"2026-03-14T01:33:51.142552Z","steps":["trace[1836246508] 'process raft request' (duration: 1.526845296s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.142755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.615503Z","time spent":"1.527154724s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:51.142941Z","caller":"traceutil/trace.go:171","msg":"trace[729552056] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.527011921s","start":"2026-03-14T01:33:49.615863Z","end":"2026-03-14T01:33:51.142875Z","steps":["trace[729552056] 'process raft request' (duration: 1.526645792s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:51.142994Z","caller":"traceutil/trace.go:171","msg":"trace[1814269438] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"1.526468348s","start":"2026-03-14T01:33:49.616506Z","end":"2026-03-14T01:33:51.142974Z","steps":["trace[1814269438] 'process raft request' (duration: 1.526255923s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.143027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524096843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:51.143089Z","caller":"traceutil/trace.go:171","msg":"trace[676501297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"1.524192426s","start":"2026-03-14T01:33:49.618881Z","end":"2026-03-14T01:33:51.143074Z","steps":["trace[676501297] 'agreement among raft nodes before linearized reading' (duration: 1.524101974s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.143147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.618873Z","time spent":"1.524255007s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:51.143152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.616497Z","time spent":"1.526542309s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:51.143153Z","caller":"traceutil/trace.go:171","msg":"trace[524987848] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"847.030211ms","start":"2026-03-14T01:33:50.296083Z","end":"2026-03-14T01:33:51.143114Z","steps":["trace[524987848] 'process raft request' (duration: 846.779185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.14318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.615856Z","time spent":"1.527180325s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:51.142934Z","caller":"traceutil/trace.go:171","msg":"trace[1534797125] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:487; }","duration":"1.523997671s","start":"2026-03-14T01:33:49.618911Z","end":"2026-03-14T01:33:51.142908Z","steps":["trace[1534797125] 'read index received' (duration: 1.518883954s)","trace[1534797125] 'applied index is now lower than readState.Index' (duration: 5.112777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:51.143279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:50.296057Z","time spent":"847.162414ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:51.143403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.190725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:33:51.143474Z","caller":"traceutil/trace.go:171","msg":"trace[2147299071] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:472; }","duration":"185.304028ms","start":"2026-03-14T01:33:50.958157Z","end":"2026-03-14T01:33:51.143461Z","steps":["trace[2147299071] 'agreement among raft nodes before linearized reading' (duration: 185.201775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.143489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508817184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12669"} {"level":"info","ts":"2026-03-14T01:33:51.143563Z","caller":"traceutil/trace.go:171","msg":"trace[960067354] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:472; }","duration":"1.508935537s","start":"2026-03-14T01:33:49.634603Z","end":"2026-03-14T01:33:51.143538Z","steps":["trace[960067354] 'agreement among raft nodes before linearized reading' (duration: 1.508754183s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:51.143616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:49.634588Z","time spent":"1.509017819s","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12693,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-14T01:33:55.589731Z","caller":"traceutil/trace.go:171","msg":"trace[781925466] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"385.345102ms","start":"2026-03-14T01:33:55.204355Z","end":"2026-03-14T01:33:55.5897Z","steps":["trace[781925466] 'process raft request' (duration: 384.394891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:55.589906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:55.20434Z","time spent":"385.482836ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:55.609278Z","caller":"traceutil/trace.go:171","msg":"trace[1703557277] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"404.398428ms","start":"2026-03-14T01:33:55.204859Z","end":"2026-03-14T01:33:55.609257Z","steps":["trace[1703557277] 'process raft request' (duration: 404.364817ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:55.609311Z","caller":"traceutil/trace.go:171","msg":"trace[846873346] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"404.834749ms","start":"2026-03-14T01:33:55.20446Z","end":"2026-03-14T01:33:55.609295Z","steps":["trace[846873346] 'process raft request' (duration: 404.680355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:55.609408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:55.204842Z","time spent":"404.50163ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:55.60941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:55.204443Z","time spent":"404.90428ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:59.337851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:59.46806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.858785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:59.46816Z","caller":"traceutil/trace.go:171","msg":"trace[1046466760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"944.009949ms","start":"2026-03-14T01:33:58.524129Z","end":"2026-03-14T01:33:59.468139Z","steps":["trace[1046466760] 'range keys from in-memory index tree' (duration: 943.740541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.468199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030349692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:59.468209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.524106Z","time spent":"944.08896ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:59.468265Z","caller":"traceutil/trace.go:171","msg":"trace[1712219702] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:572; }","duration":"1.030418483s","start":"2026-03-14T01:33:58.437827Z","end":"2026-03-14T01:33:59.468246Z","steps":["trace[1712219702] 'range keys from in-memory index tree' (duration: 1.03023089s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.468335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.437768Z","time spent":"1.030553617s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-14T01:33:59.470009Z","caller":"traceutil/trace.go:171","msg":"trace[1406872654] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"829.495389ms","start":"2026-03-14T01:33:58.640486Z","end":"2026-03-14T01:33:59.469982Z","steps":["trace[1406872654] 'process raft request' (duration: 829.333216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.470167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.640458Z","time spent":"829.646543ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:33:59.495056Z","caller":"traceutil/trace.go:171","msg":"trace[68585123] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:594; }","duration":"657.934076ms","start":"2026-03-14T01:33:58.837105Z","end":"2026-03-14T01:33:59.495039Z","steps":["trace[68585123] 'read index received' (duration: 632.811052ms)","trace[68585123] 'applied index is now lower than readState.Index' (duration: 25.121644ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:59.495128Z","caller":"traceutil/trace.go:171","msg":"trace[918332021] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"251.730007ms","start":"2026-03-14T01:33:59.243366Z","end":"2026-03-14T01:33:59.495096Z","steps":["trace[918332021] 'process raft request' (duration: 251.602244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.495224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:59.495305Z","caller":"traceutil/trace.go:171","msg":"trace[172672741] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:574; }","duration":"658.224473ms","start":"2026-03-14T01:33:58.837058Z","end":"2026-03-14T01:33:59.495282Z","steps":["trace[172672741] 'agreement among raft nodes before linearized reading' (duration: 658.0748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.49536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.837037Z","time spent":"658.311374ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-14T01:33:59.524354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.36887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:59.524465Z","caller":"traceutil/trace.go:171","msg":"trace[1085164526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"625.497825ms","start":"2026-03-14T01:33:58.898917Z","end":"2026-03-14T01:33:59.524415Z","steps":["trace[1085164526] 'agreement among raft nodes before linearized reading' (duration: 625.34005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.524514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:58.898906Z","time spent":"625.597226ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:59.524507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.048304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:33:59.524514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.982207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:59.524588Z","caller":"traceutil/trace.go:171","msg":"trace[1080954185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"311.221578ms","start":"2026-03-14T01:33:59.213346Z","end":"2026-03-14T01:33:59.524567Z","steps":["trace[1080954185] 'agreement among raft nodes before linearized reading' (duration: 310.948251ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:59.524612Z","caller":"traceutil/trace.go:171","msg":"trace[1337801989] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:575; }","duration":"487.114969ms","start":"2026-03-14T01:33:59.03747Z","end":"2026-03-14T01:33:59.524585Z","steps":["trace[1337801989] 'agreement among raft nodes before linearized reading' (duration: 486.920855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:59.524629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.213325Z","time spent":"311.294989ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:59.524665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:59.037455Z","time spent":"487.200162ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-14T01:34:01.114757Z","caller":"traceutil/trace.go:171","msg":"trace[1175187498] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"101.595193ms","start":"2026-03-14T01:34:01.013115Z","end":"2026-03-14T01:34:01.11471Z","steps":["trace[1175187498] 'process raft request' (duration: 79.014526ms)","trace[1175187498] 'compare' (duration: 21.619005ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:01.356766Z","caller":"traceutil/trace.go:171","msg":"trace[431295506] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"140.586316ms","start":"2026-03-14T01:34:01.216154Z","end":"2026-03-14T01:34:01.35674Z","steps":["trace[431295506] 'process raft request' (duration: 140.088464ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:01.387918Z","caller":"traceutil/trace.go:171","msg":"trace[1419276732] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:613; }","duration":"151.024724ms","start":"2026-03-14T01:34:01.236869Z","end":"2026-03-14T01:34:01.387894Z","steps":["trace[1419276732] 'read index received' (duration: 119.302088ms)","trace[1419276732] 'applied index is now lower than readState.Index' (duration: 31.722046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:01.388178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.294721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-14T01:34:01.388204Z","caller":"traceutil/trace.go:171","msg":"trace[877746904] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:592; }","duration":"151.378013ms","start":"2026-03-14T01:34:01.236817Z","end":"2026-03-14T01:34:01.388195Z","steps":["trace[877746904] 'agreement among raft nodes before linearized reading' (duration: 151.215739ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:01.388907Z","caller":"traceutil/trace.go:171","msg":"trace[1441048470] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"160.405378ms","start":"2026-03-14T01:34:01.228495Z","end":"2026-03-14T01:34:01.388901Z","steps":["trace[1441048470] 'process raft request' (duration: 159.059868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:02.195528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.846349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:02.195677Z","caller":"traceutil/trace.go:171","msg":"trace[1867687755] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"558.290916ms","start":"2026-03-14T01:34:01.637366Z","end":"2026-03-14T01:34:02.195656Z","steps":["trace[1867687755] 'read index received' (duration: 38.186322ms)","trace[1867687755] 'applied index is now lower than readState.Index' (duration: 520.102894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:02.195922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.558113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-14T01:34:02.195975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.51783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:02.195992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.918496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:02.196053Z","caller":"traceutil/trace.go:171","msg":"trace[506652177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"547.654033ms","start":"2026-03-14T01:34:01.648384Z","end":"2026-03-14T01:34:02.196038Z","steps":["trace[506652177] 'agreement among raft nodes before linearized reading' (duration: 547.459829ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:02.196084Z","caller":"traceutil/trace.go:171","msg":"trace[262044717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"299.07747ms","start":"2026-03-14T01:34:01.89698Z","end":"2026-03-14T01:34:02.196058Z","steps":["trace[262044717] 'agreement among raft nodes before linearized reading' (duration: 298.905226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:02.196095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.648362Z","time spent":"547.724675ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:02.196142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.433877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-14T01:34:02.196152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.764913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:34:02.196159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.151983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-14T01:34:02.196196Z","caller":"traceutil/trace.go:171","msg":"trace[1500703796] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:597; }","duration":"156.525399ms","start":"2026-03-14T01:34:02.039652Z","end":"2026-03-14T01:34:02.196177Z","steps":["trace[1500703796] 'agreement among raft nodes before linearized reading' (duration: 156.340435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:02.196247Z","caller":"traceutil/trace.go:171","msg":"trace[27677060] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:597; }","duration":"359.297536ms","start":"2026-03-14T01:34:01.836929Z","end":"2026-03-14T01:34:02.196226Z","steps":["trace[27677060] 'agreement among raft nodes before linearized reading' (duration: 358.977199ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:02.196248Z","caller":"traceutil/trace.go:171","msg":"trace[2124890576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"542.905696ms","start":"2026-03-14T01:34:01.653316Z","end":"2026-03-14T01:34:02.196221Z","steps":["trace[2124890576] 'agreement among raft nodes before linearized reading' (duration: 542.62182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:02.196295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.836909Z","time spent":"359.376218ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-14T01:34:02.196301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.653297Z","time spent":"542.995568ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:02.196384Z","caller":"traceutil/trace.go:171","msg":"trace[1907652280] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"575.010049ms","start":"2026-03-14T01:34:01.620741Z","end":"2026-03-14T01:34:02.195751Z","steps":["trace[1907652280] 'process raft request' (duration: 54.781852ms)","trace[1907652280] 'compare' (duration: 519.48296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:02.196504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.620715Z","time spent":"575.708825ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:02.196798Z","caller":"traceutil/trace.go:171","msg":"trace[1509427820] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:597; }","duration":"558.627084ms","start":"2026-03-14T01:34:01.637323Z","end":"2026-03-14T01:34:02.19595Z","steps":["trace[1509427820] 'agreement among raft nodes before linearized reading' (duration: 558.44413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:02.196849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:01.637307Z","time spent":"559.527415ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-14T01:34:02.321608Z","caller":"traceutil/trace.go:171","msg":"trace[726210298] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:620; }","duration":"119.115974ms","start":"2026-03-14T01:34:02.202467Z","end":"2026-03-14T01:34:02.321583Z","steps":["trace[726210298] 'read index received' (duration: 93.187591ms)","trace[726210298] 'applied index is now lower than readState.Index' (duration: 25.927373ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:02.321627Z","caller":"traceutil/trace.go:171","msg":"trace[1096790634] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"119.78775ms","start":"2026-03-14T01:34:02.201804Z","end":"2026-03-14T01:34:02.321592Z","steps":["trace[1096790634] 'process raft request' (duration: 93.833446ms)","trace[1096790634] 'compare' (duration: 25.77271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:02.321846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.386321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:02.321846Z","caller":"traceutil/trace.go:171","msg":"trace[1337929998] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"119.933104ms","start":"2026-03-14T01:34:02.20182Z","end":"2026-03-14T01:34:02.321753Z","steps":["trace[1337929998] 'process raft request' (duration: 119.696908ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:02.321942Z","caller":"traceutil/trace.go:171","msg":"trace[918716643] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:599; }","duration":"119.533274ms","start":"2026-03-14T01:34:02.202392Z","end":"2026-03-14T01:34:02.321925Z","steps":["trace[918716643] 'agreement among raft nodes before linearized reading' (duration: 119.275079ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:02.642207Z","caller":"traceutil/trace.go:171","msg":"trace[125495383] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"187.116759ms","start":"2026-03-14T01:34:02.455068Z","end":"2026-03-14T01:34:02.642185Z","steps":["trace[125495383] 'process raft request' (duration: 166.400915ms)","trace[125495383] 'compare' (duration: 20.602901ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:02.731231Z","caller":"traceutil/trace.go:171","msg":"trace[1054083948] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"196.915793ms","start":"2026-03-14T01:34:02.534285Z","end":"2026-03-14T01:34:02.731201Z","steps":["trace[1054083948] 'process raft request' (duration: 196.729749ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:02.903814Z","caller":"traceutil/trace.go:171","msg":"trace[1453615461] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"106.307691ms","start":"2026-03-14T01:34:02.797487Z","end":"2026-03-14T01:34:02.903795Z","steps":["trace[1453615461] 'process raft request' (duration: 106.094656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:02.903932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.592537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:02.904014Z","caller":"traceutil/trace.go:171","msg":"trace[2083628241] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:608; }","duration":"106.69836ms","start":"2026-03-14T01:34:02.797294Z","end":"2026-03-14T01:34:02.903993Z","steps":["trace[2083628241] 'agreement among raft nodes before linearized reading' (duration: 106.536206ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:03.026497Z","caller":"traceutil/trace.go:171","msg":"trace[2082942978] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"115.219045ms","start":"2026-03-14T01:34:02.911253Z","end":"2026-03-14T01:34:03.026472Z","steps":["trace[2082942978] 'process raft request' (duration: 114.897217ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:03.026561Z","caller":"traceutil/trace.go:171","msg":"trace[742872755] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"113.583088ms","start":"2026-03-14T01:34:02.912933Z","end":"2026-03-14T01:34:03.026516Z","steps":["trace[742872755] 'process raft request' (duration: 113.367203ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:03.026657Z","caller":"traceutil/trace.go:171","msg":"trace[1330706549] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"107.483339ms","start":"2026-03-14T01:34:02.919126Z","end":"2026-03-14T01:34:03.02661Z","steps":["trace[1330706549] 'process raft request' (duration: 107.244053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:03.026802Z","caller":"traceutil/trace.go:171","msg":"trace[1815724118] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"105.36826ms","start":"2026-03-14T01:34:02.921417Z","end":"2026-03-14T01:34:03.026785Z","steps":["trace[1815724118] 'process raft request' (duration: 105.042142ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:03.026811Z","caller":"traceutil/trace.go:171","msg":"trace[558365666] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"102.759521ms","start":"2026-03-14T01:34:02.924028Z","end":"2026-03-14T01:34:03.026788Z","steps":["trace[558365666] 'process raft request' (duration: 102.583037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:07.79213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.726927ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:34:07.792238Z","caller":"traceutil/trace.go:171","msg":"trace[425999103] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"826.05264ms","start":"2026-03-14T01:34:06.966168Z","end":"2026-03-14T01:34:07.792221Z","steps":["trace[425999103] 'read index received' (duration: 71.561µs)","trace[425999103] 'applied index is now lower than readState.Index' (duration: 825.979389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:07.792463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.923871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:34:07.792503Z","caller":"traceutil/trace.go:171","msg":"trace[2007634722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:734; }","duration":"200.010023ms","start":"2026-03-14T01:34:07.592481Z","end":"2026-03-14T01:34:07.792491Z","steps":["trace[2007634722] 'agreement among raft nodes before linearized reading' (duration: 199.83944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:07.792579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.381778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7gdlr\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-14T01:34:07.792677Z","caller":"traceutil/trace.go:171","msg":"trace[754871196] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7gdlr; range_end:; response_count:1; response_revision:734; }","duration":"826.553322ms","start":"2026-03-14T01:34:06.966097Z","end":"2026-03-14T01:34:07.792651Z","steps":["trace[754871196] 'agreement among raft nodes before linearized reading' (duration: 826.212394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:07.792728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:06.966071Z","time spent":"826.648654ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-7gdlr\" "} {"level":"warn","ts":"2026-03-14T01:34:07.792713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.535716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:07.792817Z","caller":"traceutil/trace.go:171","msg":"trace[132674831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:734; }","duration":"158.684429ms","start":"2026-03-14T01:34:07.634102Z","end":"2026-03-14T01:34:07.792787Z","steps":["trace[132674831] 'agreement among raft nodes before linearized reading' (duration: 158.241329ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:08.12046Z","caller":"traceutil/trace.go:171","msg":"trace[1816595508] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"323.531628ms","start":"2026-03-14T01:34:07.796901Z","end":"2026-03-14T01:34:08.120432Z","steps":["trace[1816595508] 'process raft request' (duration: 323.348594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.12076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.796867Z","time spent":"323.681892ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:08.436956Z","caller":"traceutil/trace.go:171","msg":"trace[2064602383] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"639.418492ms","start":"2026-03-14T01:34:07.797461Z","end":"2026-03-14T01:34:08.436879Z","steps":["trace[2064602383] 'process raft request' (duration: 639.116866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.437161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.797447Z","time spent":"639.608596ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:08.437145Z","caller":"traceutil/trace.go:171","msg":"trace[1510133305] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:759; }","duration":"538.038714ms","start":"2026-03-14T01:34:07.899067Z","end":"2026-03-14T01:34:08.437106Z","steps":["trace[1510133305] 'read index received' (duration: 221.27558ms)","trace[1510133305] 'applied index is now lower than readState.Index' (duration: 316.759793ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:08.43721Z","caller":"traceutil/trace.go:171","msg":"trace[15021084] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"631.153343ms","start":"2026-03-14T01:34:07.806025Z","end":"2026-03-14T01:34:08.437179Z","steps":["trace[15021084] 'process raft request' (duration: 630.768025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.437395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.805998Z","time spent":"631.311926ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:08.437405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.3017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:08.437455Z","caller":"traceutil/trace.go:171","msg":"trace[247496490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:737; }","duration":"538.451893ms","start":"2026-03-14T01:34:07.898991Z","end":"2026-03-14T01:34:08.437443Z","steps":["trace[247496490] 'agreement among raft nodes before linearized reading' (duration: 538.30433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:08.437499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:07.89896Z","time spent":"538.529665ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:08.43768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.622646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:34:08.437727Z","caller":"traceutil/trace.go:171","msg":"trace[1925058555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:737; }","duration":"217.729598ms","start":"2026-03-14T01:34:08.219984Z","end":"2026-03-14T01:34:08.437714Z","steps":["trace[1925058555] 'agreement among raft nodes before linearized reading' (duration: 217.580135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.400417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:09.687581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210230356s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:34:09.688027Z","caller":"traceutil/trace.go:171","msg":"trace[1823207201] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"1.245487903s","start":"2026-03-14T01:34:08.442513Z","end":"2026-03-14T01:34:09.688001Z","steps":["trace[1823207201] 'process raft request' (duration: 1.245298919s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.688219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.4425Z","time spent":"1.245597445s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:09.688202Z","caller":"traceutil/trace.go:171","msg":"trace[609831034] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:763; }","duration":"788.233986ms","start":"2026-03-14T01:34:08.899939Z","end":"2026-03-14T01:34:09.688173Z","steps":["trace[609831034] 'read index received' (duration: 787.813927ms)","trace[609831034] 'applied index is now lower than readState.Index' (duration: 417.429µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:09.68825Z","caller":"traceutil/trace.go:171","msg":"trace[44473646] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"1.245318329s","start":"2026-03-14T01:34:08.442897Z","end":"2026-03-14T01:34:09.688215Z","steps":["trace[44473646] 'process raft request' (duration: 1.245067993s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.68834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.407231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:09.688401Z","caller":"traceutil/trace.go:171","msg":"trace[1441056756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"788.465822ms","start":"2026-03-14T01:34:08.899914Z","end":"2026-03-14T01:34:09.68838Z","steps":["trace[1441056756] 'agreement among raft nodes before linearized reading' (duration: 788.37125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:09.688433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.442886Z","time spent":"1.245452722s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:09.688448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:08.899833Z","time spent":"788.602565ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:11.246409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.446235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:34:11.246521Z","caller":"traceutil/trace.go:171","msg":"trace[1516779388] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:740; }","duration":"287.644079ms","start":"2026-03-14T01:34:10.958852Z","end":"2026-03-14T01:34:11.246496Z","steps":["trace[1516779388] 'range keys from in-memory index tree' (duration: 287.115826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:11.246558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347243129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:11.246656Z","caller":"traceutil/trace.go:171","msg":"trace[2112451378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"1.347407064s","start":"2026-03-14T01:34:09.899227Z","end":"2026-03-14T01:34:11.246635Z","steps":["trace[2112451378] 'range keys from in-memory index tree' (duration: 1.347144498s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:11.246704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.899201Z","time spent":"1.347493005s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:11.246836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120766611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:34:11.246852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.303723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:34:11.246946Z","caller":"traceutil/trace.go:171","msg":"trace[424851723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:740; }","duration":"1.120927874s","start":"2026-03-14T01:34:10.125979Z","end":"2026-03-14T01:34:11.246907Z","steps":["trace[424851723] 'range keys from in-memory index tree' (duration: 1.120483514s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:11.246992Z","caller":"traceutil/trace.go:171","msg":"trace[1838452159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:740; }","duration":"804.506308ms","start":"2026-03-14T01:34:10.442458Z","end":"2026-03-14T01:34:11.246965Z","steps":["trace[1838452159] 'range keys from in-memory index tree' (duration: 804.000917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:11.247009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.12593Z","time spent":"1.121068817s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:11.247042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.490728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:34:11.247067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.442425Z","time spent":"804.6244ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:34:11.247087Z","caller":"traceutil/trace.go:171","msg":"trace[1132900023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:740; }","duration":"766.603432ms","start":"2026-03-14T01:34:10.480473Z","end":"2026-03-14T01:34:11.247076Z","steps":["trace[1132900023] 'range keys from in-memory index tree' (duration: 766.343265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:11.247122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:10.480442Z","time spent":"766.671784ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:11.751582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:12.251847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:12.467156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21648079s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:34:12.467527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.250525Z","time spent":"1.216997033s","remote":"127.0.0.1:58730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:34:12.543729Z","caller":"traceutil/trace.go:171","msg":"trace[582988846] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"1.289379106s","start":"2026-03-14T01:34:11.254318Z","end":"2026-03-14T01:34:12.543698Z","steps":["trace[582988846] 'process raft request' (duration: 1.289161841s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.543914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.254301Z","time spent":"1.289502809s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:12.544067Z","caller":"traceutil/trace.go:171","msg":"trace[79879272] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"1.289682773s","start":"2026-03-14T01:34:11.254363Z","end":"2026-03-14T01:34:12.544046Z","steps":["trace[79879272] 'process raft request' (duration: 1.289284224s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:12.54447Z","caller":"traceutil/trace.go:171","msg":"trace[1404580257] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:765; }","duration":"1.293657034s","start":"2026-03-14T01:34:11.250797Z","end":"2026-03-14T01:34:12.544454Z","steps":["trace[1404580257] 'read index received' (duration: 1.216653624s)","trace[1404580257] 'applied index is now lower than readState.Index' (duration: 77.00196ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:12.544543Z","caller":"traceutil/trace.go:171","msg":"trace[1827223315] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"912.943048ms","start":"2026-03-14T01:34:11.631583Z","end":"2026-03-14T01:34:12.544526Z","steps":["trace[1827223315] 'process raft request' (duration: 912.805895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.544647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.631525Z","time spent":"913.071151ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:12.544638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293817699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:12.544735Z","caller":"traceutil/trace.go:171","msg":"trace[183299542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"1.293956381s","start":"2026-03-14T01:34:11.250755Z","end":"2026-03-14T01:34:12.544711Z","steps":["trace[183299542] 'agreement among raft nodes before linearized reading' (duration: 1.293787517s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:12.544532Z","caller":"traceutil/trace.go:171","msg":"trace[1076149479] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"1.289329075s","start":"2026-03-14T01:34:11.255145Z","end":"2026-03-14T01:34:12.544474Z","steps":["trace[1076149479] 'process raft request' (duration: 1.288811913s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.54478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.254335Z","time spent":"1.289788166s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:12.545006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.255123Z","time spent":"1.289745315s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:12.544788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.250739Z","time spent":"1.294041644s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:12.568196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.508206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:12.568324Z","caller":"traceutil/trace.go:171","msg":"trace[1862182723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:745; }","duration":"873.667199ms","start":"2026-03-14T01:34:11.694597Z","end":"2026-03-14T01:34:12.568264Z","steps":["trace[1862182723] 'agreement among raft nodes before linearized reading' (duration: 873.421124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.568385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.694566Z","time spent":"873.801963ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:12.568711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.103576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:34:12.569004Z","caller":"traceutil/trace.go:171","msg":"trace[814966563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:745; }","duration":"876.444483ms","start":"2026-03-14T01:34:11.692535Z","end":"2026-03-14T01:34:12.568979Z","steps":["trace[814966563] 'agreement among raft nodes before linearized reading' (duration: 876.030504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:12.569067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:11.692514Z","time spent":"876.537225ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:34:16.259065Z","caller":"traceutil/trace.go:171","msg":"trace[491365609] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"192.183145ms","start":"2026-03-14T01:34:16.066823Z","end":"2026-03-14T01:34:16.259006Z","steps":["trace[491365609] 'process raft request' (duration: 191.99718ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.314953Z","caller":"traceutil/trace.go:171","msg":"trace[947299560] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"236.517108ms","start":"2026-03-14T01:34:16.078403Z","end":"2026-03-14T01:34:16.31492Z","steps":["trace[947299560] 'process raft request' (duration: 236.275233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.434731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.48482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:34:17.128843Z","caller":"traceutil/trace.go:171","msg":"trace[951603293] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"211.066297ms","start":"2026-03-14T01:34:16.917739Z","end":"2026-03-14T01:34:17.128805Z","steps":["trace[951603293] 'process raft request' (duration: 210.876943ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:17.488075Z","caller":"traceutil/trace.go:171","msg":"trace[2086629353] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"336.883394ms","start":"2026-03-14T01:34:17.150871Z","end":"2026-03-14T01:34:17.487754Z","steps":["trace[2086629353] 'process raft request' (duration: 336.71798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.488285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:17.150841Z","time spent":"337.338334ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18236,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:20.228571Z","caller":"traceutil/trace.go:171","msg":"trace[601677600] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"100.743804ms","start":"2026-03-14T01:34:20.1278Z","end":"2026-03-14T01:34:20.228544Z","steps":["trace[601677600] 'process raft request' (duration: 100.590201ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:23.405614Z","caller":"traceutil/trace.go:171","msg":"trace[2962361] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"147.864351ms","start":"2026-03-14T01:34:23.257718Z","end":"2026-03-14T01:34:23.405583Z","steps":["trace[2962361] 'process raft request' (duration: 147.663336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:25.901036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.597206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:25.901164Z","caller":"traceutil/trace.go:171","msg":"trace[898598071] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:869; }","duration":"161.804611ms","start":"2026-03-14T01:34:25.739328Z","end":"2026-03-14T01:34:25.901133Z","steps":["trace[898598071] 'count revisions from in-memory index tree' (duration: 161.424332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:26.359442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.71768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-kzc5q\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-14T01:34:26.359538Z","caller":"traceutil/trace.go:171","msg":"trace[1328268788] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-kzc5q; range_end:; response_count:1; response_revision:870; }","duration":"214.868494ms","start":"2026-03-14T01:34:26.144651Z","end":"2026-03-14T01:34:26.35952Z","steps":["trace[1328268788] 'range keys from in-memory index tree' (duration: 214.541157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:26.74453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.697666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:26.74467Z","caller":"traceutil/trace.go:171","msg":"trace[1819777472] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"272.180815ms","start":"2026-03-14T01:34:26.472464Z","end":"2026-03-14T01:34:26.744645Z","steps":["trace[1819777472] 'process raft request' (duration: 142.263704ms)","trace[1819777472] 'compare' (duration: 129.588633ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:26.751573Z","caller":"traceutil/trace.go:171","msg":"trace[1301302713] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"211.534558ms","start":"2026-03-14T01:34:26.54001Z","end":"2026-03-14T01:34:26.751544Z","steps":["trace[1301302713] 'process raft request' (duration: 211.17883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.057027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.476679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:27.057271Z","caller":"traceutil/trace.go:171","msg":"trace[1953363113] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"266.175987ms","start":"2026-03-14T01:34:26.791063Z","end":"2026-03-14T01:34:27.057239Z","steps":["trace[1953363113] 'process raft request' (duration: 81.35188ms)","trace[1953363113] 'compare' (duration: 184.198833ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:27.057323Z","caller":"traceutil/trace.go:171","msg":"trace[827459083] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"261.49953ms","start":"2026-03-14T01:34:26.795798Z","end":"2026-03-14T01:34:27.057298Z","steps":["trace[827459083] 'process raft request' (duration: 261.362507ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.13737Z","caller":"traceutil/trace.go:171","msg":"trace[628211520] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:912; }","duration":"232.828444ms","start":"2026-03-14T01:34:26.904523Z","end":"2026-03-14T01:34:27.137351Z","steps":["trace[628211520] 'read index received' (duration: 232.476006ms)","trace[628211520] 'applied index is now lower than readState.Index' (duration: 331.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:27.13742Z","caller":"traceutil/trace.go:171","msg":"trace[1308181462] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"310.096451ms","start":"2026-03-14T01:34:26.827273Z","end":"2026-03-14T01:34:27.137369Z","steps":["trace[1308181462] 'process raft request' (duration: 309.770734ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.137453Z","caller":"traceutil/trace.go:171","msg":"trace[2060688951] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"309.13972ms","start":"2026-03-14T01:34:26.828285Z","end":"2026-03-14T01:34:27.137425Z","steps":["trace[2060688951] 'process raft request' (duration: 308.937285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.137587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.827258Z","time spent":"310.210254ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:34:27.137605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.828277Z","time spent":"309.239393ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:27.137729Z","caller":"traceutil/trace.go:171","msg":"trace[1295464134] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"309.709553ms","start":"2026-03-14T01:34:26.828006Z","end":"2026-03-14T01:34:27.137715Z","steps":["trace[1295464134] 'process raft request' (duration: 309.18549ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.137686Z","caller":"traceutil/trace.go:171","msg":"trace[1377732698] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"309.661352ms","start":"2026-03-14T01:34:26.827968Z","end":"2026-03-14T01:34:27.13763Z","steps":["trace[1377732698] 'process raft request' (duration: 309.16777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.137791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.827985Z","time spent":"309.776504ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:27.137746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.180893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.137867Z","caller":"traceutil/trace.go:171","msg":"trace[502405353] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:887; }","duration":"233.382058ms","start":"2026-03-14T01:34:26.90446Z","end":"2026-03-14T01:34:27.137842Z","steps":["trace[502405353] 'agreement among raft nodes before linearized reading' (duration: 233.146503ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.137859Z","caller":"traceutil/trace.go:171","msg":"trace[270959806] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"305.313762ms","start":"2026-03-14T01:34:26.832426Z","end":"2026-03-14T01:34:27.13774Z","steps":["trace[270959806] 'process raft request' (duration: 304.83085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.13796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.827952Z","time spent":"309.852386ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:27.138129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:26.832417Z","time spent":"305.534587ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:27.155383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.824867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.15546Z","caller":"traceutil/trace.go:171","msg":"trace[124486611] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:889; }","duration":"250.913758ms","start":"2026-03-14T01:34:26.904528Z","end":"2026-03-14T01:34:27.155442Z","steps":["trace[124486611] 'agreement among raft nodes before linearized reading' (duration: 250.789666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.155487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.825158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.155508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.786089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.155583Z","caller":"traceutil/trace.go:171","msg":"trace[217554619] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:889; }","duration":"195.957782ms","start":"2026-03-14T01:34:26.959601Z","end":"2026-03-14T01:34:27.155558Z","steps":["trace[217554619] 'agreement among raft nodes before linearized reading' (duration: 195.768438ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.1556Z","caller":"traceutil/trace.go:171","msg":"trace[1646822991] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:889; }","duration":"178.902901ms","start":"2026-03-14T01:34:26.97667Z","end":"2026-03-14T01:34:27.155573Z","steps":["trace[1646822991] 'agreement among raft nodes before linearized reading' (duration: 178.764588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.155656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.457753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.155701Z","caller":"traceutil/trace.go:171","msg":"trace[1813091035] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:889; }","duration":"196.512714ms","start":"2026-03-14T01:34:26.959177Z","end":"2026-03-14T01:34:27.155689Z","steps":["trace[1813091035] 'agreement among raft nodes before linearized reading' (duration: 196.446943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.155743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.890489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.155809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.534464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.155842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.606847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.155811Z","caller":"traceutil/trace.go:171","msg":"trace[867719975] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:889; }","duration":"233.98762ms","start":"2026-03-14T01:34:26.921809Z","end":"2026-03-14T01:34:27.155796Z","steps":["trace[867719975] 'agreement among raft nodes before linearized reading' (duration: 233.876208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.155857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.830942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.155883Z","caller":"traceutil/trace.go:171","msg":"trace[1595362914] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:889; }","duration":"179.672569ms","start":"2026-03-14T01:34:26.976198Z","end":"2026-03-14T01:34:27.15587Z","steps":["trace[1595362914] 'agreement among raft nodes before linearized reading' (duration: 179.609888ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.155888Z","caller":"traceutil/trace.go:171","msg":"trace[1506978933] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:889; }","duration":"196.875842ms","start":"2026-03-14T01:34:26.959005Z","end":"2026-03-14T01:34:27.155881Z","steps":["trace[1506978933] 'agreement among raft nodes before linearized reading' (duration: 196.828811ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.155852Z","caller":"traceutil/trace.go:171","msg":"trace[948092300] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:889; }","duration":"234.599015ms","start":"2026-03-14T01:34:26.921242Z","end":"2026-03-14T01:34:27.155841Z","steps":["trace[948092300] 'agreement among raft nodes before linearized reading' (duration: 234.532254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.155745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.484075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.155951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.272784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:27.155944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.97646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.155992Z","caller":"traceutil/trace.go:171","msg":"trace[1887123275] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:889; }","duration":"215.353976ms","start":"2026-03-14T01:34:26.940625Z","end":"2026-03-14T01:34:27.155979Z","steps":["trace[1887123275] 'agreement among raft nodes before linearized reading' (duration: 215.300904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.156001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.430847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.156013Z","caller":"traceutil/trace.go:171","msg":"trace[285160269] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:889; }","duration":"251.084933ms","start":"2026-03-14T01:34:26.904916Z","end":"2026-03-14T01:34:27.156001Z","steps":["trace[285160269] 'agreement among raft nodes before linearized reading' (duration: 250.978591ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.156034Z","caller":"traceutil/trace.go:171","msg":"trace[1556897090] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:889; }","duration":"215.486079ms","start":"2026-03-14T01:34:26.940539Z","end":"2026-03-14T01:34:27.156025Z","steps":["trace[1556897090] 'agreement among raft nodes before linearized reading' (duration: 215.436167ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:27.155992Z","caller":"traceutil/trace.go:171","msg":"trace[1439672800] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:889; }","duration":"179.76024ms","start":"2026-03-14T01:34:26.976215Z","end":"2026-03-14T01:34:27.155975Z","steps":["trace[1439672800] 'agreement among raft nodes before linearized reading' (duration: 179.487604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.156084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.778443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.156158Z","caller":"traceutil/trace.go:171","msg":"trace[1934561233] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:889; }","duration":"214.864104ms","start":"2026-03-14T01:34:26.94127Z","end":"2026-03-14T01:34:27.156134Z","steps":["trace[1934561233] 'agreement among raft nodes before linearized reading' (duration: 214.765582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:27.156111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.79809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:27.156239Z","caller":"traceutil/trace.go:171","msg":"trace[609313428] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:889; }","duration":"234.984024ms","start":"2026-03-14T01:34:26.921226Z","end":"2026-03-14T01:34:27.15621Z","steps":["trace[609313428] 'agreement among raft nodes before linearized reading' (duration: 234.775219ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:33.829389Z","caller":"traceutil/trace.go:171","msg":"trace[1761585644] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"182.969704ms","start":"2026-03-14T01:34:33.646391Z","end":"2026-03-14T01:34:33.829361Z","steps":["trace[1761585644] 'process raft request' (duration: 175.33713ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:34.539122Z","caller":"traceutil/trace.go:171","msg":"trace[1376028974] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"335.38395ms","start":"2026-03-14T01:34:34.203714Z","end":"2026-03-14T01:34:34.539098Z","steps":["trace[1376028974] 'process raft request' (duration: 335.229986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:34.539297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:34.203688Z","time spent":"335.520413ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5338,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:35.361374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845263975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:34:35.838351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181944019s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:34:35.841002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074910231s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:35.841066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184603261s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:35.841127Z","caller":"traceutil/trace.go:171","msg":"trace[2090738740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:941; }","duration":"1.075048664s","start":"2026-03-14T01:34:34.766051Z","end":"2026-03-14T01:34:35.8411Z","steps":["trace[2090738740] 'range keys from in-memory index tree' (duration: 1.07487926s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.841676Z","caller":"traceutil/trace.go:171","msg":"trace[649279785] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"1.207985625s","start":"2026-03-14T01:34:34.633669Z","end":"2026-03-14T01:34:35.841655Z","steps":["trace[649279785] 'process raft request' (duration: 1.20775745s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:35.841686Z","caller":"traceutil/trace.go:171","msg":"trace[2006822589] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.296234944s","start":"2026-03-14T01:34:34.545399Z","end":"2026-03-14T01:34:35.841634Z","steps":["trace[2006822589] 'process raft request' (duration: 110.971098ms)","trace[2006822589] 'compare' (duration: 1.184294093s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:35.841775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:34.633641Z","time spent":"1.208088748s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:35.841871Z","caller":"traceutil/trace.go:171","msg":"trace[182094210] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:974; }","duration":"980.879341ms","start":"2026-03-14T01:34:34.860964Z","end":"2026-03-14T01:34:35.841843Z","steps":["trace[182094210] 'read index received' (duration: 977.557535ms)","trace[182094210] 'applied index is now lower than readState.Index' (duration: 3.290056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:35.841917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:34.545383Z","time spent":"1.296424068s","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:35.842131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.159207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:34:35.84215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.158396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:35.842195Z","caller":"traceutil/trace.go:171","msg":"trace[572816692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:943; }","duration":"981.2813ms","start":"2026-03-14T01:34:34.8609Z","end":"2026-03-14T01:34:35.842182Z","steps":["trace[572816692] 'agreement among raft nodes before linearized reading' (duration: 981.045095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.842237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:34.86088Z","time spent":"981.348512ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:34:35.842248Z","caller":"traceutil/trace.go:171","msg":"trace[995732792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"942.255978ms","start":"2026-03-14T01:34:34.899939Z","end":"2026-03-14T01:34:35.842195Z","steps":["trace[995732792] 'agreement among raft nodes before linearized reading' (duration: 942.125595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.842285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.198746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-14T01:34:35.842355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.519594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:34:35.842385Z","caller":"traceutil/trace.go:171","msg":"trace[1201199051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"628.332149ms","start":"2026-03-14T01:34:35.21403Z","end":"2026-03-14T01:34:35.842362Z","steps":["trace[1201199051] 'agreement among raft nodes before linearized reading' (duration: 628.039252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.842338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:34.899921Z","time spent":"942.365401ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:34:35.8424Z","caller":"traceutil/trace.go:171","msg":"trace[2142225085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"628.593726ms","start":"2026-03-14T01:34:35.213793Z","end":"2026-03-14T01:34:35.842386Z","steps":["trace[2142225085] 'agreement among raft nodes before linearized reading' (duration: 628.437342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.842444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:35.213779Z","time spent":"628.657707ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:34:35.842442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:35.214016Z","time spent":"628.414691ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:35.842462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.327214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:34:35.842496Z","caller":"traceutil/trace.go:171","msg":"trace[1009618020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"602.383456ms","start":"2026-03-14T01:34:35.240103Z","end":"2026-03-14T01:34:35.842486Z","steps":["trace[1009618020] 'agreement among raft nodes before linearized reading' (duration: 602.282854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.842511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.420029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:34:35.842531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:35.240093Z","time spent":"602.431387ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:34:35.842554Z","caller":"traceutil/trace.go:171","msg":"trace[1439559825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"749.510471ms","start":"2026-03-14T01:34:35.093032Z","end":"2026-03-14T01:34:35.842542Z","steps":["trace[1439559825] 'agreement among raft nodes before linearized reading' (duration: 749.313737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:35.842586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:35.093011Z","time spent":"749.568272ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:38.883475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.646162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:38.883761Z","caller":"traceutil/trace.go:171","msg":"trace[555202229] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"311.234528ms","start":"2026-03-14T01:34:38.572491Z","end":"2026-03-14T01:34:38.883726Z","steps":["trace[555202229] 'process raft request' (duration: 147.211997ms)","trace[555202229] 'compare' (duration: 163.512449ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:38.883815Z","caller":"traceutil/trace.go:171","msg":"trace[1699472777] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"309.791375ms","start":"2026-03-14T01:34:38.574004Z","end":"2026-03-14T01:34:38.883795Z","steps":["trace[1699472777] 'process raft request' (duration: 309.590069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:38.884878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:38.572465Z","time spent":"311.390302ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:38.88534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:38.573982Z","time spent":"309.879327ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:42.620712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.753656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:42.620836Z","caller":"traceutil/trace.go:171","msg":"trace[1456652597] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1031; }","duration":"190.799494ms","start":"2026-03-14T01:34:42.430015Z","end":"2026-03-14T01:34:42.620815Z","steps":["trace[1456652597] 'read index received' (duration: 48.071µs)","trace[1456652597] 'applied index is now lower than readState.Index' (duration: 190.749763ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:42.620897Z","caller":"traceutil/trace.go:171","msg":"trace[1959770162] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"555.868233ms","start":"2026-03-14T01:34:42.064975Z","end":"2026-03-14T01:34:42.620843Z","steps":["trace[1959770162] 'process raft request' (duration: 150.86795ms)","trace[1959770162] 'compare' (duration: 402.990066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:42.620935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.912997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:42.621Z","caller":"traceutil/trace.go:171","msg":"trace[812773041] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:996; }","duration":"191.04022ms","start":"2026-03-14T01:34:42.429944Z","end":"2026-03-14T01:34:42.620984Z","steps":["trace[812773041] 'agreement among raft nodes before linearized reading' (duration: 190.923267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:42.621094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:42.06496Z","time spent":"556.027837ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:44.756697Z","caller":"traceutil/trace.go:171","msg":"trace[1280321147] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"128.096309ms","start":"2026-03-14T01:34:44.628576Z","end":"2026-03-14T01:34:44.756672Z","steps":["trace[1280321147] 'process raft request' (duration: 127.958086ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:47.303483Z","caller":"traceutil/trace.go:171","msg":"trace[143319325] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"140.071434ms","start":"2026-03-14T01:34:47.163382Z","end":"2026-03-14T01:34:47.303454Z","steps":["trace[143319325] 'process raft request' (duration: 139.996942ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:47.303495Z","caller":"traceutil/trace.go:171","msg":"trace[2064644679] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"146.102701ms","start":"2026-03-14T01:34:47.157371Z","end":"2026-03-14T01:34:47.303474Z","steps":["trace[2064644679] 'process raft request' (duration: 140.728968ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:47.499603Z","caller":"traceutil/trace.go:171","msg":"trace[487713110] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"174.47504ms","start":"2026-03-14T01:34:47.3251Z","end":"2026-03-14T01:34:47.499575Z","steps":["trace[487713110] 'process raft request' (duration: 174.303866ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:47.525046Z","caller":"traceutil/trace.go:171","msg":"trace[1942351755] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1051; }","duration":"192.00821ms","start":"2026-03-14T01:34:47.333008Z","end":"2026-03-14T01:34:47.525016Z","steps":["trace[1942351755] 'process raft request' (duration: 191.912278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:57.399748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845264336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:34:57.441131Z","caller":"traceutil/trace.go:171","msg":"trace[946137927] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1159; }","duration":"541.849032ms","start":"2026-03-14T01:34:56.899251Z","end":"2026-03-14T01:34:57.4411Z","steps":["trace[946137927] 'read index received' (duration: 541.699928ms)","trace[946137927] 'applied index is now lower than readState.Index' (duration: 147.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:57.441239Z","caller":"traceutil/trace.go:171","msg":"trace[1417076579] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"618.612947ms","start":"2026-03-14T01:34:56.822585Z","end":"2026-03-14T01:34:57.441198Z","steps":["trace[1417076579] 'process raft request' (duration: 618.355141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:57.441446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.62735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vr89w\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-03-14T01:34:57.441452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:56.822565Z","time spent":"618.780671ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:57.4415Z","caller":"traceutil/trace.go:171","msg":"trace[183395601] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-vr89w; range_end:; response_count:1; response_revision:1118; }","duration":"145.758243ms","start":"2026-03-14T01:34:57.295725Z","end":"2026-03-14T01:34:57.441483Z","steps":["trace[183395601] 'agreement among raft nodes before linearized reading' (duration: 145.564329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:57.441418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.143509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:34:57.441629Z","caller":"traceutil/trace.go:171","msg":"trace[935870291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"542.411865ms","start":"2026-03-14T01:34:56.899187Z","end":"2026-03-14T01:34:57.441599Z","steps":["trace[935870291] 'agreement among raft nodes before linearized reading' (duration: 542.098898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:57.441716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:56.899163Z","time spent":"542.538047ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:34:57.634989Z","caller":"traceutil/trace.go:171","msg":"trace[558651261] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"185.294797ms","start":"2026-03-14T01:34:57.449668Z","end":"2026-03-14T01:34:57.634963Z","steps":["trace[558651261] 'process raft request' (duration: 185.129613ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:01.447173Z","caller":"traceutil/trace.go:171","msg":"trace[1208057190] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"120.70129ms","start":"2026-03-14T01:35:01.326437Z","end":"2026-03-14T01:35:01.447139Z","steps":["trace[1208057190] 'process raft request' (duration: 120.533527ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:01.938536Z","caller":"traceutil/trace.go:171","msg":"trace[953515214] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1143; }","duration":"141.590577ms","start":"2026-03-14T01:35:01.796902Z","end":"2026-03-14T01:35:01.938493Z","steps":["trace[953515214] 'process raft request' (duration: 139.162332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:04.149681Z","caller":"traceutil/trace.go:171","msg":"trace[733309458] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1276; }","duration":"250.995591ms","start":"2026-03-14T01:35:03.898662Z","end":"2026-03-14T01:35:04.149658Z","steps":["trace[733309458] 'read index received' (duration: 250.835838ms)","trace[733309458] 'applied index is now lower than readState.Index' (duration: 158.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:04.149831Z","caller":"traceutil/trace.go:171","msg":"trace[1485507693] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"277.070167ms","start":"2026-03-14T01:35:03.872714Z","end":"2026-03-14T01:35:04.149784Z","steps":["trace[1485507693] 'process raft request' (duration: 276.75097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:04.149904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.230056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:04.150104Z","caller":"traceutil/trace.go:171","msg":"trace[632742736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1233; }","duration":"251.448621ms","start":"2026-03-14T01:35:03.898641Z","end":"2026-03-14T01:35:04.15009Z","steps":["trace[632742736] 'agreement among raft nodes before linearized reading' (duration: 251.203186ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:05.914654Z","caller":"traceutil/trace.go:171","msg":"trace[2025488900] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"361.153359ms","start":"2026-03-14T01:35:05.553466Z","end":"2026-03-14T01:35:05.91462Z","steps":["trace[2025488900] 'process raft request' (duration: 360.958275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:05.91525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:05.553441Z","time spent":"361.313913ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:19.513832Z","caller":"traceutil/trace.go:171","msg":"trace[324446694] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"161.186385ms","start":"2026-03-14T01:35:19.35262Z","end":"2026-03-14T01:35:19.513806Z","steps":["trace[324446694] 'process raft request' (duration: 161.022231ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:22.117832Z","caller":"traceutil/trace.go:171","msg":"trace[262068404] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1594; }","duration":"128.428877ms","start":"2026-03-14T01:35:21.989373Z","end":"2026-03-14T01:35:22.117802Z","steps":["trace[262068404] 'read index received' (duration: 128.266034ms)","trace[262068404] 'applied index is now lower than readState.Index' (duration: 162.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:22.118118Z","caller":"traceutil/trace.go:171","msg":"trace[2077077491] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"130.207568ms","start":"2026-03-14T01:35:21.987903Z","end":"2026-03-14T01:35:22.118111Z","steps":["trace[2077077491] 'process raft request' (duration: 129.790509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:22.118349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.968739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:35:22.118376Z","caller":"traceutil/trace.go:171","msg":"trace[194246492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1525; }","duration":"129.043501ms","start":"2026-03-14T01:35:21.989326Z","end":"2026-03-14T01:35:22.118369Z","steps":["trace[194246492] 'agreement among raft nodes before linearized reading' (duration: 128.919188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:22.118467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.038298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:22.11849Z","caller":"traceutil/trace.go:171","msg":"trace[890376045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"114.1009ms","start":"2026-03-14T01:35:22.004384Z","end":"2026-03-14T01:35:22.118485Z","steps":["trace[890376045] 'agreement among raft nodes before linearized reading' (duration: 114.062709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:22.119017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.12863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:22.119045Z","caller":"traceutil/trace.go:171","msg":"trace[1592451233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"114.213372ms","start":"2026-03-14T01:35:22.004826Z","end":"2026-03-14T01:35:22.11904Z","steps":["trace[1592451233] 'agreement among raft nodes before linearized reading' (duration: 114.168091ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:27.019966Z","caller":"traceutil/trace.go:171","msg":"trace[341509590] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1640; }","duration":"130.951175ms","start":"2026-03-14T01:35:26.88899Z","end":"2026-03-14T01:35:27.019941Z","steps":["trace[341509590] 'read index received' (duration: 130.851002ms)","trace[341509590] 'applied index is now lower than readState.Index' (duration: 98.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:27.020052Z","caller":"traceutil/trace.go:171","msg":"trace[1486544716] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"173.242382ms","start":"2026-03-14T01:35:26.84676Z","end":"2026-03-14T01:35:27.020002Z","steps":["trace[1486544716] 'process raft request' (duration: 173.023647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:27.020447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.425116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115271"} {"level":"info","ts":"2026-03-14T01:35:27.020582Z","caller":"traceutil/trace.go:171","msg":"trace[923802390] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1569; }","duration":"131.65615ms","start":"2026-03-14T01:35:26.8889Z","end":"2026-03-14T01:35:27.020556Z","steps":["trace[923802390] 'agreement among raft nodes before linearized reading' (duration: 131.166289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:27.023441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.231554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:27.023567Z","caller":"traceutil/trace.go:171","msg":"trace[1237270732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1570; }","duration":"125.402248ms","start":"2026-03-14T01:35:26.898138Z","end":"2026-03-14T01:35:27.02354Z","steps":["trace[1237270732] 'agreement among raft nodes before linearized reading' (duration: 125.162873ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:27.622836Z","caller":"traceutil/trace.go:171","msg":"trace[2035903586] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"125.556091ms","start":"2026-03-14T01:35:27.497245Z","end":"2026-03-14T01:35:27.622801Z","steps":["trace[2035903586] 'process raft request' (duration: 122.141133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:27.73186Z","caller":"traceutil/trace.go:171","msg":"trace[445221599] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"177.767305ms","start":"2026-03-14T01:35:27.554051Z","end":"2026-03-14T01:35:27.731819Z","steps":["trace[445221599] 'read index received' (duration: 65.355725ms)","trace[445221599] 'applied index is now lower than readState.Index' (duration: 112.40972ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:27.731928Z","caller":"traceutil/trace.go:171","msg":"trace[208497898] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"233.371368ms","start":"2026-03-14T01:35:27.498523Z","end":"2026-03-14T01:35:27.731894Z","steps":["trace[208497898] 'process raft request' (duration: 225.749713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:27.732442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.366199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-14T01:35:27.732524Z","caller":"traceutil/trace.go:171","msg":"trace[117170026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1579; }","duration":"178.466662ms","start":"2026-03-14T01:35:27.554036Z","end":"2026-03-14T01:35:27.732503Z","steps":["trace[117170026] 'agreement among raft nodes before linearized reading' (duration: 177.977171ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:27.732877Z","caller":"traceutil/trace.go:171","msg":"trace[1071461081] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"102.589377ms","start":"2026-03-14T01:35:27.630266Z","end":"2026-03-14T01:35:27.732855Z","steps":["trace[1071461081] 'process raft request' (duration: 102.479224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:28.338611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.135955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:28.338917Z","caller":"traceutil/trace.go:171","msg":"trace[1441523044] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"155.006725ms","start":"2026-03-14T01:35:28.183885Z","end":"2026-03-14T01:35:28.338892Z","steps":["trace[1441523044] 'process raft request' (duration: 52.227575ms)","trace[1441523044] 'compare' (duration: 101.964442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:30.084119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.108832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:35:30.084231Z","caller":"traceutil/trace.go:171","msg":"trace[353462952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912; range_end:; response_count:1; response_revision:1637; }","duration":"136.286606ms","start":"2026-03-14T01:35:29.947918Z","end":"2026-03-14T01:35:30.084205Z","steps":["trace[353462952] 'range keys from in-memory index tree' (duration: 135.836435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:30.84551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845265369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:31.346063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845265369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:31.51603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337886516s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:35:31.516472Z","caller":"traceutil/trace.go:171","msg":"trace[1881602446] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.338387467s","start":"2026-03-14T01:35:30.17805Z","end":"2026-03-14T01:35:31.516438Z","steps":["trace[1881602446] 'process raft request' (duration: 1.338223484s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.516672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.178031Z","time spent":"1.3385354s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:31.771419Z","caller":"traceutil/trace.go:171","msg":"trace[168797345] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.268856958s","start":"2026-03-14T01:35:30.502533Z","end":"2026-03-14T01:35:31.77139Z","steps":["trace[168797345] 'process raft request' (duration: 1.268675314s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:31.771564Z","caller":"traceutil/trace.go:171","msg":"trace[975982055] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1709; }","duration":"1.427053135s","start":"2026-03-14T01:35:30.34449Z","end":"2026-03-14T01:35:31.771543Z","steps":["trace[975982055] 'read index received' (duration: 1.171747067s)","trace[975982055] 'applied index is now lower than readState.Index' (duration: 255.304148ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:31.771654Z","caller":"traceutil/trace.go:171","msg":"trace[897608331] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.027821295s","start":"2026-03-14T01:35:30.743821Z","end":"2026-03-14T01:35:31.771642Z","steps":["trace[897608331] 'process raft request' (duration: 1.027531269s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.771649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.502509Z","time spent":"1.26900633s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:31.771738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.743793Z","time spent":"1.027891076s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:31.771861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.983849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-14T01:35:31.77194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377444281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:31.771947Z","caller":"traceutil/trace.go:171","msg":"trace[1141826702] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912; range_end:; response_count:1; response_revision:1640; }","duration":"683.117772ms","start":"2026-03-14T01:35:31.088808Z","end":"2026-03-14T01:35:31.771925Z","steps":["trace[1141826702] 'agreement among raft nodes before linearized reading' (duration: 682.892687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.771968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378913703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:35:31.771961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.77993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:35:31.771992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.088791Z","time spent":"683.192274ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" "} {"level":"warn","ts":"2026-03-14T01:35:31.771956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296629012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:35:31.77202Z","caller":"traceutil/trace.go:171","msg":"trace[255335758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1640; }","duration":"1.378977475s","start":"2026-03-14T01:35:30.393024Z","end":"2026-03-14T01:35:31.772002Z","steps":["trace[255335758] 'agreement among raft nodes before linearized reading' (duration: 1.378894364s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:31.772034Z","caller":"traceutil/trace.go:171","msg":"trace[1010812453] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:1640; }","duration":"806.899123ms","start":"2026-03-14T01:35:30.965115Z","end":"2026-03-14T01:35:31.772014Z","steps":["trace[1010812453] 'agreement among raft nodes before linearized reading' (duration: 806.664637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.772057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.39301Z","time spent":"1.379041087s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:35:31.772058Z","caller":"traceutil/trace.go:171","msg":"trace[966296552] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912; range_end:; response_count:1; response_revision:1640; }","duration":"1.296780566s","start":"2026-03-14T01:35:30.475251Z","end":"2026-03-14T01:35:31.772032Z","steps":["trace[966296552] 'agreement among raft nodes before linearized reading' (duration: 1.296465789s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.772069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368115927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:35:31.772088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.965094Z","time spent":"806.981495ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-14T01:35:31.77211Z","caller":"traceutil/trace.go:171","msg":"trace[1696557605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1640; }","duration":"1.368173478s","start":"2026-03-14T01:35:30.403923Z","end":"2026-03-14T01:35:31.772097Z","steps":["trace[1696557605] 'agreement among raft nodes before linearized reading' (duration: 1.368074605s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.77211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.475238Z","time spent":"1.296862658s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" "} {"level":"warn","ts":"2026-03-14T01:35:31.772147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.403912Z","time spent":"1.368224709s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:35:31.772231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427761401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:35:31.772264Z","caller":"traceutil/trace.go:171","msg":"trace[270230660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1640; }","duration":"1.427850793s","start":"2026-03-14T01:35:30.344403Z","end":"2026-03-14T01:35:31.772254Z","steps":["trace[270230660] 'agreement among raft nodes before linearized reading' (duration: 1.427763501s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.772269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379304873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:35:31.772294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.344379Z","time spent":"1.427909115s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:35:31.772322Z","caller":"traceutil/trace.go:171","msg":"trace[822187458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1640; }","duration":"1.379408435s","start":"2026-03-14T01:35:30.392898Z","end":"2026-03-14T01:35:31.772306Z","steps":["trace[822187458] 'agreement among raft nodes before linearized reading' (duration: 1.379274222s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.771872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418030019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:35:31.772362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.392879Z","time spent":"1.379472986s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:35:31.772376Z","caller":"traceutil/trace.go:171","msg":"trace[772429331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1640; }","duration":"1.418583391s","start":"2026-03-14T01:35:30.353782Z","end":"2026-03-14T01:35:31.772366Z","steps":["trace[772429331] 'agreement among raft nodes before linearized reading' (duration: 1.417908585s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.772376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.739232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:31.772404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.353766Z","time spent":"1.418631981s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:35:31.772413Z","caller":"traceutil/trace.go:171","msg":"trace[1809242459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"873.805113ms","start":"2026-03-14T01:35:30.898598Z","end":"2026-03-14T01:35:31.772403Z","steps":["trace[1809242459] 'agreement among raft nodes before linearized reading' (duration: 873.750462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.77244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.89858Z","time spent":"873.854654ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:35:31.771976Z","caller":"traceutil/trace.go:171","msg":"trace[818175124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1640; }","duration":"1.377503843s","start":"2026-03-14T01:35:30.394462Z","end":"2026-03-14T01:35:31.771966Z","steps":["trace[818175124] 'agreement among raft nodes before linearized reading' (duration: 1.377365279s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:31.772502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:30.394447Z","time spent":"1.378041004s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:31.999279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.955999ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-14T01:35:32.399695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845265375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:32.88004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044781773s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:35:33.23397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.611786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:33.234329Z","caller":"traceutil/trace.go:171","msg":"trace[1403731615] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"1.457407009s","start":"2026-03-14T01:35:31.77686Z","end":"2026-03-14T01:35:33.234267Z","steps":["trace[1403731615] 'process raft request' (duration: 1.103379893s)","trace[1403731615] 'compare' (duration: 353.150846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:33.234549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.776833Z","time spent":"1.457602064s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:33.234682Z","caller":"traceutil/trace.go:171","msg":"trace[147735137] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"1.456914568s","start":"2026-03-14T01:35:31.777725Z","end":"2026-03-14T01:35:33.234639Z","steps":["trace[147735137] 'process raft request' (duration: 1.456709194s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:33.234733Z","caller":"traceutil/trace.go:171","msg":"trace[67814004] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.456990079s","start":"2026-03-14T01:35:31.777696Z","end":"2026-03-14T01:35:33.234686Z","steps":["trace[67814004] 'process raft request' (duration: 1.456687633s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:33.234723Z","caller":"traceutil/trace.go:171","msg":"trace[1696486391] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"1.454043312s","start":"2026-03-14T01:35:31.780632Z","end":"2026-03-14T01:35:33.234676Z","steps":["trace[1696486391] 'process raft request' (duration: 1.453854268s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:33.234679Z","caller":"traceutil/trace.go:171","msg":"trace[1064862320] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"1.233923618s","start":"2026-03-14T01:35:32.00074Z","end":"2026-03-14T01:35:33.234663Z","steps":["trace[1064862320] 'process raft request' (duration: 1.233824006s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:33.234833Z","caller":"traceutil/trace.go:171","msg":"trace[1026879443] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1713; }","duration":"1.335358529s","start":"2026-03-14T01:35:31.89943Z","end":"2026-03-14T01:35:33.234788Z","steps":["trace[1026879443] 'read index received' (duration: 980.831412ms)","trace[1026879443] 'applied index is now lower than readState.Index' (duration: 354.525447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:33.234853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.777709Z","time spent":"1.457061431s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:33.234933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.777675Z","time spent":"1.457147423s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:33.234918Z","caller":"traceutil/trace.go:171","msg":"trace[1189839057] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.230072451s","start":"2026-03-14T01:35:32.004804Z","end":"2026-03-14T01:35:33.234876Z","steps":["trace[1189839057] 'process raft request' (duration: 1.229814575s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:33.234945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.780624Z","time spent":"1.454213056s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:33.235011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:32.000716Z","time spent":"1.234181304s","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:33.234689Z","caller":"traceutil/trace.go:171","msg":"trace[1996593259] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"1.456995119s","start":"2026-03-14T01:35:31.777647Z","end":"2026-03-14T01:35:33.234642Z","steps":["trace[1996593259] 'process raft request' (duration: 1.456675312s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:33.235056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:32.004791Z","time spent":"1.230197673s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:33.234992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335553703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:33.23513Z","caller":"traceutil/trace.go:171","msg":"trace[385343540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"1.335725437s","start":"2026-03-14T01:35:31.899389Z","end":"2026-03-14T01:35:33.235115Z","steps":["trace[385343540] 'agreement among raft nodes before linearized reading' (duration: 1.335559973s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:33.235163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.899367Z","time spent":"1.335787898s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:33.235167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.777634Z","time spent":"1.457460901s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:33.235029Z","caller":"traceutil/trace.go:171","msg":"trace[1855107529] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.456931468s","start":"2026-03-14T01:35:31.777601Z","end":"2026-03-14T01:35:33.234532Z","steps":["trace[1855107529] 'process raft request' (duration: 1.456504628s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:33.235539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.719001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-14T01:35:33.235595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.32378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:35:33.23561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.435445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:35:33.235613Z","caller":"traceutil/trace.go:171","msg":"trace[1214868505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912; range_end:; response_count:1; response_revision:1648; }","duration":"455.851174ms","start":"2026-03-14T01:35:32.779733Z","end":"2026-03-14T01:35:33.235584Z","steps":["trace[1214868505] 'agreement among raft nodes before linearized reading' (duration: 455.69542ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:33.235652Z","caller":"traceutil/trace.go:171","msg":"trace[1956446186] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1648; }","duration":"305.522657ms","start":"2026-03-14T01:35:32.930115Z","end":"2026-03-14T01:35:33.235637Z","steps":["trace[1956446186] 'agreement among raft nodes before linearized reading' (duration: 305.319362ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:33.235654Z","caller":"traceutil/trace.go:171","msg":"trace[1135693770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1648; }","duration":"454.372651ms","start":"2026-03-14T01:35:32.781256Z","end":"2026-03-14T01:35:33.235629Z","steps":["trace[1135693770] 'agreement among raft nodes before linearized reading' (duration: 454.194477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:33.23566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:32.779689Z","time spent":"455.961606ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" "} {"level":"warn","ts":"2026-03-14T01:35:33.235686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:32.930092Z","time spent":"305.585309ms","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:35:33.235689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:32.781185Z","time spent":"454.496134ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:35:33.236011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:31.777589Z","time spent":"1.457765357s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:36.628891Z","caller":"traceutil/trace.go:171","msg":"trace[926087077] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"103.895476ms","start":"2026-03-14T01:35:36.524966Z","end":"2026-03-14T01:35:36.628861Z","steps":["trace[926087077] 'process raft request' (duration: 103.749633ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.558265Z","caller":"traceutil/trace.go:171","msg":"trace[1338690693] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"288.357564ms","start":"2026-03-14T01:35:41.269871Z","end":"2026-03-14T01:35:41.558228Z","steps":["trace[1338690693] 'read index received' (duration: 288.084328ms)","trace[1338690693] 'applied index is now lower than readState.Index' (duration: 271.526µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:41.558299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:40.966972Z","time spent":"591.318492ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:35:41.558644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.751032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:35:41.55875Z","caller":"traceutil/trace.go:171","msg":"trace[421643433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1720; }","duration":"288.903637ms","start":"2026-03-14T01:35:41.269803Z","end":"2026-03-14T01:35:41.558707Z","steps":["trace[421643433] 'agreement among raft nodes before linearized reading' (duration: 288.59542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.61072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.859733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:35:41.610473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.421792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:35:41.610868Z","caller":"traceutil/trace.go:171","msg":"trace[2023147530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1721; }","duration":"337.029127ms","start":"2026-03-14T01:35:41.273795Z","end":"2026-03-14T01:35:41.610824Z","steps":["trace[2023147530] 'agreement among raft nodes before linearized reading' (duration: 336.074015ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.610858Z","caller":"traceutil/trace.go:171","msg":"trace[531909499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1721; }","duration":"340.423714ms","start":"2026-03-14T01:35:41.270412Z","end":"2026-03-14T01:35:41.610835Z","steps":["trace[531909499] 'agreement among raft nodes before linearized reading' (duration: 339.290559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.610843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.705598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:35:41.610881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.581617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:35:41.611017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.658017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:35:41.611054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.273777Z","time spent":"337.130739ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:35:41.611033Z","caller":"traceutil/trace.go:171","msg":"trace[1742545974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1721; }","duration":"336.746631ms","start":"2026-03-14T01:35:41.274233Z","end":"2026-03-14T01:35:41.61098Z","steps":["trace[1742545974] 'agreement among raft nodes before linearized reading' (duration: 335.762798ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:41.611118Z","caller":"traceutil/trace.go:171","msg":"trace[1148629187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1721; }","duration":"318.901383ms","start":"2026-03-14T01:35:41.292057Z","end":"2026-03-14T01:35:41.610959Z","steps":["trace[1148629187] 'agreement among raft nodes before linearized reading' (duration: 317.661445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.611217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.274223Z","time spent":"336.977675ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:35:41.611232Z","caller":"traceutil/trace.go:171","msg":"trace[1327924950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1721; }","duration":"339.893182ms","start":"2026-03-14T01:35:41.271293Z","end":"2026-03-14T01:35:41.611186Z","steps":["trace[1327924950] 'agreement among raft nodes before linearized reading' (duration: 339.385241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:41.611283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.271283Z","time spent":"339.987964ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:35:41.610936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.270338Z","time spent":"340.569788ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:41.611376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:41.292046Z","time spent":"319.175269ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:35:43.845056Z","caller":"traceutil/trace.go:171","msg":"trace[4607473] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"199.597386ms","start":"2026-03-14T01:35:43.645424Z","end":"2026-03-14T01:35:43.845022Z","steps":["trace[4607473] 'process raft request' (duration: 195.517032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:43.845314Z","caller":"traceutil/trace.go:171","msg":"trace[1214605545] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"173.466427ms","start":"2026-03-14T01:35:43.671819Z","end":"2026-03-14T01:35:43.845285Z","steps":["trace[1214605545] 'process raft request' (duration: 173.152199ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:43.845813Z","caller":"traceutil/trace.go:171","msg":"trace[1479928266] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"173.908247ms","start":"2026-03-14T01:35:43.671891Z","end":"2026-03-14T01:35:43.845799Z","steps":["trace[1479928266] 'process raft request' (duration: 173.313004ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:43.845943Z","caller":"traceutil/trace.go:171","msg":"trace[1494358494] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"173.451506ms","start":"2026-03-14T01:35:43.672479Z","end":"2026-03-14T01:35:43.845931Z","steps":["trace[1494358494] 'process raft request' (duration: 173.270982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:43.846311Z","caller":"traceutil/trace.go:171","msg":"trace[2041117104] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1809; }","duration":"147.054182ms","start":"2026-03-14T01:35:43.699245Z","end":"2026-03-14T01:35:43.846299Z","steps":["trace[2041117104] 'read index received' (duration: 141.778921ms)","trace[2041117104] 'applied index is now lower than readState.Index' (duration: 5.274491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:43.846548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.275877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:35:43.846586Z","caller":"traceutil/trace.go:171","msg":"trace[2029780195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1739; }","duration":"147.350798ms","start":"2026-03-14T01:35:43.69922Z","end":"2026-03-14T01:35:43.846571Z","steps":["trace[2029780195] 'agreement among raft nodes before linearized reading' (duration: 147.129293ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:48.361727Z","caller":"traceutil/trace.go:171","msg":"trace[1187768033] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"110.64163ms","start":"2026-03-14T01:35:48.251045Z","end":"2026-03-14T01:35:48.361686Z","steps":["trace[1187768033] 'process raft request' (duration: 110.338104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.193212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845265641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:35:50.679722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01755633s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:35:50.680175Z","caller":"traceutil/trace.go:171","msg":"trace[694623422] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"1.018098833s","start":"2026-03-14T01:35:49.662047Z","end":"2026-03-14T01:35:50.680146Z","steps":["trace[694623422] 'process raft request' (duration: 1.017850326s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.680397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.662021Z","time spent":"1.018241286s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:50.913042Z","caller":"traceutil/trace.go:171","msg":"trace[368660020] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1849; }","duration":"1.220531793s","start":"2026-03-14T01:35:49.692479Z","end":"2026-03-14T01:35:50.913011Z","steps":["trace[368660020] 'read index received' (duration: 987.412671ms)","trace[368660020] 'applied index is now lower than readState.Index' (duration: 233.117632ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:50.913203Z","caller":"traceutil/trace.go:171","msg":"trace[1604314574] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"1.046741018s","start":"2026-03-14T01:35:49.86645Z","end":"2026-03-14T01:35:50.913191Z","steps":["trace[1604314574] 'process raft request' (duration: 1.04071391s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.913175Z","caller":"traceutil/trace.go:171","msg":"trace[1835325995] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"1.046447271s","start":"2026-03-14T01:35:49.86668Z","end":"2026-03-14T01:35:50.913127Z","steps":["trace[1835325995] 'process raft request' (duration: 1.046211056s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.913331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.86642Z","time spent":"1.04681492s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:50.913412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.866639Z","time spent":"1.046635926s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:50.913528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01362894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:35:50.91352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02894135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:35:50.913563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221029964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:35:50.913577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.458584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:50.913643Z","caller":"traceutil/trace.go:171","msg":"trace[1361420454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1775; }","duration":"1.029086543s","start":"2026-03-14T01:35:49.884533Z","end":"2026-03-14T01:35:50.913619Z","steps":["trace[1361420454] 'agreement among raft nodes before linearized reading' (duration: 1.028771176s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.913637Z","caller":"traceutil/trace.go:171","msg":"trace[859462220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1775; }","duration":"1.013750623s","start":"2026-03-14T01:35:49.899859Z","end":"2026-03-14T01:35:50.91361Z","steps":["trace[859462220] 'agreement among raft nodes before linearized reading' (duration: 1.01360368s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.913651Z","caller":"traceutil/trace.go:171","msg":"trace[1208816111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1775; }","duration":"1.221202768s","start":"2026-03-14T01:35:49.692427Z","end":"2026-03-14T01:35:50.91363Z","steps":["trace[1208816111] 'agreement among raft nodes before linearized reading' (duration: 1.220803309s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.91366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04072311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:35:50.913698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.692405Z","time spent":"1.221284279s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:35:50.913695Z","caller":"traceutil/trace.go:171","msg":"trace[1740449378] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1775; }","duration":"524.675419ms","start":"2026-03-14T01:35:50.388995Z","end":"2026-03-14T01:35:50.91367Z","steps":["trace[1740449378] 'agreement among raft nodes before linearized reading' (duration: 524.396932ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.913698Z","caller":"traceutil/trace.go:171","msg":"trace[839638454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1775; }","duration":"1.040794692s","start":"2026-03-14T01:35:49.872894Z","end":"2026-03-14T01:35:50.913688Z","steps":["trace[839638454] 'agreement among raft nodes before linearized reading' (duration: 1.04070734s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.913742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.872881Z","time spent":"1.040855493s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:35:50.913752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:50.388979Z","time spent":"524.76187ms","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:35:50.913701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.899847Z","time spent":"1.013838015s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:50.913696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.884522Z","time spent":"1.029157325s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:35:50.913866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044331393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:35:50.913576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041541769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:35:50.913807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042238144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:50.913976Z","caller":"traceutil/trace.go:171","msg":"trace[941030553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1775; }","duration":"1.044504297s","start":"2026-03-14T01:35:49.869445Z","end":"2026-03-14T01:35:50.913949Z","steps":["trace[941030553] 'agreement among raft nodes before linearized reading' (duration: 1.043805211s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:50.913993Z","caller":"traceutil/trace.go:171","msg":"trace[1674125116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1775; }","duration":"1.042445759s","start":"2026-03-14T01:35:49.87153Z","end":"2026-03-14T01:35:50.913975Z","steps":["trace[1674125116] 'agreement among raft nodes before linearized reading' (duration: 1.042106852s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.914044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.871518Z","time spent":"1.042511941s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:35:50.914041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.869425Z","time spent":"1.044601269s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:35:50.914036Z","caller":"traceutil/trace.go:171","msg":"trace[1802902311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1775; }","duration":"1.041961468s","start":"2026-03-14T01:35:49.872008Z","end":"2026-03-14T01:35:50.91397Z","steps":["trace[1802902311] 'agreement among raft nodes before linearized reading' (duration: 1.041473467s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:50.914125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:49.871997Z","time spent":"1.042098771s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:36:09.314969Z","caller":"traceutil/trace.go:171","msg":"trace[190963324] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"117.712311ms","start":"2026-03-14T01:36:09.197231Z","end":"2026-03-14T01:36:09.314943Z","steps":["trace[190963324] 'process raft request' (duration: 117.563836ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.342867Z","caller":"traceutil/trace.go:171","msg":"trace[176510425] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"145.239414ms","start":"2026-03-14T01:36:09.197605Z","end":"2026-03-14T01:36:09.342845Z","steps":["trace[176510425] 'process raft request' (duration: 145.05544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.34318Z","caller":"traceutil/trace.go:171","msg":"trace[1474095631] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"145.440951ms","start":"2026-03-14T01:36:09.197719Z","end":"2026-03-14T01:36:09.34316Z","steps":["trace[1474095631] 'process raft request' (duration: 145.0851ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.343378Z","caller":"traceutil/trace.go:171","msg":"trace[33503503] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"145.483712ms","start":"2026-03-14T01:36:09.197868Z","end":"2026-03-14T01:36:09.343352Z","steps":["trace[33503503] 'process raft request' (duration: 145.171284ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:09.343506Z","caller":"traceutil/trace.go:171","msg":"trace[90659804] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"145.387049ms","start":"2026-03-14T01:36:09.198093Z","end":"2026-03-14T01:36:09.34348Z","steps":["trace[90659804] 'process raft request' (duration: 145.222095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:09.589996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.24876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-14T01:36:09.590087Z","caller":"traceutil/trace.go:171","msg":"trace[433609523] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1881; }","duration":"103.414025ms","start":"2026-03-14T01:36:09.486652Z","end":"2026-03-14T01:36:09.590066Z","steps":["trace[433609523] 'range keys from in-memory index tree' (duration: 103.019964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:13.180061Z","caller":"traceutil/trace.go:171","msg":"trace[2058323958] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"280.537771ms","start":"2026-03-14T01:36:12.899499Z","end":"2026-03-14T01:36:13.180037Z","steps":["trace[2058323958] 'read index received' (duration: 280.434909ms)","trace[2058323958] 'applied index is now lower than readState.Index' (duration: 101.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:13.180096Z","caller":"traceutil/trace.go:171","msg":"trace[664700677] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"425.707395ms","start":"2026-03-14T01:36:12.754359Z","end":"2026-03-14T01:36:13.180066Z","steps":["trace[664700677] 'process raft request' (duration: 425.536631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.180204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.689365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:13.180276Z","caller":"traceutil/trace.go:171","msg":"trace[1647385425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"280.813738ms","start":"2026-03-14T01:36:12.899443Z","end":"2026-03-14T01:36:13.180257Z","steps":["trace[1647385425] 'agreement among raft nodes before linearized reading' (duration: 280.689985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.180362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:12.754335Z","time spent":"425.9008ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:13.204268Z","caller":"traceutil/trace.go:171","msg":"trace[903452560] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"133.724514ms","start":"2026-03-14T01:36:13.070515Z","end":"2026-03-14T01:36:13.20424Z","steps":["trace[903452560] 'process raft request' (duration: 133.546459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.907954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.481916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:36:13.908005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.125655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:36:13.908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.063214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:36:13.908057Z","caller":"traceutil/trace.go:171","msg":"trace[131964565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"581.205496ms","start":"2026-03-14T01:36:13.326837Z","end":"2026-03-14T01:36:13.908043Z","steps":["trace[131964565] 'range keys from in-memory index tree' (duration: 580.977761ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:13.908057Z","caller":"traceutil/trace.go:171","msg":"trace[2132357665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1895; }","duration":"547.621309ms","start":"2026-03-14T01:36:13.360411Z","end":"2026-03-14T01:36:13.908033Z","steps":["trace[2132357665] 'range keys from in-memory index tree' (duration: 547.2821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:13.908072Z","caller":"traceutil/trace.go:171","msg":"trace[1911577697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"547.170537ms","start":"2026-03-14T01:36:13.360883Z","end":"2026-03-14T01:36:13.908054Z","steps":["trace[1911577697] 'range keys from in-memory index tree' (duration: 546.88545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.90811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.326818Z","time spent":"581.283989ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:13.908115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.360867Z","time spent":"547.239539ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:13.908113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.360399Z","time spent":"547.698772ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:36:13.908107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.995169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:36:13.908197Z","caller":"traceutil/trace.go:171","msg":"trace[848402191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"548.122573ms","start":"2026-03-14T01:36:13.360051Z","end":"2026-03-14T01:36:13.908173Z","steps":["trace[848402191] 'range keys from in-memory index tree' (duration: 547.804474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.908017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.896281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:36:13.908243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.360033Z","time spent":"548.197265ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:36:13.908311Z","caller":"traceutil/trace.go:171","msg":"trace[1556374656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1895; }","duration":"550.198538ms","start":"2026-03-14T01:36:13.358071Z","end":"2026-03-14T01:36:13.908269Z","steps":["trace[1556374656] 'range keys from in-memory index tree' (duration: 549.722456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.908308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.254033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-14T01:36:13.908411Z","caller":"traceutil/trace.go:171","msg":"trace[1571703952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1895; }","duration":"408.393997ms","start":"2026-03-14T01:36:13.499982Z","end":"2026-03-14T01:36:13.908376Z","steps":["trace[1571703952] 'range keys from in-memory index tree' (duration: 408.047018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.908466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.499966Z","time spent":"408.48726ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:36:13.908491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.328115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c9158115e52d3\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T01:36:13.908631Z","caller":"traceutil/trace.go:171","msg":"trace[1970109438] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c9158115e52d3; range_end:; response_count:1; response_revision:1895; }","duration":"465.543181ms","start":"2026-03-14T01:36:13.443058Z","end":"2026-03-14T01:36:13.908601Z","steps":["trace[1970109438] 'range keys from in-memory index tree' (duration: 465.049548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:13.908696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.443031Z","time spent":"465.652224ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c9158115e52d3\" "} {"level":"warn","ts":"2026-03-14T01:36:13.908959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:13.358056Z","time spent":"550.884897ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:36:19.348538Z","caller":"traceutil/trace.go:171","msg":"trace[2139396899] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"108.284685ms","start":"2026-03-14T01:36:19.240233Z","end":"2026-03-14T01:36:19.348517Z","steps":["trace[2139396899] 'process raft request' (duration: 108.148511ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:19.738897Z","caller":"traceutil/trace.go:171","msg":"trace[2138697489] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"496.204781ms","start":"2026-03-14T01:36:19.242663Z","end":"2026-03-14T01:36:19.738868Z","steps":["trace[2138697489] 'process raft request' (duration: 495.980374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:19.739067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.242637Z","time spent":"496.340394ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:19.73908Z","caller":"traceutil/trace.go:171","msg":"trace[2060228739] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"494.724551ms","start":"2026-03-14T01:36:19.244323Z","end":"2026-03-14T01:36:19.739048Z","steps":["trace[2060228739] 'process raft request' (duration: 494.502585ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:19.739212Z","caller":"traceutil/trace.go:171","msg":"trace[420513112] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2004; }","duration":"491.561276ms","start":"2026-03-14T01:36:19.247618Z","end":"2026-03-14T01:36:19.73918Z","steps":["trace[420513112] 'read index received' (duration: 100.868416ms)","trace[420513112] 'applied index is now lower than readState.Index' (duration: 390.689569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:19.739255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.612627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-14T01:36:19.739354Z","caller":"traceutil/trace.go:171","msg":"trace[960831673] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1924; }","duration":"491.751591ms","start":"2026-03-14T01:36:19.247577Z","end":"2026-03-14T01:36:19.739329Z","steps":["trace[960831673] 'agreement among raft nodes before linearized reading' (duration: 491.581006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:19.739423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.247561Z","time spent":"491.847903ms","remote":"127.0.0.1:58764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-14T01:36:19.739526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.255928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:19.73958Z","caller":"traceutil/trace.go:171","msg":"trace[1066786018] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1924; }","duration":"114.356091ms","start":"2026-03-14T01:36:19.62521Z","end":"2026-03-14T01:36:19.739566Z","steps":["trace[1066786018] 'agreement among raft nodes before linearized reading' (duration: 114.261138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:19.739236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.244298Z","time spent":"494.846574ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:19.739765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.046618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127599"} {"level":"info","ts":"2026-03-14T01:36:19.73982Z","caller":"traceutil/trace.go:171","msg":"trace[326787187] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1924; }","duration":"492.141581ms","start":"2026-03-14T01:36:19.247664Z","end":"2026-03-14T01:36:19.739806Z","steps":["trace[326787187] 'agreement among raft nodes before linearized reading' (duration: 491.766961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:19.73981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.778589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T01:36:19.739859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.247656Z","time spent":"492.195342ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127623,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-14T01:36:19.739868Z","caller":"traceutil/trace.go:171","msg":"trace[176110194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"478.83458ms","start":"2026-03-14T01:36:19.261015Z","end":"2026-03-14T01:36:19.73985Z","steps":["trace[176110194] 'agreement among raft nodes before linearized reading' (duration: 478.694037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:19.739902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.260968Z","time spent":"478.925654ms","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:36:20.490817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.962902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:36:20.491048Z","caller":"traceutil/trace.go:171","msg":"trace[637913910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1924; }","duration":"513.22228ms","start":"2026-03-14T01:36:19.977796Z","end":"2026-03-14T01:36:20.491019Z","steps":["trace[637913910] 'range keys from in-memory index tree' (duration: 512.791539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.491168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.97779Z","time spent":"513.359013ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:36:20.491199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.078813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:36:20.491296Z","caller":"traceutil/trace.go:171","msg":"trace[103558266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1924; }","duration":"514.215176ms","start":"2026-03-14T01:36:19.977062Z","end":"2026-03-14T01:36:20.491277Z","steps":["trace[103558266] 'range keys from in-memory index tree' (duration: 513.925059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.491264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.096803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:36:20.4913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.825772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:20.491046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.225059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:36:20.491347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.977052Z","time spent":"514.285578ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:36:20.491384Z","caller":"traceutil/trace.go:171","msg":"trace[1783319416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1924; }","duration":"514.215307ms","start":"2026-03-14T01:36:19.977126Z","end":"2026-03-14T01:36:20.491341Z","steps":["trace[1783319416] 'range keys from in-memory index tree' (duration: 513.914448ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:20.491393Z","caller":"traceutil/trace.go:171","msg":"trace[674239026] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1924; }","duration":"501.943785ms","start":"2026-03-14T01:36:19.989427Z","end":"2026-03-14T01:36:20.491371Z","steps":["trace[674239026] 'count revisions from in-memory index tree' (duration: 501.746559ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:20.491401Z","caller":"traceutil/trace.go:171","msg":"trace[153203157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1924; }","duration":"510.62728ms","start":"2026-03-14T01:36:19.980752Z","end":"2026-03-14T01:36:20.491379Z","steps":["trace[153203157] 'range keys from in-memory index tree' (duration: 509.977312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.490831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.196488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:20.49145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.989393Z","time spent":"502.046048ms","remote":"127.0.0.1:38992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:20.491477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.977112Z","time spent":"514.34438ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:36:20.491488Z","caller":"traceutil/trace.go:171","msg":"trace[422773510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"591.912967ms","start":"2026-03-14T01:36:19.89955Z","end":"2026-03-14T01:36:20.491463Z","steps":["trace[422773510] 'range keys from in-memory index tree' (duration: 591.102435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.491531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.980717Z","time spent":"510.723422ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:20.491559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.899528Z","time spent":"592.009599ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:20.491225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.705854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:36:20.491828Z","caller":"traceutil/trace.go:171","msg":"trace[1743397405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1924; }","duration":"517.334701ms","start":"2026-03-14T01:36:19.974464Z","end":"2026-03-14T01:36:20.491798Z","steps":["trace[1743397405] 'range keys from in-memory index tree' (duration: 516.532059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.491997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:19.974447Z","time spent":"517.536746ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:36:20.999237Z","caller":"traceutil/trace.go:171","msg":"trace[1401230342] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"503.249929ms","start":"2026-03-14T01:36:20.495954Z","end":"2026-03-14T01:36:20.999204Z","steps":["trace[1401230342] 'process raft request' (duration: 503.024583ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:20.999336Z","caller":"traceutil/trace.go:171","msg":"trace[94389752] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"503.26599ms","start":"2026-03-14T01:36:20.496031Z","end":"2026-03-14T01:36:20.999297Z","steps":["trace[94389752] 'process raft request' (duration: 503.079765ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:20.999389Z","caller":"traceutil/trace.go:171","msg":"trace[1054819732] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"502.983393ms","start":"2026-03-14T01:36:20.496388Z","end":"2026-03-14T01:36:20.999372Z","steps":["trace[1054819732] 'process raft request' (duration: 502.817288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.999441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:20.495931Z","time spent":"503.425544ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:20.999503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:20.496009Z","time spent":"503.405314ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:20.999445Z","caller":"traceutil/trace.go:171","msg":"trace[223514239] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"503.26125ms","start":"2026-03-14T01:36:20.496093Z","end":"2026-03-14T01:36:20.999354Z","steps":["trace[223514239] 'process raft request' (duration: 503.062555ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:20.999294Z","caller":"traceutil/trace.go:171","msg":"trace[885634493] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2008; }","duration":"251.618039ms","start":"2026-03-14T01:36:20.747624Z","end":"2026-03-14T01:36:20.999242Z","steps":["trace[885634493] 'read index received' (duration: 251.344412ms)","trace[885634493] 'applied index is now lower than readState.Index' (duration: 272.357µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:20.99954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:20.496374Z","time spent":"503.058695ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:20.999738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:20.496061Z","time spent":"503.541408ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:20.999885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.253129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:20.999951Z","caller":"traceutil/trace.go:171","msg":"trace[1431665297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1929; }","duration":"100.352432ms","start":"2026-03-14T01:36:20.899581Z","end":"2026-03-14T01:36:20.999933Z","steps":["trace[1431665297] 'agreement among raft nodes before linearized reading' (duration: 100.263709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:20.999891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.202446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:21.000066Z","caller":"traceutil/trace.go:171","msg":"trace[1677204302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"252.469063ms","start":"2026-03-14T01:36:20.74757Z","end":"2026-03-14T01:36:21.000039Z","steps":["trace[1677204302] 'agreement among raft nodes before linearized reading' (duration: 252.00937ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:22.698745Z","caller":"traceutil/trace.go:171","msg":"trace[1734770568] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"134.938237ms","start":"2026-03-14T01:36:22.563764Z","end":"2026-03-14T01:36:22.698702Z","steps":["trace[1734770568] 'process raft request' (duration: 134.745022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:25.152116Z","caller":"traceutil/trace.go:171","msg":"trace[1659981428] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"105.500541ms","start":"2026-03-14T01:36:25.046563Z","end":"2026-03-14T01:36:25.152064Z","steps":["trace[1659981428] 'process raft request' (duration: 105.268245ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:25.153131Z","caller":"traceutil/trace.go:171","msg":"trace[1312742334] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"104.884854ms","start":"2026-03-14T01:36:25.048217Z","end":"2026-03-14T01:36:25.153102Z","steps":["trace[1312742334] 'process raft request' (duration: 104.771891ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:25.153206Z","caller":"traceutil/trace.go:171","msg":"trace[200863509] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"104.284078ms","start":"2026-03-14T01:36:25.0489Z","end":"2026-03-14T01:36:25.153184Z","steps":["trace[200863509] 'process raft request' (duration: 104.129494ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:25.153288Z","caller":"traceutil/trace.go:171","msg":"trace[1654979679] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"105.11403ms","start":"2026-03-14T01:36:25.048157Z","end":"2026-03-14T01:36:25.153271Z","steps":["trace[1654979679] 'process raft request' (duration: 104.74469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:25.15356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.090044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:25.153664Z","caller":"traceutil/trace.go:171","msg":"trace[1912066738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"100.576007ms","start":"2026-03-14T01:36:25.053072Z","end":"2026-03-14T01:36:25.153648Z","steps":["trace[1912066738] 'agreement among raft nodes before linearized reading' (duration: 99.992652ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:25.624733Z","caller":"traceutil/trace.go:171","msg":"trace[1577030513] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"180.557341ms","start":"2026-03-14T01:36:25.444142Z","end":"2026-03-14T01:36:25.624699Z","steps":["trace[1577030513] 'process raft request' (duration: 115.334597ms)","trace[1577030513] 'compare' (duration: 65.08197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:26.400176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845266077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:26.773711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012443362s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:36:26.774132Z","caller":"traceutil/trace.go:171","msg":"trace[1289586558] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"1.012956055s","start":"2026-03-14T01:36:25.76115Z","end":"2026-03-14T01:36:26.774106Z","steps":["trace[1289586558] 'process raft request' (duration: 1.01277158s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:26.774287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.761119Z","time spent":"1.013083479s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:27.399597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.820222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:27.39976Z","caller":"traceutil/trace.go:171","msg":"trace[1842693746] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"1.638031278s","start":"2026-03-14T01:36:25.761708Z","end":"2026-03-14T01:36:27.399739Z","steps":["trace[1842693746] 'process raft request' (duration: 1.280971139s)","trace[1842693746] 'compare' (duration: 356.71702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:27.399843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.76168Z","time spent":"1.638132351s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:27.400199Z","caller":"traceutil/trace.go:171","msg":"trace[1539452953] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"1.57485216s","start":"2026-03-14T01:36:25.825324Z","end":"2026-03-14T01:36:27.400177Z","steps":["trace[1539452953] 'process raft request' (duration: 1.574370318s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:27.400299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.825296Z","time spent":"1.574954233s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:27.400308Z","caller":"traceutil/trace.go:171","msg":"trace[202408886] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.499267048s","start":"2026-03-14T01:36:25.901006Z","end":"2026-03-14T01:36:27.400273Z","steps":["trace[202408886] 'process raft request' (duration: 1.499000651s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:27.400475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.900981Z","time spent":"1.499400211s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:27.90011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:36:27.900204Z","caller":"traceutil/trace.go:171","msg":"trace[945127656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483784s","start":"2026-03-14T01:36:25.8997Z","end":"2026-03-14T01:36:27.900184Z","steps":["trace[945127656] 'agreement among raft nodes before linearized reading' (duration: 2.00036284s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:27.900255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:25.899678Z","time spent":"2.000566375s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:28.76185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333661752s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:36:28.780722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380518219s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:36:28.781593Z","caller":"traceutil/trace.go:171","msg":"trace[2140385432] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2034; }","duration":"2.88181042s","start":"2026-03-14T01:36:25.899751Z","end":"2026-03-14T01:36:28.781561Z","steps":["trace[2140385432] 'read index received' (duration: 874.156884ms)","trace[2140385432] 'applied index is now lower than readState.Index' (duration: 2.007617035s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:28.782159Z","caller":"traceutil/trace.go:171","msg":"trace[1172801560] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.357667812s","start":"2026-03-14T01:36:27.424469Z","end":"2026-03-14T01:36:28.782137Z","steps":["trace[1172801560] 'process raft request' (duration: 1.356501129s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:28.782322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.424439Z","time spent":"1.357789484s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:29.425901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000870783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:36:29.426006Z","caller":"traceutil/trace.go:171","msg":"trace[724890017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001021348s","start":"2026-03-14T01:36:27.424967Z","end":"2026-03-14T01:36:29.425988Z","steps":["trace[724890017] 'agreement among raft nodes before linearized reading' (duration: 2.000889283s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.426057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.424959Z","time spent":"2.00108893s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:36:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:36:29.613777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.694019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:29.614117Z","caller":"traceutil/trace.go:171","msg":"trace[603204649] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2040; }","duration":"832.419276ms","start":"2026-03-14T01:36:28.781674Z","end":"2026-03-14T01:36:29.614094Z","steps":["trace[603204649] 'read index received' (duration: 162.409509ms)","trace[603204649] 'applied index is now lower than readState.Index' (duration: 670.008077ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:29.614248Z","caller":"traceutil/trace.go:171","msg":"trace[1727659928] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"2.181576897s","start":"2026-03-14T01:36:27.432638Z","end":"2026-03-14T01:36:29.614215Z","steps":["trace[1727659928] 'process raft request' (duration: 1.511361504s)","trace[1727659928] 'compare' (duration: 669.411661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:29.614349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.432625Z","time spent":"2.18167239s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:29.614379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905694152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.614451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628906107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:29.614465Z","caller":"traceutil/trace.go:171","msg":"trace[391963362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1958; }","duration":"1.905836016s","start":"2026-03-14T01:36:27.708609Z","end":"2026-03-14T01:36:29.614445Z","steps":["trace[391963362] 'agreement among raft nodes before linearized reading' (duration: 1.905676651s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.614552Z","caller":"traceutil/trace.go:171","msg":"trace[1612721919] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1958; }","duration":"2.629053081s","start":"2026-03-14T01:36:26.985478Z","end":"2026-03-14T01:36:29.614531Z","steps":["trace[1612721919] 'agreement among raft nodes before linearized reading' (duration: 2.628851395s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.614568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457004701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:36:29.614565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.708588Z","time spent":"1.905963159s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:29.614606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.985464Z","time spent":"2.629132203s","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:29.614658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358793462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.61468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457169615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:36:29.614722Z","caller":"traceutil/trace.go:171","msg":"trace[208774385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1958; }","duration":"2.457250787s","start":"2026-03-14T01:36:27.15746Z","end":"2026-03-14T01:36:29.614711Z","steps":["trace[208774385] 'agreement among raft nodes before linearized reading' (duration: 2.457168844s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.614726Z","caller":"traceutil/trace.go:171","msg":"trace[642523332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1958; }","duration":"3.358903255s","start":"2026-03-14T01:36:26.255804Z","end":"2026-03-14T01:36:29.614707Z","steps":["trace[642523332] 'agreement among raft nodes before linearized reading' (duration: 3.358794782s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.614761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.157439Z","time spent":"2.457312349s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:29.614785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.255781Z","time spent":"3.358984986s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:29.614485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457520594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:36:29.614842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415795431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.614776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820648108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:36:29.614938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459000065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:36:29.614952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453348937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.614951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721481909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:29.61496Z","caller":"traceutil/trace.go:171","msg":"trace[444756196] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.127593974s","start":"2026-03-14T01:36:28.487341Z","end":"2026-03-14T01:36:29.614935Z","steps":["trace[444756196] 'process raft request' (duration: 1.126568126s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.614938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681663761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.61502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488396274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.61503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088188258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:36:29.61501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.103927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:29.615058Z","caller":"traceutil/trace.go:171","msg":"trace[1482944858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1958; }","duration":"1.088236939s","start":"2026-03-14T01:36:28.526814Z","end":"2026-03-14T01:36:29.615051Z","steps":["trace[1482944858] 'agreement among raft nodes before linearized reading' (duration: 1.088200158s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.615068Z","caller":"traceutil/trace.go:171","msg":"trace[9880842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1958; }","duration":"2.681806306s","start":"2026-03-14T01:36:26.933209Z","end":"2026-03-14T01:36:29.615015Z","steps":["trace[9880842] 'agreement among raft nodes before linearized reading' (duration: 2.681677332s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.61507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.487325Z","time spent":"1.127689477s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:29.614994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174710195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c9158115e52d3\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T01:36:29.615102Z","caller":"traceutil/trace.go:171","msg":"trace[2031426600] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1958; }","duration":"856.23409ms","start":"2026-03-14T01:36:28.758843Z","end":"2026-03-14T01:36:29.615077Z","steps":["trace[2031426600] 'agreement among raft nodes before linearized reading' (duration: 856.070676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.615123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.933186Z","time spent":"2.681920928s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:29.614849Z","caller":"traceutil/trace.go:171","msg":"trace[1399509701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1958; }","duration":"2.457935985s","start":"2026-03-14T01:36:27.156905Z","end":"2026-03-14T01:36:29.614841Z","steps":["trace[1399509701] 'agreement among raft nodes before linearized reading' (duration: 2.457448652s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.615217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453262665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:29.614877Z","caller":"traceutil/trace.go:171","msg":"trace[1655245645] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"833.364002ms","start":"2026-03-14T01:36:28.78149Z","end":"2026-03-14T01:36:29.614854Z","steps":["trace[1655245645] 'process raft request' (duration: 832.54031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.615261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.156883Z","time spent":"2.458318046s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:36:29.615537Z","caller":"traceutil/trace.go:171","msg":"trace[1592309824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1958; }","duration":"3.453406399s","start":"2026-03-14T01:36:26.161872Z","end":"2026-03-14T01:36:29.615278Z","steps":["trace[1592309824] 'agreement among raft nodes before linearized reading' (duration: 3.452912386s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.614951Z","caller":"traceutil/trace.go:171","msg":"trace[2145780925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1958; }","duration":"2.820926186s","start":"2026-03-14T01:36:26.794007Z","end":"2026-03-14T01:36:29.614933Z","steps":["trace[2145780925] 'agreement among raft nodes before linearized reading' (duration: 2.820417462s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.615624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.793981Z","time spent":"2.821625404s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:29.615611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.16185Z","time spent":"3.453742828s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:36:29.615054Z","caller":"traceutil/trace.go:171","msg":"trace[545873964] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1958; }","duration":"1.488467926s","start":"2026-03-14T01:36:28.126579Z","end":"2026-03-14T01:36:29.615047Z","steps":["trace[545873964] 'agreement among raft nodes before linearized reading' (duration: 1.488418854s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.61577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.126553Z","time spent":"1.489204055s","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:29.615089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.526803Z","time spent":"1.088279701s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:36:29.61461Z","caller":"traceutil/trace.go:171","msg":"trace[680415311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1958; }","duration":"2.457086613s","start":"2026-03-14T01:36:27.15751Z","end":"2026-03-14T01:36:29.614596Z","steps":["trace[680415311] 'agreement among raft nodes before linearized reading' (duration: 2.45700449s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.615912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.157493Z","time spent":"2.458397207s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:36:29.614979Z","caller":"traceutil/trace.go:171","msg":"trace[961173897] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1958; }","duration":"1.45344719s","start":"2026-03-14T01:36:28.161525Z","end":"2026-03-14T01:36:29.614972Z","steps":["trace[961173897] 'agreement among raft nodes before linearized reading' (duration: 1.453394408s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.616045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.161502Z","time spent":"1.454528349s","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:29.614893Z","caller":"traceutil/trace.go:171","msg":"trace[529812665] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1958; }","duration":"1.415874543s","start":"2026-03-14T01:36:28.199006Z","end":"2026-03-14T01:36:29.61488Z","steps":["trace[529812665] 'agreement among raft nodes before linearized reading' (duration: 1.415806951s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.614896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549093709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:36:29.616214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.198991Z","time spent":"1.417103497s","remote":"127.0.0.1:38996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:29.61622Z","caller":"traceutil/trace.go:171","msg":"trace[1662231038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1958; }","duration":"2.550441445s","start":"2026-03-14T01:36:27.065754Z","end":"2026-03-14T01:36:29.616196Z","steps":["trace[1662231038] 'agreement among raft nodes before linearized reading' (duration: 2.54911332s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.616347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.065739Z","time spent":"2.550588589s","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:36:29.614988Z","caller":"traceutil/trace.go:171","msg":"trace[1197580576] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1958; }","duration":"2.721571791s","start":"2026-03-14T01:36:26.893407Z","end":"2026-03-14T01:36:29.614979Z","steps":["trace[1197580576] 'agreement among raft nodes before linearized reading' (duration: 2.721519169s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.616496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:26.893196Z","time spent":"2.723246416s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:29.615093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714130725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:29.616559Z","caller":"traceutil/trace.go:171","msg":"trace[420476120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1958; }","duration":"1.715622986s","start":"2026-03-14T01:36:27.900922Z","end":"2026-03-14T01:36:29.616545Z","steps":["trace[420476120] 'agreement among raft nodes before linearized reading' (duration: 1.714150755s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.616613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.900903Z","time spent":"1.715694827s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:36:29.615146Z","caller":"traceutil/trace.go:171","msg":"trace[158623963] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c9158115e52d3; range_end:; response_count:1; response_revision:1958; }","duration":"1.174904592s","start":"2026-03-14T01:36:28.440217Z","end":"2026-03-14T01:36:29.615122Z","steps":["trace[158623963] 'agreement among raft nodes before linearized reading' (duration: 1.174589133s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.61674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.440198Z","time spent":"1.176523795s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c9158115e52d3\" "} {"level":"warn","ts":"2026-03-14T01:36:29.615156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.758828Z","time spent":"856.317732ms","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:29.615403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.781434Z","time spent":"833.900446ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:29.614982Z","caller":"traceutil/trace.go:171","msg":"trace[512587811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1958; }","duration":"2.459059907s","start":"2026-03-14T01:36:27.155908Z","end":"2026-03-14T01:36:29.614968Z","steps":["trace[512587811] 'agreement among raft nodes before linearized reading' (duration: 2.458928483s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.616931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:27.155895Z","time spent":"2.46102288s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:36:29.99418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.014258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:29.994388Z","caller":"traceutil/trace.go:171","msg":"trace[1747598868] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"588.73328ms","start":"2026-03-14T01:36:29.405624Z","end":"2026-03-14T01:36:29.994357Z","steps":["trace[1747598868] 'process raft request' (duration: 436.463846ms)","trace[1747598868] 'compare' (duration: 151.759451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:29.994533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.405587Z","time spent":"588.870504ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:29.994591Z","caller":"traceutil/trace.go:171","msg":"trace[1386363704] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"380.39684ms","start":"2026-03-14T01:36:29.614171Z","end":"2026-03-14T01:36:29.994568Z","steps":["trace[1386363704] 'read index received' (duration: 227.942ms)","trace[1386363704] 'applied index is now lower than readState.Index' (duration: 152.45238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:29.994572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.619395Z","time spent":"375.165978ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-14T01:36:29.994611Z","caller":"traceutil/trace.go:171","msg":"trace[2044416302] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"374.934582ms","start":"2026-03-14T01:36:29.619642Z","end":"2026-03-14T01:36:29.994576Z","steps":["trace[2044416302] 'process raft request' (duration: 374.85747ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.994685Z","caller":"traceutil/trace.go:171","msg":"trace[887925818] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"371.85482ms","start":"2026-03-14T01:36:29.622812Z","end":"2026-03-14T01:36:29.994666Z","steps":["trace[887925818] 'process raft request' (duration: 371.780617ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.994747Z","caller":"traceutil/trace.go:171","msg":"trace[2027830420] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"373.768181ms","start":"2026-03-14T01:36:29.620927Z","end":"2026-03-14T01:36:29.994696Z","steps":["trace[2027830420] 'process raft request' (duration: 373.604636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.994774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.622805Z","time spent":"371.929201ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:29.994787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.619616Z","time spent":"375.083057ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:29.994798Z","caller":"traceutil/trace.go:171","msg":"trace[259317778] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"373.561977ms","start":"2026-03-14T01:36:29.621214Z","end":"2026-03-14T01:36:29.994776Z","steps":["trace[259317778] 'process raft request' (duration: 373.3455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.994864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.620906Z","time spent":"373.897355ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:29.994882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.91236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-14T01:36:29.994867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.790198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:29.994932Z","caller":"traceutil/trace.go:171","msg":"trace[868378238] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1964; }","duration":"998.014092ms","start":"2026-03-14T01:36:28.996902Z","end":"2026-03-14T01:36:29.994916Z","steps":["trace[868378238] 'agreement among raft nodes before linearized reading' (duration: 997.803827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.994968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.6212Z","time spent":"373.670389ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:29.994978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:28.996872Z","time spent":"998.091385ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:36:29.994984Z","caller":"traceutil/trace.go:171","msg":"trace[1231870559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"371.921081ms","start":"2026-03-14T01:36:29.623028Z","end":"2026-03-14T01:36:29.994949Z","steps":["trace[1231870559] 'agreement among raft nodes before linearized reading' (duration: 371.749757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.99499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.505823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:29.995029Z","caller":"traceutil/trace.go:171","msg":"trace[1960302221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1964; }","duration":"182.589655ms","start":"2026-03-14T01:36:29.812429Z","end":"2026-03-14T01:36:29.995018Z","steps":["trace[1960302221] 'agreement among raft nodes before linearized reading' (duration: 182.515763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.995031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.623022Z","time spent":"372.000454ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:29.99504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.47132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:29.995246Z","caller":"traceutil/trace.go:171","msg":"trace[445805206] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1964; }","duration":"297.704867ms","start":"2026-03-14T01:36:29.697494Z","end":"2026-03-14T01:36:29.995199Z","steps":["trace[445805206] 'agreement among raft nodes before linearized reading' (duration: 297.493941ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:29.995189Z","caller":"traceutil/trace.go:171","msg":"trace[2014716241] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"375.535349ms","start":"2026-03-14T01:36:29.619597Z","end":"2026-03-14T01:36:29.995132Z","steps":["trace[2014716241] 'process raft request' (duration: 374.792238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:29.995473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:29.619584Z","time spent":"375.833077ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:30.535921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.59933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:30.536027Z","caller":"traceutil/trace.go:171","msg":"trace[894515276] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1966; }","duration":"187.742824ms","start":"2026-03-14T01:36:30.348258Z","end":"2026-03-14T01:36:30.536001Z","steps":["trace[894515276] 'count revisions from in-memory index tree' (duration: 187.528669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.131011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845266110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:32.632137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845266110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:36:32.639901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113326898s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:36:32.640007Z","caller":"traceutil/trace.go:171","msg":"trace[1989896690] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.561445239s","start":"2026-03-14T01:36:31.078543Z","end":"2026-03-14T01:36:32.639988Z","steps":["trace[1989896690] 'process raft request' (duration: 447.956726ms)","trace[1989896690] 'compare' (duration: 1.113054691s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:36:32.640065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.078526Z","time spent":"1.561510771s","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:32.706679Z","caller":"traceutil/trace.go:171","msg":"trace[485224763] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.085373593s","start":"2026-03-14T01:36:31.62129Z","end":"2026-03-14T01:36:32.706663Z","steps":["trace[485224763] 'process raft request' (duration: 1.085284871s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.708042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.621265Z","time spent":"1.085465346s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:32.716305Z","caller":"traceutil/trace.go:171","msg":"trace[7211628] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.093690756s","start":"2026-03-14T01:36:31.622591Z","end":"2026-03-14T01:36:32.716282Z","steps":["trace[7211628] 'process raft request' (duration: 1.093513752s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.716427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.622561Z","time spent":"1.09380543s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:32.716456Z","caller":"traceutil/trace.go:171","msg":"trace[764768955] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2054; }","duration":"1.086178255s","start":"2026-03-14T01:36:31.63023Z","end":"2026-03-14T01:36:32.716408Z","steps":["trace[764768955] 'read index received' (duration: 1.07634847s)","trace[764768955] 'applied index is now lower than readState.Index' (duration: 9.828955ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:32.716603Z","caller":"traceutil/trace.go:171","msg":"trace[1409621766] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"715.029904ms","start":"2026-03-14T01:36:32.001563Z","end":"2026-03-14T01:36:32.716593Z","steps":["trace[1409621766] 'process raft request' (duration: 714.687685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.716697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.001547Z","time spent":"715.086585ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:32.716776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086549234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T01:36:32.716828Z","caller":"traceutil/trace.go:171","msg":"trace[745622206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"1.086647567s","start":"2026-03-14T01:36:31.630166Z","end":"2026-03-14T01:36:32.716814Z","steps":["trace[745622206] 'agreement among raft nodes before linearized reading' (duration: 1.086503513s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.716863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.630142Z","time spent":"1.086712289s","remote":"127.0.0.1:41452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:36:32.716967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.921274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:32.717555Z","caller":"traceutil/trace.go:171","msg":"trace[1943871088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"818.533812ms","start":"2026-03-14T01:36:31.898988Z","end":"2026-03-14T01:36:32.717522Z","steps":["trace[1943871088] 'agreement among raft nodes before linearized reading' (duration: 817.940576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.717598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.898967Z","time spent":"818.621513ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:36:32.717211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.243324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:36:32.71774Z","caller":"traceutil/trace.go:171","msg":"trace[1322214793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"717.704518ms","start":"2026-03-14T01:36:31.999931Z","end":"2026-03-14T01:36:32.717636Z","steps":["trace[1322214793] 'agreement among raft nodes before linearized reading' (duration: 717.215644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.717781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.999923Z","time spent":"717.847481ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:32.717265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.454242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:36:32.717858Z","caller":"traceutil/trace.go:171","msg":"trace[102210628] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1970; }","duration":"367.08531ms","start":"2026-03-14T01:36:32.350762Z","end":"2026-03-14T01:36:32.717848Z","steps":["trace[102210628] 'agreement among raft nodes before linearized reading' (duration: 366.417881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.717895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.350743Z","time spent":"367.141182ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:36:32.717279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.047299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:36:32.717975Z","caller":"traceutil/trace.go:171","msg":"trace[1190504743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1970; }","duration":"717.784959ms","start":"2026-03-14T01:36:32.000182Z","end":"2026-03-14T01:36:32.717967Z","steps":["trace[1190504743] 'agreement among raft nodes before linearized reading' (duration: 717.049639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.718004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.000161Z","time spent":"717.83623ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:36:32.717347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.309253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:36:32.718093Z","caller":"traceutil/trace.go:171","msg":"trace[263669177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1970; }","duration":"719.096235ms","start":"2026-03-14T01:36:31.99899Z","end":"2026-03-14T01:36:32.718086Z","steps":["trace[263669177] 'agreement among raft nodes before linearized reading' (duration: 718.311493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.718121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.998966Z","time spent":"719.148145ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:32.717405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.548662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:36:32.718209Z","caller":"traceutil/trace.go:171","msg":"trace[1729319324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"718.371385ms","start":"2026-03-14T01:36:31.999832Z","end":"2026-03-14T01:36:32.718204Z","steps":["trace[1729319324] 'agreement among raft nodes before linearized reading' (duration: 717.529841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.718232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.999824Z","time spent":"718.402805ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:36:32.717404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.511418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:36:32.718292Z","caller":"traceutil/trace.go:171","msg":"trace[900208536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1970; }","duration":"719.430283ms","start":"2026-03-14T01:36:31.998848Z","end":"2026-03-14T01:36:32.718278Z","steps":["trace[900208536] 'agreement among raft nodes before linearized reading' (duration: 718.472736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:32.718315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:31.998833Z","time spent":"719.477015ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:36:33.140394Z","caller":"traceutil/trace.go:171","msg":"trace[1195288741] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"418.010176ms","start":"2026-03-14T01:36:32.722355Z","end":"2026-03-14T01:36:33.140365Z","steps":["trace[1195288741] 'process raft request' (duration: 417.77998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:33.140577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.722338Z","time spent":"418.14467ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:36:33.140654Z","caller":"traceutil/trace.go:171","msg":"trace[267289824] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2058; }","duration":"241.568489ms","start":"2026-03-14T01:36:32.89907Z","end":"2026-03-14T01:36:33.140639Z","steps":["trace[267289824] 'read index received' (duration: 240.957412ms)","trace[267289824] 'applied index is now lower than readState.Index' (duration: 610.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:36:33.140714Z","caller":"traceutil/trace.go:171","msg":"trace[1399821745] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"417.803872ms","start":"2026-03-14T01:36:32.722904Z","end":"2026-03-14T01:36:33.140707Z","steps":["trace[1399821745] 'process raft request' (duration: 417.694248ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:33.140728Z","caller":"traceutil/trace.go:171","msg":"trace[1377454982] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"418.259044ms","start":"2026-03-14T01:36:32.722425Z","end":"2026-03-14T01:36:33.140684Z","steps":["trace[1377454982] 'process raft request' (duration: 418.098769ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:36:33.140655Z","caller":"traceutil/trace.go:171","msg":"trace[1275536640] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"418.223053ms","start":"2026-03-14T01:36:32.722405Z","end":"2026-03-14T01:36:33.140628Z","steps":["trace[1275536640] 'process raft request' (duration: 417.892473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:33.140821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.722896Z","time spent":"417.848353ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:33.140856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.722385Z","time spent":"418.430349ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:33.1409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:36:32.722416Z","time spent":"418.397828ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:36:33.140771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.701912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:33.140983Z","caller":"traceutil/trace.go:171","msg":"trace[1736471682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"241.96616ms","start":"2026-03-14T01:36:32.898996Z","end":"2026-03-14T01:36:33.140962Z","steps":["trace[1736471682] 'agreement among raft nodes before linearized reading' (duration: 241.741484ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:20.869208Z","caller":"traceutil/trace.go:171","msg":"trace[1299762030] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"111.026286ms","start":"2026-03-14T01:37:20.758154Z","end":"2026-03-14T01:37:20.86918Z","steps":["trace[1299762030] 'process raft request' (duration: 110.860522ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.026971Z","caller":"traceutil/trace.go:171","msg":"trace[1440119992] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"153.108822ms","start":"2026-03-14T01:37:20.873839Z","end":"2026-03-14T01:37:21.026948Z","steps":["trace[1440119992] 'process raft request' (duration: 152.99095ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.088539Z","caller":"traceutil/trace.go:171","msg":"trace[977653265] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"210.891135ms","start":"2026-03-14T01:37:20.877615Z","end":"2026-03-14T01:37:21.088506Z","steps":["trace[977653265] 'process raft request' (duration: 210.590048ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.088629Z","caller":"traceutil/trace.go:171","msg":"trace[776169356] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"210.26201ms","start":"2026-03-14T01:37:20.878354Z","end":"2026-03-14T01:37:21.088616Z","steps":["trace[776169356] 'process raft request' (duration: 209.948873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:21.088774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.695791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:21.088832Z","caller":"traceutil/trace.go:171","msg":"trace[739457140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2377; }","duration":"189.789504ms","start":"2026-03-14T01:37:20.899026Z","end":"2026-03-14T01:37:21.088815Z","steps":["trace[739457140] 'agreement among raft nodes before linearized reading' (duration: 189.693892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.088808Z","caller":"traceutil/trace.go:171","msg":"trace[1893292185] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2477; }","duration":"189.513567ms","start":"2026-03-14T01:37:20.89906Z","end":"2026-03-14T01:37:21.088574Z","steps":["trace[1893292185] 'read index received' (duration: 127.919605ms)","trace[1893292185] 'applied index is now lower than readState.Index' (duration: 61.593142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:21.089059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.03122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:37:21.089101Z","caller":"traceutil/trace.go:171","msg":"trace[1049512986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2377; }","duration":"139.113681ms","start":"2026-03-14T01:37:20.949975Z","end":"2026-03-14T01:37:21.089089Z","steps":["trace[1049512986] 'agreement among raft nodes before linearized reading' (duration: 138.931196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:21.089197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.692173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:37:21.089253Z","caller":"traceutil/trace.go:171","msg":"trace[1674003296] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:2377; }","duration":"117.795516ms","start":"2026-03-14T01:37:20.971443Z","end":"2026-03-14T01:37:21.089239Z","steps":["trace[1674003296] 'agreement among raft nodes before linearized reading' (duration: 117.617192ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:21.221354Z","caller":"traceutil/trace.go:171","msg":"trace[118330452] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"128.245143ms","start":"2026-03-14T01:37:21.093086Z","end":"2026-03-14T01:37:21.221331Z","steps":["trace[118330452] 'process raft request' (duration: 127.989967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.399461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845267007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:37:23.69054Z","caller":"traceutil/trace.go:171","msg":"trace[1733318741] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"813.220669ms","start":"2026-03-14T01:37:22.877283Z","end":"2026-03-14T01:37:23.690503Z","steps":["trace[1733318741] 'process raft request' (duration: 813.016554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.690754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:22.877271Z","time spent":"813.362412ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:23.851288Z","caller":"traceutil/trace.go:171","msg":"trace[1704489539] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"819.580271ms","start":"2026-03-14T01:37:23.031679Z","end":"2026-03-14T01:37:23.851259Z","steps":["trace[1704489539] 'process raft request' (duration: 819.266743ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:23.85151Z","caller":"traceutil/trace.go:171","msg":"trace[905791309] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"757.845376ms","start":"2026-03-14T01:37:23.09363Z","end":"2026-03-14T01:37:23.851475Z","steps":["trace[905791309] 'process raft request' (duration: 757.581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.851657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.031654Z","time spent":"819.892789ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:23.85168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.093601Z","time spent":"757.981739ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:23.851294Z","caller":"traceutil/trace.go:171","msg":"trace[1240925289] linearizableReadLoop","detail":"{readStateIndex:2490; appliedIndex:2486; }","duration":"951.910121ms","start":"2026-03-14T01:37:22.899354Z","end":"2026-03-14T01:37:23.851264Z","steps":["trace[1240925289] 'read index received' (duration: 790.93442ms)","trace[1240925289] 'applied index is now lower than readState.Index' (duration: 160.974001ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:23.851425Z","caller":"traceutil/trace.go:171","msg":"trace[745179096] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"757.99125ms","start":"2026-03-14T01:37:23.093417Z","end":"2026-03-14T01:37:23.851409Z","steps":["trace[745179096] 'process raft request' (duration: 757.735553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.85198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.566649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:37:23.851986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.09339Z","time spent":"758.523961ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:23.852014Z","caller":"traceutil/trace.go:171","msg":"trace[978340357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2387; }","duration":"647.640489ms","start":"2026-03-14T01:37:23.204363Z","end":"2026-03-14T01:37:23.852004Z","steps":["trace[978340357] 'agreement among raft nodes before linearized reading' (duration: 647.573438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.852037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.20434Z","time spent":"647.691091ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:37:23.851438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.055974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:23.852099Z","caller":"traceutil/trace.go:171","msg":"trace[647349021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2387; }","duration":"952.761141ms","start":"2026-03-14T01:37:22.899311Z","end":"2026-03-14T01:37:23.852072Z","steps":["trace[647349021] 'agreement among raft nodes before linearized reading' (duration: 952.044414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.85223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.743723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:37:23.852287Z","caller":"traceutil/trace.go:171","msg":"trace[462330221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2387; }","duration":"449.820846ms","start":"2026-03-14T01:37:23.40245Z","end":"2026-03-14T01:37:23.852271Z","steps":["trace[462330221] 'agreement among raft nodes before linearized reading' (duration: 449.668662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.85229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.857207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:37:23.852301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.889846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:37:23.852321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.959468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-14T01:37:23.852342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.402434Z","time spent":"449.892997ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:37:23.852355Z","caller":"traceutil/trace.go:171","msg":"trace[923104923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2387; }","duration":"626.960619ms","start":"2026-03-14T01:37:23.225375Z","end":"2026-03-14T01:37:23.852335Z","steps":["trace[923104923] 'agreement among raft nodes before linearized reading' (duration: 626.779155ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:23.852368Z","caller":"traceutil/trace.go:171","msg":"trace[2091013261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2387; }","duration":"422.985769ms","start":"2026-03-14T01:37:23.429374Z","end":"2026-03-14T01:37:23.85236Z","steps":["trace[2091013261] 'agreement among raft nodes before linearized reading' (duration: 422.857206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.852405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.225354Z","time spent":"627.043612ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:37:23.85241Z","caller":"traceutil/trace.go:171","msg":"trace[1356331718] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2387; }","duration":"233.072311ms","start":"2026-03-14T01:37:23.619311Z","end":"2026-03-14T01:37:23.852384Z","steps":["trace[1356331718] 'agreement among raft nodes before linearized reading' (duration: 232.869447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.852146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.490518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:37:23.852217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.531166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:23.852472Z","caller":"traceutil/trace.go:171","msg":"trace[1173491024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2387; }","duration":"449.841196ms","start":"2026-03-14T01:37:23.402621Z","end":"2026-03-14T01:37:23.852462Z","steps":["trace[1173491024] 'agreement among raft nodes before linearized reading' (duration: 449.420936ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:23.852484Z","caller":"traceutil/trace.go:171","msg":"trace[1053868525] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2387; }","duration":"100.856053ms","start":"2026-03-14T01:37:23.751613Z","end":"2026-03-14T01:37:23.852469Z","steps":["trace[1053868525] 'agreement among raft nodes before linearized reading' (duration: 100.552856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.852448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:22.899294Z","time spent":"952.950606ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:37:23.852483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.429358Z","time spent":"423.06713ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:23.852508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.402611Z","time spent":"449.887537ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:37:23.853147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.123383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:37:23.853298Z","caller":"traceutil/trace.go:171","msg":"trace[2025553616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2387; }","duration":"469.295347ms","start":"2026-03-14T01:37:23.383979Z","end":"2026-03-14T01:37:23.853274Z","steps":["trace[2025553616] 'agreement among raft nodes before linearized reading' (duration: 468.110789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:23.853353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:23.383967Z","time spent":"469.371959ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:50.268156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.705752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:50.268486Z","caller":"traceutil/trace.go:171","msg":"trace[1366143165] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2642; }","duration":"219.493789ms","start":"2026-03-14T01:37:50.048972Z","end":"2026-03-14T01:37:50.268466Z","steps":["trace[1366143165] 'read index received' (duration: 54.77956ms)","trace[1366143165] 'applied index is now lower than readState.Index' (duration: 164.713299ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:50.268476Z","caller":"traceutil/trace.go:171","msg":"trace[340927629] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"235.583911ms","start":"2026-03-14T01:37:50.032773Z","end":"2026-03-14T01:37:50.268357Z","steps":["trace[340927629] 'process raft request' (duration: 109.571621ms)","trace[340927629] 'compare' (duration: 125.588389ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:50.26849Z","caller":"traceutil/trace.go:171","msg":"trace[1300402862] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"233.949032ms","start":"2026-03-14T01:37:50.034517Z","end":"2026-03-14T01:37:50.268466Z","steps":["trace[1300402862] 'process raft request' (duration: 233.753237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:50.268548Z","caller":"traceutil/trace.go:171","msg":"trace[484868658] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"233.748288ms","start":"2026-03-14T01:37:50.034755Z","end":"2026-03-14T01:37:50.268503Z","steps":["trace[484868658] 'process raft request' (duration: 233.646135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:50.268691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.718075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-14T01:37:50.268724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.313313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:37:50.268751Z","caller":"traceutil/trace.go:171","msg":"trace[599349539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2537; }","duration":"219.778746ms","start":"2026-03-14T01:37:50.048956Z","end":"2026-03-14T01:37:50.268735Z","steps":["trace[599349539] 'agreement among raft nodes before linearized reading' (duration: 219.582672ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:50.268782Z","caller":"traceutil/trace.go:171","msg":"trace[907475996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2537; }","duration":"208.405876ms","start":"2026-03-14T01:37:50.060363Z","end":"2026-03-14T01:37:50.268769Z","steps":["trace[907475996] 'agreement among raft nodes before linearized reading' (duration: 208.237142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:50.268786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.424021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-14T01:37:50.26869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.142261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:37:50.268821Z","caller":"traceutil/trace.go:171","msg":"trace[288966559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2537; }","duration":"212.474572ms","start":"2026-03-14T01:37:50.056336Z","end":"2026-03-14T01:37:50.268811Z","steps":["trace[288966559] 'agreement among raft nodes before linearized reading' (duration: 212.3848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:50.268807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.077478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:37:50.268879Z","caller":"traceutil/trace.go:171","msg":"trace[1028126802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2537; }","duration":"219.315935ms","start":"2026-03-14T01:37:50.049506Z","end":"2026-03-14T01:37:50.268822Z","steps":["trace[1028126802] 'agreement among raft nodes before linearized reading' (duration: 219.07594ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:50.268922Z","caller":"traceutil/trace.go:171","msg":"trace[1481756996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2537; }","duration":"208.208371ms","start":"2026-03-14T01:37:50.060697Z","end":"2026-03-14T01:37:50.268906Z","steps":["trace[1481756996] 'agreement among raft nodes before linearized reading' (duration: 207.981356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:50.553285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.045367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:50.5537Z","caller":"traceutil/trace.go:171","msg":"trace[1625299776] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"279.563203ms","start":"2026-03-14T01:37:50.274102Z","end":"2026-03-14T01:37:50.553665Z","steps":["trace[1625299776] 'process raft request' (duration: 279.276467ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:50.553767Z","caller":"traceutil/trace.go:171","msg":"trace[1066876556] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"279.445431ms","start":"2026-03-14T01:37:50.274307Z","end":"2026-03-14T01:37:50.553752Z","steps":["trace[1066876556] 'process raft request' (duration: 279.134544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:50.553789Z","caller":"traceutil/trace.go:171","msg":"trace[460842638] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"279.758218ms","start":"2026-03-14T01:37:50.274002Z","end":"2026-03-14T01:37:50.55376Z","steps":["trace[460842638] 'process raft request' (duration: 170.155318ms)","trace[460842638] 'compare' (duration: 108.939815ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:50.553947Z","caller":"traceutil/trace.go:171","msg":"trace[2088238718] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"279.030711ms","start":"2026-03-14T01:37:50.274487Z","end":"2026-03-14T01:37:50.553517Z","steps":["trace[2088238718] 'process raft request' (duration: 278.99128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.267139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.068432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:57.267577Z","caller":"traceutil/trace.go:171","msg":"trace[1075872974] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"887.655457ms","start":"2026-03-14T01:37:56.379885Z","end":"2026-03-14T01:37:57.26754Z","steps":["trace[1075872974] 'process raft request' (duration: 89.081613ms)","trace[1075872974] 'compare' (duration: 797.773716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:57.267748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.379853Z","time spent":"887.818491ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:57.93747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.989471ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:37:57.937796Z","caller":"traceutil/trace.go:171","msg":"trace[1267904102] linearizableReadLoop","detail":"{readStateIndex:2680; appliedIndex:2678; }","duration":"1.359721081s","start":"2026-03-14T01:37:56.578054Z","end":"2026-03-14T01:37:57.937776Z","steps":["trace[1267904102] 'read index received' (duration: 360.194249ms)","trace[1267904102] 'applied index is now lower than readState.Index' (duration: 999.525772ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:57.937901Z","caller":"traceutil/trace.go:171","msg":"trace[829550713] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"325.266829ms","start":"2026-03-14T01:37:57.612609Z","end":"2026-03-14T01:37:57.937876Z","steps":["trace[829550713] 'process raft request' (duration: 325.000453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.938045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359975477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:37:57.938054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.61258Z","time spent":"325.385792ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:57.938079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359900585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:37:57.93809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.296239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:37:57.938164Z","caller":"traceutil/trace.go:171","msg":"trace[168777632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2570; }","duration":"1.360037868s","start":"2026-03-14T01:37:56.578108Z","end":"2026-03-14T01:37:57.938146Z","steps":["trace[168777632] 'agreement among raft nodes before linearized reading' (duration: 1.359814503s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:57.938185Z","caller":"traceutil/trace.go:171","msg":"trace[310934650] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2570; }","duration":"322.467373ms","start":"2026-03-14T01:37:57.615698Z","end":"2026-03-14T01:37:57.938165Z","steps":["trace[310934650] 'agreement among raft nodes before linearized reading' (duration: 322.216747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.938213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.578076Z","time spent":"1.360127771s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:37:57.938229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.615668Z","time spent":"322.551755ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-14T01:37:57.938108Z","caller":"traceutil/trace.go:171","msg":"trace[558831481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2570; }","duration":"1.360046628s","start":"2026-03-14T01:37:56.578048Z","end":"2026-03-14T01:37:57.938095Z","steps":["trace[558831481] 'agreement among raft nodes before linearized reading' (duration: 1.359859994s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.93835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.577995Z","time spent":"1.360346007s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:57.938407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36006255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:37:57.938207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360021878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:37:57.93871Z","caller":"traceutil/trace.go:171","msg":"trace[2077986975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2570; }","duration":"1.360560211s","start":"2026-03-14T01:37:56.578134Z","end":"2026-03-14T01:37:57.938695Z","steps":["trace[2077986975] 'agreement among raft nodes before linearized reading' (duration: 1.360006677s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.938755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.578103Z","time spent":"1.360634993s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:37:57.938515Z","caller":"traceutil/trace.go:171","msg":"trace[484040289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2570; }","duration":"1.360247555s","start":"2026-03-14T01:37:56.578248Z","end":"2026-03-14T01:37:57.938496Z","steps":["trace[484040289] 'agreement among raft nodes before linearized reading' (duration: 1.359741862s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:57.938959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:56.578231Z","time spent":"1.360710345s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:59.348419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.130801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:37:59.348686Z","caller":"traceutil/trace.go:171","msg":"trace[1021075658] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2681; }","duration":"1.40399397s","start":"2026-03-14T01:37:57.944674Z","end":"2026-03-14T01:37:59.348668Z","steps":["trace[1021075658] 'read index received' (duration: 72.06201ms)","trace[1021075658] 'applied index is now lower than readState.Index' (duration: 1.33193114s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:37:59.348782Z","caller":"traceutil/trace.go:171","msg":"trace[612234455] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"1.40567868s","start":"2026-03-14T01:37:57.943086Z","end":"2026-03-14T01:37:59.348765Z","steps":["trace[612234455] 'process raft request' (duration: 535.108729ms)","trace[612234455] 'compare' (duration: 869.769213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:59.348861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.943067Z","time spent":"1.405754113s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:59.348909Z","caller":"traceutil/trace.go:171","msg":"trace[1380996657] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"1.40563963s","start":"2026-03-14T01:37:57.94322Z","end":"2026-03-14T01:37:59.348859Z","steps":["trace[1380996657] 'process raft request' (duration: 1.405304102s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:59.348946Z","caller":"traceutil/trace.go:171","msg":"trace[1698003353] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"1.405584799s","start":"2026-03-14T01:37:57.943314Z","end":"2026-03-14T01:37:59.348899Z","steps":["trace[1698003353] 'process raft request' (duration: 1.405306302s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.349078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.943192Z","time spent":"1.405805714s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:59.349151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.943281Z","time spent":"1.405767383s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:37:59.349398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404712437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-14T01:37:59.349508Z","caller":"traceutil/trace.go:171","msg":"trace[1996571195] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2574; }","duration":"1.404828839s","start":"2026-03-14T01:37:57.944659Z","end":"2026-03-14T01:37:59.349488Z","steps":["trace[1996571195] 'agreement among raft nodes before linearized reading' (duration: 1.404527002s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:59.349669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:57.944619Z","time spent":"1.405008214s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-14T01:37:59.849695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845267523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:38:00.110766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.632526534s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:38:01.068274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.100646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:38:01.068546Z","caller":"traceutil/trace.go:171","msg":"trace[1302090482] linearizableReadLoop","detail":"{readStateIndex:2689; appliedIndex:2685; }","duration":"1.719804466s","start":"2026-03-14T01:37:59.348724Z","end":"2026-03-14T01:38:01.068529Z","steps":["trace[1302090482] 'read index received' (duration: 762.334832ms)","trace[1302090482] 'applied index is now lower than readState.Index' (duration: 957.468374ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.06863Z","caller":"traceutil/trace.go:171","msg":"trace[1804034054] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"2.736813411s","start":"2026-03-14T01:37:58.331805Z","end":"2026-03-14T01:38:01.068619Z","steps":["trace[1804034054] 'process raft request' (duration: 1.779277125s)","trace[1804034054] 'compare' (duration: 956.782738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:01.068694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.331777Z","time spent":"2.736883343s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.068826Z","caller":"traceutil/trace.go:171","msg":"trace[868922548] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"1.94503816s","start":"2026-03-14T01:37:59.123743Z","end":"2026-03-14T01:38:01.068781Z","steps":["trace[868922548] 'process raft request' (duration: 1.944750913s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.068928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720756308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:38:01.068974Z","caller":"traceutil/trace.go:171","msg":"trace[1073458416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2578; }","duration":"1.7208427s","start":"2026-03-14T01:37:59.348117Z","end":"2026-03-14T01:38:01.06896Z","steps":["trace[1073458416] 'agreement among raft nodes before linearized reading' (duration: 1.720754098s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.06898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.123715Z","time spent":"1.945183233s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.069011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.348097Z","time spent":"1.720905431s","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:38:01.069267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797338765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:38:01.069281Z","caller":"traceutil/trace.go:171","msg":"trace[1300443391] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"2.737343883s","start":"2026-03-14T01:37:58.331925Z","end":"2026-03-14T01:38:01.069269Z","steps":["trace[1300443391] 'process raft request' (duration: 2.736442522s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.069305Z","caller":"traceutil/trace.go:171","msg":"trace[1288027683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2578; }","duration":"1.797412067s","start":"2026-03-14T01:37:59.271883Z","end":"2026-03-14T01:38:01.069295Z","steps":["trace[1288027683] 'agreement among raft nodes before linearized reading' (duration: 1.797291764s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.069333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.271861Z","time spent":"1.797465187s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:38:01.069352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.331897Z","time spent":"2.737424215s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.069444Z","caller":"traceutil/trace.go:171","msg":"trace[1782374844] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"2.737309403s","start":"2026-03-14T01:37:58.332127Z","end":"2026-03-14T01:38:01.069436Z","steps":["trace[1782374844] 'process raft request' (duration: 2.73632539s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.069494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.332088Z","time spent":"2.737382395s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.069712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163505145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c916dc416f2ea\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-14T01:38:01.06988Z","caller":"traceutil/trace.go:171","msg":"trace[1016006033] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c916dc416f2ea; range_end:; response_count:1; response_revision:2578; }","duration":"2.163675718s","start":"2026-03-14T01:37:58.906164Z","end":"2026-03-14T01:38:01.069839Z","steps":["trace[1016006033] 'agreement among raft nodes before linearized reading' (duration: 2.163259999s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.06998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:58.906149Z","time spent":"2.163816962s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c916dc416f2ea\" "} {"level":"warn","ts":"2026-03-14T01:38:01.433613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:38:01.43372Z","caller":"traceutil/trace.go:171","msg":"trace[1240133000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622671s","start":"2026-03-14T01:37:59.433074Z","end":"2026-03-14T01:38:01.433697Z","steps":["trace[1240133000] 'agreement among raft nodes before linearized reading' (duration: 2.000494928s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.433783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.433041Z","time spent":"2.000726763s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:38:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-14T01:38:01.563711Z","caller":"traceutil/trace.go:171","msg":"trace[99163907] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2689; }","duration":"495.103831ms","start":"2026-03-14T01:38:01.068583Z","end":"2026-03-14T01:38:01.563687Z","steps":["trace[99163907] 'read index received' (duration: 412.600402ms)","trace[99163907] 'applied index is now lower than readState.Index' (duration: 82.502489ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.563846Z","caller":"traceutil/trace.go:171","msg":"trace[598114570] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"547.349671ms","start":"2026-03-14T01:38:01.016473Z","end":"2026-03-14T01:38:01.563822Z","steps":["trace[598114570] 'process raft request' (duration: 464.614297ms)","trace[598114570] 'compare' (duration: 82.430887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:01.5639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.713494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:38:01.563893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665326733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:01.563928Z","caller":"traceutil/trace.go:171","msg":"trace[12214489] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:2579; }","duration":"591.759955ms","start":"2026-03-14T01:38:00.972158Z","end":"2026-03-14T01:38:01.563918Z","steps":["trace[12214489] 'agreement among raft nodes before linearized reading' (duration: 591.677804ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.563928Z","caller":"traceutil/trace.go:171","msg":"trace[193657922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2579; }","duration":"1.665411566s","start":"2026-03-14T01:37:59.898509Z","end":"2026-03-14T01:38:01.56392Z","steps":["trace[193657922] 'agreement among raft nodes before linearized reading' (duration: 1.665342094s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.56391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.446066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-14T01:38:01.563957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.898487Z","time spent":"1.665461787s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:38:01.563952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.016459Z","time spent":"547.441303ms","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.563955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.972146Z","time spent":"591.803256ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-14T01:38:01.563948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175081732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:38:01.563973Z","caller":"traceutil/trace.go:171","msg":"trace[170913379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2579; }","duration":"655.546098ms","start":"2026-03-14T01:38:00.90841Z","end":"2026-03-14T01:38:01.563956Z","steps":["trace[170913379] 'agreement among raft nodes before linearized reading' (duration: 655.314603ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.564013Z","caller":"traceutil/trace.go:171","msg":"trace[353319923] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2579; }","duration":"2.175186163s","start":"2026-03-14T01:37:59.388812Z","end":"2026-03-14T01:38:01.563999Z","steps":["trace[353319923] 'agreement among raft nodes before linearized reading' (duration: 2.17506081s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.563959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467920959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-14T01:38:01.56402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.908384Z","time spent":"655.62359ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:38:01.564039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.388802Z","time spent":"2.175231995s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:38:01.564045Z","caller":"traceutil/trace.go:171","msg":"trace[878284759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2579; }","duration":"1.468063432s","start":"2026-03-14T01:38:00.095971Z","end":"2026-03-14T01:38:01.564034Z","steps":["trace[878284759] 'agreement among raft nodes before linearized reading' (duration: 1.467813806s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.564084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210592733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-14T01:38:01.564211Z","caller":"traceutil/trace.go:171","msg":"trace[1211340431] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2579; }","duration":"2.210751137s","start":"2026-03-14T01:37:59.353451Z","end":"2026-03-14T01:38:01.564202Z","steps":["trace[1211340431] 'agreement among raft nodes before linearized reading' (duration: 2.210571423s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.564195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.095946Z","time spent":"1.468238976s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:38:01.564233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:59.353434Z","time spent":"2.210792528s","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7484,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-14T01:38:01.564047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543485012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:38:01.564465Z","caller":"traceutil/trace.go:171","msg":"trace[615107925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2579; }","duration":"1.543966653s","start":"2026-03-14T01:38:00.020491Z","end":"2026-03-14T01:38:01.564458Z","steps":["trace[615107925] 'agreement among raft nodes before linearized reading' (duration: 1.543366889s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.5645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:00.020467Z","time spent":"1.544013715s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:38:01.917607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.355093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:38:01.917799Z","caller":"traceutil/trace.go:171","msg":"trace[368931029] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"845.645979ms","start":"2026-03-14T01:38:01.072124Z","end":"2026-03-14T01:38:01.91777Z","steps":["trace[368931029] 'process raft request' (duration: 674.98687ms)","trace[368931029] 'compare' (duration: 169.922602ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.917977Z","caller":"traceutil/trace.go:171","msg":"trace[1219341343] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"350.192211ms","start":"2026-03-14T01:38:01.567766Z","end":"2026-03-14T01:38:01.917958Z","steps":["trace[1219341343] 'process raft request' (duration: 350.14395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.917977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.072097Z","time spent":"845.775683ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.917979Z","caller":"traceutil/trace.go:171","msg":"trace[18491918] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"731.819937ms","start":"2026-03-14T01:38:01.186123Z","end":"2026-03-14T01:38:01.917943Z","steps":["trace[18491918] 'process raft request' (duration: 731.677044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.91805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.567756Z","time spent":"350.261832ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.91806Z","caller":"traceutil/trace.go:171","msg":"trace[850954630] linearizableReadLoop","detail":"{readStateIndex:2693; appliedIndex:2690; }","duration":"354.271097ms","start":"2026-03-14T01:38:01.563763Z","end":"2026-03-14T01:38:01.918034Z","steps":["trace[850954630] 'read index received' (duration: 183.424972ms)","trace[850954630] 'applied index is now lower than readState.Index' (duration: 170.842214ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:01.917976Z","caller":"traceutil/trace.go:171","msg":"trace[142980197] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"842.800682ms","start":"2026-03-14T01:38:01.075139Z","end":"2026-03-14T01:38:01.91794Z","steps":["trace[142980197] 'process raft request' (duration: 842.565367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.918179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.186104Z","time spent":"731.964431ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:01.91827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.888951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:38:01.918296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.172094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:38:01.918343Z","caller":"traceutil/trace.go:171","msg":"trace[1584737777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2583; }","duration":"560.987123ms","start":"2026-03-14T01:38:01.357339Z","end":"2026-03-14T01:38:01.918326Z","steps":["trace[1584737777] 'agreement among raft nodes before linearized reading' (duration: 560.746798ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.918356Z","caller":"traceutil/trace.go:171","msg":"trace[633538179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2583; }","duration":"560.260316ms","start":"2026-03-14T01:38:01.35808Z","end":"2026-03-14T01:38:01.91834Z","steps":["trace[633538179] 'agreement among raft nodes before linearized reading' (duration: 559.981109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.918363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.956786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:38:01.918364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.725828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:38:01.918385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.35733Z","time spent":"561.047305ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.358071Z","time spent":"560.313127ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.178083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:38:01.918421Z","caller":"traceutil/trace.go:171","msg":"trace[568537750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2583; }","duration":"563.81681ms","start":"2026-03-14T01:38:01.354588Z","end":"2026-03-14T01:38:01.918405Z","steps":["trace[568537750] 'agreement among raft nodes before linearized reading' (duration: 563.588205ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.918456Z","caller":"traceutil/trace.go:171","msg":"trace[1650032100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2583; }","duration":"348.254794ms","start":"2026-03-14T01:38:01.570185Z","end":"2026-03-14T01:38:01.91844Z","steps":["trace[1650032100] 'agreement among raft nodes before linearized reading' (duration: 348.174522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.918467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.354569Z","time spent":"563.885981ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.570172Z","time spent":"348.321185ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.006159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:38:01.918403Z","caller":"traceutil/trace.go:171","msg":"trace[687095184] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2583; }","duration":"412.047249ms","start":"2026-03-14T01:38:01.506345Z","end":"2026-03-14T01:38:01.918392Z","steps":["trace[687095184] 'agreement among raft nodes before linearized reading' (duration: 411.973257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.918552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.696825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-14T01:38:01.918621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.075116Z","time spent":"843.079828ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:01.918568Z","caller":"traceutil/trace.go:171","msg":"trace[56932465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2583; }","duration":"351.053871ms","start":"2026-03-14T01:38:01.567506Z","end":"2026-03-14T01:38:01.91856Z","steps":["trace[56932465] 'agreement among raft nodes before linearized reading' (duration: 350.936998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.918626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.50632Z","time spent":"412.287794ms","remote":"127.0.0.1:59000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:38:01.918712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.567494Z","time spent":"351.208264ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.019801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:38:01.918798Z","caller":"traceutil/trace.go:171","msg":"trace[571407817] range","detail":"{range_begin:/registry/persistentvolumes/pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912; range_end:; response_count:1; response_revision:2583; }","duration":"351.808088ms","start":"2026-03-14T01:38:01.566834Z","end":"2026-03-14T01:38:01.918642Z","steps":["trace[571407817] 'agreement among raft nodes before linearized reading' (duration: 351.522361ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:01.918838Z","caller":"traceutil/trace.go:171","msg":"trace[2018473239] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2583; }","duration":"303.310248ms","start":"2026-03-14T01:38:01.615512Z","end":"2026-03-14T01:38:01.918823Z","steps":["trace[2018473239] 'agreement among raft nodes before linearized reading' (duration: 302.945179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:01.918863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.566792Z","time spent":"352.054454ms","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-28f42c44-e2fe-41d2-af0c-fcc74776c912\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.615501Z","time spent":"303.383539ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:38:01.918037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.565866Z","time spent":"352.164448ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:38:02.302546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.825577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:38:02.303024Z","caller":"traceutil/trace.go:171","msg":"trace[1081217138] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"380.088911ms","start":"2026-03-14T01:38:01.922902Z","end":"2026-03-14T01:38:02.302991Z","steps":["trace[1081217138] 'process raft request' (duration: 210.743702ms)","trace[1081217138] 'compare' (duration: 168.278173ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:02.303135Z","caller":"traceutil/trace.go:171","msg":"trace[344812667] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"379.570929ms","start":"2026-03-14T01:38:01.923536Z","end":"2026-03-14T01:38:02.303107Z","steps":["trace[344812667] 'process raft request' (duration: 379.108947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:02.303178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.922888Z","time spent":"380.205684ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:02.303309Z","caller":"traceutil/trace.go:171","msg":"trace[443935481] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2696; }","duration":"343.723898ms","start":"2026-03-14T01:38:01.959553Z","end":"2026-03-14T01:38:02.303277Z","steps":["trace[443935481] 'read index received' (duration: 174.125762ms)","trace[443935481] 'applied index is now lower than readState.Index' (duration: 169.596296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:38:02.303366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.923516Z","time spent":"379.726762ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:38:02.303472Z","caller":"traceutil/trace.go:171","msg":"trace[969525768] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"378.127354ms","start":"2026-03-14T01:38:01.925332Z","end":"2026-03-14T01:38:02.303459Z","steps":["trace[969525768] 'process raft request' (duration: 377.731105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:02.303553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.925315Z","time spent":"378.192455ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:02.30367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.051294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-14T01:38:02.303719Z","caller":"traceutil/trace.go:171","msg":"trace[50826807] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2587; }","duration":"381.120885ms","start":"2026-03-14T01:38:01.922584Z","end":"2026-03-14T01:38:02.303705Z","steps":["trace[50826807] 'agreement among raft nodes before linearized reading' (duration: 380.90701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:02.303751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.922574Z","time spent":"381.170186ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-14T01:38:02.342311Z","caller":"traceutil/trace.go:171","msg":"trace[1478351884] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"381.107375ms","start":"2026-03-14T01:38:01.961187Z","end":"2026-03-14T01:38:02.342295Z","steps":["trace[1478351884] 'process raft request' (duration: 380.765466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:02.342425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.961168Z","time spent":"381.190476ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:38:02.342726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.493969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:38:02.342789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.456203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:38:02.342823Z","caller":"traceutil/trace.go:171","msg":"trace[757607299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2588; }","duration":"369.622872ms","start":"2026-03-14T01:38:01.97318Z","end":"2026-03-14T01:38:02.342803Z","steps":["trace[757607299] 'agreement among raft nodes before linearized reading' (duration: 369.451588ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:02.342851Z","caller":"traceutil/trace.go:171","msg":"trace[1645704939] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2588; }","duration":"381.545434ms","start":"2026-03-14T01:38:01.961292Z","end":"2026-03-14T01:38:02.342837Z","steps":["trace[1645704939] 'agreement among raft nodes before linearized reading' (duration: 381.413921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:02.342894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.961284Z","time spent":"381.602625ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-14T01:38:02.342876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:01.973167Z","time spent":"369.694684ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:38:07.197909Z","caller":"traceutil/trace.go:171","msg":"trace[1912891526] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"103.136701ms","start":"2026-03-14T01:38:07.094747Z","end":"2026-03-14T01:38:07.197884Z","steps":["trace[1912891526] 'process raft request' (duration: 87.287244ms)","trace[1912891526] 'compare' (duration: 15.583401ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:07.197895Z","caller":"traceutil/trace.go:171","msg":"trace[175487961] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"101.434741ms","start":"2026-03-14T01:38:07.096434Z","end":"2026-03-14T01:38:07.197868Z","steps":["trace[175487961] 'process raft request' (duration: 101.369109ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:08.491114Z","caller":"traceutil/trace.go:171","msg":"trace[1041626984] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"160.689927ms","start":"2026-03-14T01:38:08.330386Z","end":"2026-03-14T01:38:08.491076Z","steps":["trace[1041626984] 'process raft request' (duration: 160.634986ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:08.491489Z","caller":"traceutil/trace.go:171","msg":"trace[677415587] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"161.358704ms","start":"2026-03-14T01:38:08.330092Z","end":"2026-03-14T01:38:08.491451Z","steps":["trace[677415587] 'process raft request' (duration: 160.736449ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.881599Z","caller":"traceutil/trace.go:171","msg":"trace[1436949843] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"140.16065ms","start":"2026-03-14T01:38:23.741411Z","end":"2026-03-14T01:38:23.881572Z","steps":["trace[1436949843] 'process raft request' (duration: 139.859373ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.159188Z","caller":"traceutil/trace.go:171","msg":"trace[351718027] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"506.141565ms","start":"2026-03-14T01:40:22.65302Z","end":"2026-03-14T01:40:23.159162Z","steps":["trace[351718027] 'process raft request' (duration: 505.982881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.15936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.652992Z","time spent":"506.282319ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:23.447267Z","caller":"traceutil/trace.go:171","msg":"trace[983667576] linearizableReadLoop","detail":"{readStateIndex:3600; appliedIndex:3598; }","duration":"717.643211ms","start":"2026-03-14T01:40:22.729591Z","end":"2026-03-14T01:40:23.447234Z","steps":["trace[983667576] 'read index received' (duration: 429.519028ms)","trace[983667576] 'applied index is now lower than readState.Index' (duration: 288.123273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:23.44763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.00985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:23.447675Z","caller":"traceutil/trace.go:171","msg":"trace[275234815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3454; }","duration":"718.161544ms","start":"2026-03-14T01:40:22.729501Z","end":"2026-03-14T01:40:23.447663Z","steps":["trace[275234815] 'agreement among raft nodes before linearized reading' (duration: 717.903978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.447704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.729417Z","time spent":"718.279276ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:40:23.447417Z","caller":"traceutil/trace.go:171","msg":"trace[1551855154] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"792.448025ms","start":"2026-03-14T01:40:22.654916Z","end":"2026-03-14T01:40:23.447364Z","steps":["trace[1551855154] 'process raft request' (duration: 758.553971ms)","trace[1551855154] 'compare' (duration: 33.608427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:23.447703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.539391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:23.447846Z","caller":"traceutil/trace.go:171","msg":"trace[1761104870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3454; }","duration":"548.749565ms","start":"2026-03-14T01:40:22.899067Z","end":"2026-03-14T01:40:23.447817Z","steps":["trace[1761104870] 'agreement among raft nodes before linearized reading' (duration: 548.54155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.447911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.899044Z","time spent":"548.855458ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:23.44795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.589088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:40:23.447976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:22.654899Z","time spent":"792.942037ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:23.447962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.761293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:40:23.448019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.685015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:40:23.448121Z","caller":"traceutil/trace.go:171","msg":"trace[2037612352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3454; }","duration":"349.042079ms","start":"2026-03-14T01:40:23.099048Z","end":"2026-03-14T01:40:23.44809Z","steps":["trace[2037612352] 'agreement among raft nodes before linearized reading' (duration: 348.622349ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.448143Z","caller":"traceutil/trace.go:171","msg":"trace[935262371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3454; }","duration":"352.872189ms","start":"2026-03-14T01:40:23.095245Z","end":"2026-03-14T01:40:23.448118Z","steps":["trace[935262371] 'agreement among raft nodes before linearized reading' (duration: 352.48832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.448179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.099018Z","time spent":"349.148401ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:40:23.448056Z","caller":"traceutil/trace.go:171","msg":"trace[926445375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3454; }","duration":"348.762072ms","start":"2026-03-14T01:40:23.099265Z","end":"2026-03-14T01:40:23.448027Z","steps":["trace[926445375] 'agreement among raft nodes before linearized reading' (duration: 348.432074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:23.448195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.09522Z","time spent":"352.965652ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:23.448226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:23.099233Z","time spent":"348.981868ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:40:23.656314Z","caller":"traceutil/trace.go:171","msg":"trace[1645648365] linearizableReadLoop","detail":"{readStateIndex:3603; appliedIndex:3601; }","duration":"122.781752ms","start":"2026-03-14T01:40:23.533494Z","end":"2026-03-14T01:40:23.656276Z","steps":["trace[1645648365] 'read index received' (duration: 97.787089ms)","trace[1645648365] 'applied index is now lower than readState.Index' (duration: 24.992963ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:23.656364Z","caller":"traceutil/trace.go:171","msg":"trace[1626324822] transaction","detail":"{read_only:false; response_revision:3457; number_of_response:1; }","duration":"202.589004ms","start":"2026-03-14T01:40:23.453738Z","end":"2026-03-14T01:40:23.656327Z","steps":["trace[1626324822] 'process raft request' (duration: 202.460011ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:23.656373Z","caller":"traceutil/trace.go:171","msg":"trace[58099098] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"203.144717ms","start":"2026-03-14T01:40:23.453144Z","end":"2026-03-14T01:40:23.656289Z","steps":["trace[58099098] 'process raft request' (duration: 178.152174ms)","trace[58099098] 'compare' (duration: 24.691606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:23.656644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.10507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-14T01:40:23.65672Z","caller":"traceutil/trace.go:171","msg":"trace[2129545557] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3457; }","duration":"123.245263ms","start":"2026-03-14T01:40:23.533455Z","end":"2026-03-14T01:40:23.6567Z","steps":["trace[2129545557] 'agreement among raft nodes before linearized reading' (duration: 122.942576ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:29.291525Z","caller":"traceutil/trace.go:171","msg":"trace[1458811590] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"102.356838ms","start":"2026-03-14T01:40:29.18913Z","end":"2026-03-14T01:40:29.291487Z","steps":["trace[1458811590] 'process raft request' (duration: 102.127923ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:41.914042Z","caller":"traceutil/trace.go:171","msg":"trace[1984814918] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"246.571959ms","start":"2026-03-14T01:41:41.667447Z","end":"2026-03-14T01:41:41.914019Z","steps":["trace[1984814918] 'process raft request' (duration: 245.272268ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:41.993945Z","caller":"traceutil/trace.go:171","msg":"trace[1609063855] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"291.095087ms","start":"2026-03-14T01:41:41.702815Z","end":"2026-03-14T01:41:41.993911Z","steps":["trace[1609063855] 'process raft request' (duration: 290.872872ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:41.994016Z","caller":"traceutil/trace.go:171","msg":"trace[536484826] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"223.979302ms","start":"2026-03-14T01:41:41.769978Z","end":"2026-03-14T01:41:41.993958Z","steps":["trace[536484826] 'process raft request' (duration: 223.837389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:41.994141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.23655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:41:41.994195Z","caller":"traceutil/trace.go:171","msg":"trace[1105636071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4247; }","duration":"195.340632ms","start":"2026-03-14T01:41:41.798842Z","end":"2026-03-14T01:41:41.994183Z","steps":["trace[1105636071] 'agreement among raft nodes before linearized reading' (duration: 195.174539ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:41.993959Z","caller":"traceutil/trace.go:171","msg":"trace[1327402361] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4423; }","duration":"195.014465ms","start":"2026-03-14T01:41:41.798887Z","end":"2026-03-14T01:41:41.993901Z","steps":["trace[1327402361] 'read index received' (duration: 113.617241ms)","trace[1327402361] 'applied index is now lower than readState.Index' (duration: 81.396164ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:41.994323Z","caller":"traceutil/trace.go:171","msg":"trace[1992775865] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"262.60861ms","start":"2026-03-14T01:41:41.731701Z","end":"2026-03-14T01:41:41.99431Z","steps":["trace[1992775865] 'process raft request' (duration: 262.054627ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:41.994365Z","caller":"traceutil/trace.go:171","msg":"trace[516066702] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"164.97629ms","start":"2026-03-14T01:41:41.829315Z","end":"2026-03-14T01:41:41.994292Z","steps":["trace[516066702] 'process raft request' (duration: 164.53935ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:41.994743Z","caller":"traceutil/trace.go:171","msg":"trace[1039864698] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"321.217323ms","start":"2026-03-14T01:41:41.672857Z","end":"2026-03-14T01:41:41.994074Z","steps":["trace[1039864698] 'process raft request' (duration: 320.576118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:41.994898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:41.672833Z","time spent":"321.995112ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:41:41.998116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.175959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:41:41.998178Z","caller":"traceutil/trace.go:171","msg":"trace[148521013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4251; }","duration":"134.27743ms","start":"2026-03-14T01:41:41.863884Z","end":"2026-03-14T01:41:41.998162Z","steps":["trace[148521013] 'agreement among raft nodes before linearized reading' (duration: 134.090836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:42.202862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.9461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:42.202977Z","caller":"traceutil/trace.go:171","msg":"trace[1464954927] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"201.194071ms","start":"2026-03-14T01:41:42.001762Z","end":"2026-03-14T01:41:42.202956Z","steps":["trace[1464954927] 'process raft request' (duration: 65.074056ms)","trace[1464954927] 'compare' (duration: 135.795297ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:42.238585Z","caller":"traceutil/trace.go:171","msg":"trace[1760028016] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"236.406767ms","start":"2026-03-14T01:41:42.002156Z","end":"2026-03-14T01:41:42.238563Z","steps":["trace[1760028016] 'process raft request' (duration: 236.190052ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.238643Z","caller":"traceutil/trace.go:171","msg":"trace[1559669448] linearizableReadLoop","detail":"{readStateIndex:4439; appliedIndex:4434; }","duration":"206.67293ms","start":"2026-03-14T01:41:42.031949Z","end":"2026-03-14T01:41:42.238622Z","steps":["trace[1559669448] 'read index received' (duration: 34.900439ms)","trace[1559669448] 'applied index is now lower than readState.Index' (duration: 171.771831ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:42.23862Z","caller":"traceutil/trace.go:171","msg":"trace[313213307] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"236.132641ms","start":"2026-03-14T01:41:42.002457Z","end":"2026-03-14T01:41:42.23859Z","steps":["trace[313213307] 'process raft request' (duration: 236.011838ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.238743Z","caller":"traceutil/trace.go:171","msg":"trace[1517934234] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"235.483866ms","start":"2026-03-14T01:41:42.00325Z","end":"2026-03-14T01:41:42.238733Z","steps":["trace[1517934234] 'process raft request' (duration: 235.278041ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.238865Z","caller":"traceutil/trace.go:171","msg":"trace[2058701924] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"226.465961ms","start":"2026-03-14T01:41:42.012353Z","end":"2026-03-14T01:41:42.238819Z","steps":["trace[2058701924] 'process raft request' (duration: 226.213995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:42.23895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.971668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:41:42.239039Z","caller":"traceutil/trace.go:171","msg":"trace[257410648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4257; }","duration":"207.115582ms","start":"2026-03-14T01:41:42.031901Z","end":"2026-03-14T01:41:42.239017Z","steps":["trace[257410648] 'agreement among raft nodes before linearized reading' (duration: 206.861825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:42.239267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.0793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:41:42.23941Z","caller":"traceutil/trace.go:171","msg":"trace[1883389698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4257; }","duration":"204.283554ms","start":"2026-03-14T01:41:42.035089Z","end":"2026-03-14T01:41:42.239373Z","steps":["trace[1883389698] 'agreement among raft nodes before linearized reading' (duration: 203.857274ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.391749Z","caller":"traceutil/trace.go:171","msg":"trace[793610473] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"148.059148ms","start":"2026-03-14T01:41:42.243659Z","end":"2026-03-14T01:41:42.391718Z","steps":["trace[793610473] 'process raft request' (duration: 135.803878ms)","trace[793610473] 'compare' (duration: 12.081486ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:42.392073Z","caller":"traceutil/trace.go:171","msg":"trace[1626978710] linearizableReadLoop","detail":"{readStateIndex:4444; appliedIndex:4439; }","duration":"144.847392ms","start":"2026-03-14T01:41:42.247214Z","end":"2026-03-14T01:41:42.392061Z","steps":["trace[1626978710] 'read index received' (duration: 29.999024ms)","trace[1626978710] 'applied index is now lower than readState.Index' (duration: 114.847308ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:42.39204Z","caller":"traceutil/trace.go:171","msg":"trace[1366435999] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"147.179636ms","start":"2026-03-14T01:41:42.244832Z","end":"2026-03-14T01:41:42.392012Z","steps":["trace[1366435999] 'process raft request' (duration: 147.071324ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.392055Z","caller":"traceutil/trace.go:171","msg":"trace[1042156963] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"148.15087ms","start":"2026-03-14T01:41:42.243871Z","end":"2026-03-14T01:41:42.392022Z","steps":["trace[1042156963] 'process raft request' (duration: 147.779002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:42.392175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.954524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:42.392185Z","caller":"traceutil/trace.go:171","msg":"trace[76045792] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"147.087344ms","start":"2026-03-14T01:41:42.245064Z","end":"2026-03-14T01:41:42.392152Z","steps":["trace[76045792] 'process raft request' (duration: 146.91024ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:42.392213Z","caller":"traceutil/trace.go:171","msg":"trace[882747739] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4262; }","duration":"145.056397ms","start":"2026-03-14T01:41:42.247147Z","end":"2026-03-14T01:41:42.392204Z","steps":["trace[882747739] 'agreement among raft nodes before linearized reading' (duration: 144.963825ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:46.530884Z","caller":"traceutil/trace.go:171","msg":"trace[1757828789] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"122.245055ms","start":"2026-03-14T01:41:46.408598Z","end":"2026-03-14T01:41:46.530843Z","steps":["trace[1757828789] 'process raft request' (duration: 68.882407ms)","trace[1757828789] 'compare' (duration: 53.044989ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:46.531349Z","caller":"traceutil/trace.go:171","msg":"trace[1171401959] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"119.784807ms","start":"2026-03-14T01:41:46.411532Z","end":"2026-03-14T01:41:46.531317Z","steps":["trace[1171401959] 'process raft request' (duration: 119.244404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.505177Z","caller":"traceutil/trace.go:171","msg":"trace[985462844] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4572; }","duration":"218.745627ms","start":"2026-03-14T01:41:47.286407Z","end":"2026-03-14T01:41:47.505153Z","steps":["trace[985462844] 'read index received' (duration: 218.378178ms)","trace[985462844] 'applied index is now lower than readState.Index' (duration: 366.679µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:47.505427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.997933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-74694b67-ef27-419e-b74f-6497a1972e2f\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-14T01:41:47.505471Z","caller":"traceutil/trace.go:171","msg":"trace[1763486361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-74694b67-ef27-419e-b74f-6497a1972e2f; range_end:; response_count:1; response_revision:4387; }","duration":"219.080876ms","start":"2026-03-14T01:41:47.286378Z","end":"2026-03-14T01:41:47.505459Z","steps":["trace[1763486361] 'agreement among raft nodes before linearized reading' (duration: 218.879181ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.505883Z","caller":"traceutil/trace.go:171","msg":"trace[282511580] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"228.05459ms","start":"2026-03-14T01:41:47.277808Z","end":"2026-03-14T01:41:47.505862Z","steps":["trace[282511580] 'process raft request' (duration: 227.042935ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.793024Z","caller":"traceutil/trace.go:171","msg":"trace[1273807810] linearizableReadLoop","detail":"{readStateIndex:4574; appliedIndex:4573; }","duration":"257.044498ms","start":"2026-03-14T01:41:47.535956Z","end":"2026-03-14T01:41:47.793001Z","steps":["trace[1273807810] 'read index received' (duration: 256.892804ms)","trace[1273807810] 'applied index is now lower than readState.Index' (duration: 150.814µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:47.79331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.314074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c47bc4a-fc86-4d27-b04b-fac49627030c\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-14T01:41:47.793352Z","caller":"traceutil/trace.go:171","msg":"trace[297527797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c47bc4a-fc86-4d27-b04b-fac49627030c; range_end:; response_count:1; response_revision:4388; }","duration":"257.410227ms","start":"2026-03-14T01:41:47.53593Z","end":"2026-03-14T01:41:47.793341Z","steps":["trace[297527797] 'agreement among raft nodes before linearized reading' (duration: 257.180122ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:47.793764Z","caller":"traceutil/trace.go:171","msg":"trace[1389803291] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"278.722603ms","start":"2026-03-14T01:41:47.51503Z","end":"2026-03-14T01:41:47.793752Z","steps":["trace[1389803291] 'process raft request' (duration: 277.733379ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:48.462863Z","caller":"traceutil/trace.go:171","msg":"trace[1325623887] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"162.659695ms","start":"2026-03-14T01:41:48.30016Z","end":"2026-03-14T01:41:48.462819Z","steps":["trace[1325623887] 'process raft request' (duration: 101.763578ms)","trace[1325623887] 'compare' (duration: 60.706052ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:48.827544Z","caller":"traceutil/trace.go:171","msg":"trace[1222323055] linearizableReadLoop","detail":"{readStateIndex:4597; appliedIndex:4596; }","duration":"291.876335ms","start":"2026-03-14T01:41:48.535645Z","end":"2026-03-14T01:41:48.827522Z","steps":["trace[1222323055] 'read index received' (duration: 193.822916ms)","trace[1222323055] 'applied index is now lower than readState.Index' (duration: 98.052439ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:48.827779Z","caller":"traceutil/trace.go:171","msg":"trace[1546402616] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"310.410216ms","start":"2026-03-14T01:41:48.517359Z","end":"2026-03-14T01:41:48.827769Z","steps":["trace[1546402616] 'process raft request' (duration: 212.091929ms)","trace[1546402616] 'compare' (duration: 97.945928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:48.827874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:48.517336Z","time spent":"310.469457ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4079,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:48.828144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.494321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:41:48.828198Z","caller":"traceutil/trace.go:171","msg":"trace[409854749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4410; }","duration":"292.601323ms","start":"2026-03-14T01:41:48.535585Z","end":"2026-03-14T01:41:48.828186Z","steps":["trace[409854749] 'agreement among raft nodes before linearized reading' (duration: 292.46669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:48.8283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.360208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:41:48.828405Z","caller":"traceutil/trace.go:171","msg":"trace[1332730254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4410; }","duration":"292.487651ms","start":"2026-03-14T01:41:48.535898Z","end":"2026-03-14T01:41:48.828385Z","steps":["trace[1332730254] 'agreement among raft nodes before linearized reading' (duration: 292.196794ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:51.028321Z","caller":"traceutil/trace.go:171","msg":"trace[1674484405] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"110.29773ms","start":"2026-03-14T01:41:50.917995Z","end":"2026-03-14T01:41:51.028293Z","steps":["trace[1674484405] 'process raft request' (duration: 110.113046ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:51.124443Z","caller":"traceutil/trace.go:171","msg":"trace[2048227144] linearizableReadLoop","detail":"{readStateIndex:4639; appliedIndex:4637; }","duration":"164.139729ms","start":"2026-03-14T01:41:50.960271Z","end":"2026-03-14T01:41:51.124411Z","steps":["trace[2048227144] 'read index received' (duration: 67.879322ms)","trace[2048227144] 'applied index is now lower than readState.Index' (duration: 96.258937ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:51.124496Z","caller":"traceutil/trace.go:171","msg":"trace[1743947361] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"205.84773ms","start":"2026-03-14T01:41:50.918614Z","end":"2026-03-14T01:41:51.124462Z","steps":["trace[1743947361] 'process raft request' (duration: 205.630915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:51.127854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.90817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:41:51.127928Z","caller":"traceutil/trace.go:171","msg":"trace[725623624] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:4452; }","duration":"144.044363ms","start":"2026-03-14T01:41:50.983866Z","end":"2026-03-14T01:41:51.12791Z","steps":["trace[725623624] 'agreement among raft nodes before linearized reading' (duration: 140.779945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:51.127918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.634874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:41:51.127986Z","caller":"traceutil/trace.go:171","msg":"trace[1103523990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:4452; }","duration":"167.751656ms","start":"2026-03-14T01:41:50.960217Z","end":"2026-03-14T01:41:51.127969Z","steps":["trace[1103523990] 'agreement among raft nodes before linearized reading' (duration: 164.380925ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:54.534131Z","caller":"traceutil/trace.go:171","msg":"trace[145613424] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4778; }","duration":"218.717827ms","start":"2026-03-14T01:41:54.315374Z","end":"2026-03-14T01:41:54.534092Z","steps":["trace[145613424] 'read index received' (duration: 190.149849ms)","trace[145613424] 'applied index is now lower than readState.Index' (duration: 28.566478ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:54.534216Z","caller":"traceutil/trace.go:171","msg":"trace[670939520] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"237.436362ms","start":"2026-03-14T01:41:54.296725Z","end":"2026-03-14T01:41:54.534161Z","steps":["trace[670939520] 'process raft request' (duration: 208.889073ms)","trace[670939520] 'compare' (duration: 28.258471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:54.534468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.697454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:41:54.53452Z","caller":"traceutil/trace.go:171","msg":"trace[49737406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4586; }","duration":"217.814156ms","start":"2026-03-14T01:41:54.316696Z","end":"2026-03-14T01:41:54.53451Z","steps":["trace[49737406] 'agreement among raft nodes before linearized reading' (duration: 217.631162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:54.534768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.363453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zchsf\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-14T01:41:54.534882Z","caller":"traceutil/trace.go:171","msg":"trace[511629915] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zchsf; range_end:; response_count:1; response_revision:4586; }","duration":"219.528857ms","start":"2026-03-14T01:41:54.315325Z","end":"2026-03-14T01:41:54.534854Z","steps":["trace[511629915] 'agreement among raft nodes before linearized reading' (duration: 218.932883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.830183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.431233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zchsf\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-03-14T01:41:55.830265Z","caller":"traceutil/trace.go:171","msg":"trace[1037904018] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zchsf; range_end:; response_count:1; response_revision:4598; }","duration":"503.544495ms","start":"2026-03-14T01:41:55.3267Z","end":"2026-03-14T01:41:55.830245Z","steps":["trace[1037904018] 'range keys from in-memory index tree' (duration: 503.204088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.830306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.326685Z","time spent":"503.612087ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9752,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zchsf\" "} {"level":"warn","ts":"2026-03-14T01:41:55.830559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.651082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:55.830633Z","caller":"traceutil/trace.go:171","msg":"trace[583707028] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4598; }","duration":"709.754975ms","start":"2026-03-14T01:41:55.120861Z","end":"2026-03-14T01:41:55.830616Z","steps":["trace[583707028] 'range keys from in-memory index tree' (duration: 709.595201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.830792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.179248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:41:55.830869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.996391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0356d4c-b92b-4f41-824d-803ce00c6326\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-14T01:41:55.830906Z","caller":"traceutil/trace.go:171","msg":"trace[781943456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4598; }","duration":"695.342472ms","start":"2026-03-14T01:41:55.135541Z","end":"2026-03-14T01:41:55.830883Z","steps":["trace[781943456] 'range keys from in-memory index tree' (duration: 694.916892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.830959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.135522Z","time spent":"695.427055ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:41:55.831021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.947767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:41:55.831031Z","caller":"traceutil/trace.go:171","msg":"trace[674490960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f0356d4c-b92b-4f41-824d-803ce00c6326; range_end:; response_count:1; response_revision:4598; }","duration":"681.190926ms","start":"2026-03-14T01:41:55.149813Z","end":"2026-03-14T01:41:55.831004Z","steps":["trace[674490960] 'range keys from in-memory index tree' (duration: 680.837837ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:55.831111Z","caller":"traceutil/trace.go:171","msg":"trace[1698151022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:4598; }","duration":"683.06472ms","start":"2026-03-14T01:41:55.148025Z","end":"2026-03-14T01:41:55.83109Z","steps":["trace[1698151022] 'range keys from in-memory index tree' (duration: 682.789754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.831245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.149792Z","time spent":"681.433202ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f0356d4c-b92b-4f41-824d-803ce00c6326\" "} {"level":"warn","ts":"2026-03-14T01:41:55.831357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.148Z","time spent":"683.343267ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:41:55.83137Z","caller":"traceutil/trace.go:171","msg":"trace[1890340630] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"405.344982ms","start":"2026-03-14T01:41:55.426008Z","end":"2026-03-14T01:41:55.831353Z","steps":["trace[1890340630] 'read index received' (duration: 402.994786ms)","trace[1890340630] 'applied index is now lower than readState.Index' (duration: 2.347376ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:55.831449Z","caller":"traceutil/trace.go:171","msg":"trace[1262335315] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"503.118435ms","start":"2026-03-14T01:41:55.328284Z","end":"2026-03-14T01:41:55.831402Z","steps":["trace[1262335315] 'process raft request' (duration: 500.80446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.83068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.120843Z","time spent":"709.823836ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-14T01:41:55.831657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.328257Z","time spent":"503.285269ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:41:55.83175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.600808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:41:55.831869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.57961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:41:55.831974Z","caller":"traceutil/trace.go:171","msg":"trace[2047829099] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4599; }","duration":"387.738884ms","start":"2026-03-14T01:41:55.444214Z","end":"2026-03-14T01:41:55.831953Z","steps":["trace[2047829099] 'agreement among raft nodes before linearized reading' (duration: 387.248333ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:55.831912Z","caller":"traceutil/trace.go:171","msg":"trace[392507545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4599; }","duration":"405.901285ms","start":"2026-03-14T01:41:55.425968Z","end":"2026-03-14T01:41:55.83187Z","steps":["trace[392507545] 'agreement among raft nodes before linearized reading' (duration: 405.468265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:55.832031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.444199Z","time spent":"387.821676ms","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:41:55.832061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:55.425955Z","time spent":"406.083309ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:41:58.022191Z","caller":"traceutil/trace.go:171","msg":"trace[490845677] linearizableReadLoop","detail":"{readStateIndex:4836; appliedIndex:4835; }","duration":"171.092405ms","start":"2026-03-14T01:41:57.851068Z","end":"2026-03-14T01:41:58.022161Z","steps":["trace[490845677] 'read index received' (duration: 170.815528ms)","trace[490845677] 'applied index is now lower than readState.Index' (duration: 275.897µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:58.022214Z","caller":"traceutil/trace.go:171","msg":"trace[140245069] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"173.862851ms","start":"2026-03-14T01:41:57.848323Z","end":"2026-03-14T01:41:58.022186Z","steps":["trace[140245069] 'process raft request' (duration: 173.653446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.022614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.518845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62978"} {"level":"info","ts":"2026-03-14T01:41:58.022718Z","caller":"traceutil/trace.go:171","msg":"trace[1308348259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4641; }","duration":"171.682679ms","start":"2026-03-14T01:41:57.851009Z","end":"2026-03-14T01:41:58.022691Z","steps":["trace[1308348259] 'agreement among raft nodes before linearized reading' (duration: 171.256059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.75459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.677177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:41:58.754728Z","caller":"traceutil/trace.go:171","msg":"trace[2031973509] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"606.763557ms","start":"2026-03-14T01:41:58.14794Z","end":"2026-03-14T01:41:58.754703Z","steps":["trace[2031973509] 'process raft request' (duration: 424.857174ms)","trace[2031973509] 'compare' (duration: 181.292529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:41:58.754823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.147919Z","time spent":"606.853799ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:58.757243Z","caller":"traceutil/trace.go:171","msg":"trace[1174777259] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"585.764708ms","start":"2026-03-14T01:41:58.171441Z","end":"2026-03-14T01:41:58.757205Z","steps":["trace[1174777259] 'process raft request' (duration: 585.576724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.757296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.047283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-14T01:41:58.757378Z","caller":"traceutil/trace.go:171","msg":"trace[381725305] linearizableReadLoop","detail":"{readStateIndex:4840; appliedIndex:4836; }","duration":"521.063992ms","start":"2026-03-14T01:41:58.23624Z","end":"2026-03-14T01:41:58.757304Z","steps":["trace[381725305] 'read index received' (duration: 336.522146ms)","trace[381725305] 'applied index is now lower than readState.Index' (duration: 184.540426ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:41:58.757416Z","caller":"traceutil/trace.go:171","msg":"trace[1975465314] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4641; }","duration":"694.196595ms","start":"2026-03-14T01:41:58.063176Z","end":"2026-03-14T01:41:58.757372Z","steps":["trace[1975465314] 'range keys from in-memory index tree' (duration: 691.113863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.757463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.06316Z","time spent":"694.291428ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777493,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:41:58.757468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.171425Z","time spent":"585.934463ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:58.757768Z","caller":"traceutil/trace.go:171","msg":"trace[33275419] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"585.564904ms","start":"2026-03-14T01:41:58.172183Z","end":"2026-03-14T01:41:58.757748Z","steps":["trace[33275419] 'process raft request' (duration: 584.940189ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:58.757886Z","caller":"traceutil/trace.go:171","msg":"trace[596987969] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"595.456489ms","start":"2026-03-14T01:41:58.162364Z","end":"2026-03-14T01:41:58.757821Z","steps":["trace[596987969] 'process raft request' (duration: 594.416924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.758061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.823009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:41:58.758105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.162338Z","time spent":"595.646763ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:58.757888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.172159Z","time spent":"585.671756ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:41:58.758212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.360953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:41:58.758211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.729833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:41:58.758266Z","caller":"traceutil/trace.go:171","msg":"trace[1392779238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4645; }","duration":"206.435594ms","start":"2026-03-14T01:41:58.551801Z","end":"2026-03-14T01:41:58.758237Z","steps":["trace[1392779238] 'agreement among raft nodes before linearized reading' (duration: 206.349022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:58.758264Z","caller":"traceutil/trace.go:171","msg":"trace[1417007850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4645; }","duration":"230.808324ms","start":"2026-03-14T01:41:58.527432Z","end":"2026-03-14T01:41:58.75824Z","steps":["trace[1417007850] 'agreement among raft nodes before linearized reading' (duration: 230.751793ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:41:58.758126Z","caller":"traceutil/trace.go:171","msg":"trace[1972195502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"521.893321ms","start":"2026-03-14T01:41:58.236203Z","end":"2026-03-14T01:41:58.758096Z","steps":["trace[1972195502] 'agreement among raft nodes before linearized reading' (duration: 521.710527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.75811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.020956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:41:58.758385Z","caller":"traceutil/trace.go:171","msg":"trace[2001553017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4645; }","duration":"512.330213ms","start":"2026-03-14T01:41:58.24604Z","end":"2026-03-14T01:41:58.75837Z","steps":["trace[2001553017] 'agreement among raft nodes before linearized reading' (duration: 511.960414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:41:58.758355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.236195Z","time spent":"522.140957ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:41:58.758438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:41:58.246025Z","time spent":"512.388475ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:42:02.445843Z","caller":"traceutil/trace.go:171","msg":"trace[1879980683] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"154.397319ms","start":"2026-03-14T01:42:02.291423Z","end":"2026-03-14T01:42:02.44582Z","steps":["trace[1879980683] 'process raft request' (duration: 154.269706ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:02.445879Z","caller":"traceutil/trace.go:171","msg":"trace[711605122] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4937; }","duration":"142.161468ms","start":"2026-03-14T01:42:02.303686Z","end":"2026-03-14T01:42:02.445848Z","steps":["trace[711605122] 'read index received' (duration: 142.145798ms)","trace[711605122] 'applied index is now lower than readState.Index' (duration: 12.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:02.446609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.876215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-03-14T01:42:02.446717Z","caller":"traceutil/trace.go:171","msg":"trace[1057972359] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4737; }","duration":"143.027898ms","start":"2026-03-14T01:42:02.303664Z","end":"2026-03-14T01:42:02.446692Z","steps":["trace[1057972359] 'agreement among raft nodes before linearized reading' (duration: 142.325332ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:02.873586Z","caller":"traceutil/trace.go:171","msg":"trace[1677829701] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"453.185798ms","start":"2026-03-14T01:42:02.420331Z","end":"2026-03-14T01:42:02.873517Z","steps":["trace[1677829701] 'process raft request' (duration: 453.068195ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:02.873507Z","caller":"traceutil/trace.go:171","msg":"trace[745695971] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4937; }","duration":"427.422826ms","start":"2026-03-14T01:42:02.446058Z","end":"2026-03-14T01:42:02.873481Z","steps":["trace[745695971] 'read index received' (duration: 427.005536ms)","trace[745695971] 'applied index is now lower than readState.Index' (duration: 416.33µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:02.873628Z","caller":"traceutil/trace.go:171","msg":"trace[482051424] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"539.911339ms","start":"2026-03-14T01:42:02.333682Z","end":"2026-03-14T01:42:02.873593Z","steps":["trace[482051424] 'process raft request' (duration: 539.52259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:02.873883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.248176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-14T01:42:02.873945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.333648Z","time spent":"540.228226ms","remote":"127.0.0.1:40736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2089,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:42:02.873969Z","caller":"traceutil/trace.go:171","msg":"trace[1392028635] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4739; }","duration":"444.353969ms","start":"2026-03-14T01:42:02.429596Z","end":"2026-03-14T01:42:02.87395Z","steps":["trace[1392028635] 'agreement among raft nodes before linearized reading' (duration: 444.048911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:02.873979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.01021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-03-14T01:42:02.874019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.429573Z","time spent":"444.43549ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T01:42:02.874062Z","caller":"traceutil/trace.go:171","msg":"trace[1154942632] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4739; }","duration":"457.153783ms","start":"2026-03-14T01:42:02.416885Z","end":"2026-03-14T01:42:02.874039Z","steps":["trace[1154942632] 'agreement among raft nodes before linearized reading' (duration: 456.847505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:02.874124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.416866Z","time spent":"457.242676ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12999,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-14T01:42:02.874874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.42031Z","time spent":"453.399982ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:42:03.024077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.851027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:03.024278Z","caller":"traceutil/trace.go:171","msg":"trace[2012065873] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"252.382827ms","start":"2026-03-14T01:42:02.771849Z","end":"2026-03-14T01:42:03.024232Z","steps":["trace[2012065873] 'process raft request' (duration: 150.968608ms)","trace[2012065873] 'compare' (duration: 100.671972ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.024285Z","caller":"traceutil/trace.go:171","msg":"trace[469255869] linearizableReadLoop","detail":"{readStateIndex:4942; appliedIndex:4939; }","duration":"150.536637ms","start":"2026-03-14T01:42:02.873731Z","end":"2026-03-14T01:42:03.024268Z","steps":["trace[469255869] 'read index received' (duration: 49.091237ms)","trace[469255869] 'applied index is now lower than readState.Index' (duration: 101.44454ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.024754Z","caller":"traceutil/trace.go:171","msg":"trace[550253515] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"251.144927ms","start":"2026-03-14T01:42:02.773595Z","end":"2026-03-14T01:42:03.02474Z","steps":["trace[550253515] 'process raft request' (duration: 250.632015ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.024814Z","caller":"traceutil/trace.go:171","msg":"trace[1415358232] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"252.682014ms","start":"2026-03-14T01:42:02.772108Z","end":"2026-03-14T01:42:03.02479Z","steps":["trace[1415358232] 'process raft request' (duration: 252.06199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.024835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.531662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:42:03.024873Z","caller":"traceutil/trace.go:171","msg":"trace[1711064144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4742; }","duration":"242.593004ms","start":"2026-03-14T01:42:02.782269Z","end":"2026-03-14T01:42:03.024862Z","steps":["trace[1711064144] 'agreement among raft nodes before linearized reading' (duration: 242.489462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.024968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.495691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:42:03.02502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.465821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:42:03.025043Z","caller":"traceutil/trace.go:171","msg":"trace[1194563293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4742; }","duration":"247.604813ms","start":"2026-03-14T01:42:02.77742Z","end":"2026-03-14T01:42:03.025025Z","steps":["trace[1194563293] 'agreement among raft nodes before linearized reading' (duration: 247.388438ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.025051Z","caller":"traceutil/trace.go:171","msg":"trace[31285279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4742; }","duration":"242.514012ms","start":"2026-03-14T01:42:02.782528Z","end":"2026-03-14T01:42:03.025042Z","steps":["trace[31285279] 'agreement among raft nodes before linearized reading' (duration: 242.43284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.025874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.498847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-14T01:42:03.025923Z","caller":"traceutil/trace.go:171","msg":"trace[1771380965] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4742; }","duration":"477.547508ms","start":"2026-03-14T01:42:02.548363Z","end":"2026-03-14T01:42:03.025911Z","steps":["trace[1771380965] 'agreement among raft nodes before linearized reading' (duration: 475.964049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.025961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.548301Z","time spent":"477.648461ms","remote":"127.0.0.1:58808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210827,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:42:03.478957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.622735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:03.479429Z","caller":"traceutil/trace.go:171","msg":"trace[698489763] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"596.287039ms","start":"2026-03-14T01:42:02.88311Z","end":"2026-03-14T01:42:03.479397Z","steps":["trace[698489763] 'process raft request' (duration: 438.11352ms)","trace[698489763] 'compare' (duration: 157.230946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:03.479523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.883092Z","time spent":"596.395351ms","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2868,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:42:03.479963Z","caller":"traceutil/trace.go:171","msg":"trace[196953403] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4942; }","duration":"455.418132ms","start":"2026-03-14T01:42:03.024531Z","end":"2026-03-14T01:42:03.479949Z","steps":["trace[196953403] 'read index received' (duration: 296.710611ms)","trace[196953403] 'applied index is now lower than readState.Index' (duration: 158.706251ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.480046Z","caller":"traceutil/trace.go:171","msg":"trace[2071695019] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"595.154193ms","start":"2026-03-14T01:42:02.884856Z","end":"2026-03-14T01:42:03.480011Z","steps":["trace[2071695019] 'process raft request' (duration: 594.265482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.480125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.623688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:03.480164Z","caller":"traceutil/trace.go:171","msg":"trace[270883377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4744; }","duration":"583.70545ms","start":"2026-03-14T01:42:02.896446Z","end":"2026-03-14T01:42:03.480152Z","steps":["trace[270883377] 'agreement among raft nodes before linearized reading' (duration: 583.585437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.480204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.896428Z","time spent":"583.768951ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:42:03.480233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.884826Z","time spent":"595.307075ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:03.480512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.405904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74694b67-ef27-419e-b74f-6497a1972e2f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T01:42:03.480645Z","caller":"traceutil/trace.go:171","msg":"trace[1261570680] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74694b67-ef27-419e-b74f-6497a1972e2f; range_end:; response_count:1; response_revision:4744; }","duration":"602.555727ms","start":"2026-03-14T01:42:02.878041Z","end":"2026-03-14T01:42:03.480596Z","steps":["trace[1261570680] 'agreement among raft nodes before linearized reading' (duration: 602.2467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.480738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:02.878021Z","time spent":"602.67051ms","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-74694b67-ef27-419e-b74f-6497a1972e2f\" "} {"level":"info","ts":"2026-03-14T01:42:03.821972Z","caller":"traceutil/trace.go:171","msg":"trace[658706514] linearizableReadLoop","detail":"{readStateIndex:4947; appliedIndex:4944; }","duration":"341.952006ms","start":"2026-03-14T01:42:03.479999Z","end":"2026-03-14T01:42:03.821951Z","steps":["trace[658706514] 'read index received' (duration: 289.756275ms)","trace[658706514] 'applied index is now lower than readState.Index' (duration: 52.194731ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.821987Z","caller":"traceutil/trace.go:171","msg":"trace[1010340928] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"792.908341ms","start":"2026-03-14T01:42:03.029055Z","end":"2026-03-14T01:42:03.821964Z","steps":["trace[1010340928] 'process raft request' (duration: 792.803168ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:03.821995Z","caller":"traceutil/trace.go:171","msg":"trace[341147529] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"793.080405ms","start":"2026-03-14T01:42:03.028882Z","end":"2026-03-14T01:42:03.821963Z","steps":["trace[341147529] 'process raft request' (duration: 740.841823ms)","trace[341147529] 'compare' (duration: 51.494764ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:03.82207Z","caller":"traceutil/trace.go:171","msg":"trace[806055144] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"792.905931ms","start":"2026-03-14T01:42:03.029155Z","end":"2026-03-14T01:42:03.822061Z","steps":["trace[806055144] 'process raft request' (duration: 792.758088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.822128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.029038Z","time spent":"793.019393ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:03.822141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.029133Z","time spent":"792.962872ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:03.822301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.133171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:42:03.822333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.719881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-14T01:42:03.822325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.119893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-66d5cfcd6d-6g75b.189c91ac4886ad89\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-14T01:42:03.822343Z","caller":"traceutil/trace.go:171","msg":"trace[578975163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4747; }","duration":"696.243973ms","start":"2026-03-14T01:42:03.126087Z","end":"2026-03-14T01:42:03.822331Z","steps":["trace[578975163] 'agreement among raft nodes before linearized reading' (duration: 696.08447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.822384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.12606Z","time spent":"696.317016ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:42:03.822378Z","caller":"traceutil/trace.go:171","msg":"trace[1885043761] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-66d5cfcd6d-6g75b.189c91ac4886ad89; range_end:; response_count:1; response_revision:4747; }","duration":"399.201765ms","start":"2026-03-14T01:42:03.423162Z","end":"2026-03-14T01:42:03.822364Z","steps":["trace[1885043761] 'agreement among raft nodes before linearized reading' (duration: 399.076332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.822431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.423146Z","time spent":"399.277807ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-66d5cfcd6d-6g75b.189c91ac4886ad89\" "} {"level":"info","ts":"2026-03-14T01:42:03.822369Z","caller":"traceutil/trace.go:171","msg":"trace[1651425260] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4747; }","duration":"764.797713ms","start":"2026-03-14T01:42:03.057558Z","end":"2026-03-14T01:42:03.822356Z","steps":["trace[1651425260] 'agreement among raft nodes before linearized reading' (duration: 764.6742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.822536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.028857Z","time spent":"793.205908ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:03.822492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.057522Z","time spent":"764.960717ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-14T01:42:03.904586Z","caller":"traceutil/trace.go:171","msg":"trace[657608747] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"416.562458ms","start":"2026-03-14T01:42:03.487988Z","end":"2026-03-14T01:42:03.90455Z","steps":["trace[657608747] 'process raft request' (duration: 416.346093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.904716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.487966Z","time spent":"416.68415ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:03.90496Z","caller":"traceutil/trace.go:171","msg":"trace[1594212797] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"416.350294ms","start":"2026-03-14T01:42:03.488581Z","end":"2026-03-14T01:42:03.904931Z","steps":["trace[1594212797] 'process raft request' (duration: 416.149739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.905109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.488564Z","time spent":"416.465696ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:03.90517Z","caller":"traceutil/trace.go:171","msg":"trace[2032362256] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"416.103088ms","start":"2026-03-14T01:42:03.48904Z","end":"2026-03-14T01:42:03.905143Z","steps":["trace[2032362256] 'process raft request' (duration: 415.818241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.905311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.489029Z","time spent":"416.20721ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:03.905366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.126529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:03.905454Z","caller":"traceutil/trace.go:171","msg":"trace[403704710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4751; }","duration":"424.240211ms","start":"2026-03-14T01:42:03.481191Z","end":"2026-03-14T01:42:03.905431Z","steps":["trace[403704710] 'agreement among raft nodes before linearized reading' (duration: 424.079818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.905502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.481175Z","time spent":"424.318733ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:42:03.905527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.595992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13296"} {"level":"info","ts":"2026-03-14T01:42:03.905615Z","caller":"traceutil/trace.go:171","msg":"trace[653359055] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4751; }","duration":"417.717415ms","start":"2026-03-14T01:42:03.487883Z","end":"2026-03-14T01:42:03.905601Z","steps":["trace[653359055] 'agreement among raft nodes before linearized reading' (duration: 417.514371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.905653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.487865Z","time spent":"417.780347ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13320,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T01:42:03.905902Z","caller":"traceutil/trace.go:171","msg":"trace[718637737] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"416.62548ms","start":"2026-03-14T01:42:03.488564Z","end":"2026-03-14T01:42:03.90519Z","steps":["trace[718637737] 'process raft request' (duration: 415.914592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:03.905995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.488542Z","time spent":"417.409709ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:04.283296Z","caller":"traceutil/trace.go:171","msg":"trace[1831583616] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4951; }","duration":"378.355461ms","start":"2026-03-14T01:42:03.90492Z","end":"2026-03-14T01:42:04.283275Z","steps":["trace[1831583616] 'read index received' (duration: 375.962733ms)","trace[1831583616] 'applied index is now lower than readState.Index' (duration: 2.391748ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:04.283431Z","caller":"traceutil/trace.go:171","msg":"trace[167830362] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"455.997726ms","start":"2026-03-14T01:42:03.827421Z","end":"2026-03-14T01:42:04.283419Z","steps":["trace[167830362] 'process raft request' (duration: 455.792971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:04.28353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.827406Z","time spent":"456.052247ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:04.283678Z","caller":"traceutil/trace.go:171","msg":"trace[1209808847] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"458.519375ms","start":"2026-03-14T01:42:03.825129Z","end":"2026-03-14T01:42:04.283648Z","steps":["trace[1209808847] 'process raft request' (duration: 455.838671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:04.283844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.474376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T01:42:04.283893Z","caller":"traceutil/trace.go:171","msg":"trace[304784189] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4753; }","duration":"440.539278ms","start":"2026-03-14T01:42:03.843341Z","end":"2026-03-14T01:42:04.28388Z","steps":["trace[304784189] 'agreement among raft nodes before linearized reading' (duration: 440.374164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:04.283896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.374775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:42:04.283925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.843327Z","time spent":"440.590099ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-14T01:42:04.283938Z","caller":"traceutil/trace.go:171","msg":"trace[1001634690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"371.448567ms","start":"2026-03-14T01:42:03.912477Z","end":"2026-03-14T01:42:04.283926Z","steps":["trace[1001634690] 'agreement among raft nodes before linearized reading' (duration: 371.380215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:04.283931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.825103Z","time spent":"458.70342ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:04.283981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:03.912461Z","time spent":"371.514068ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:42:04.284088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.24697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:42:04.284201Z","caller":"traceutil/trace.go:171","msg":"trace[181605639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4753; }","duration":"227.387643ms","start":"2026-03-14T01:42:04.056789Z","end":"2026-03-14T01:42:04.284176Z","steps":["trace[181605639] 'agreement among raft nodes before linearized reading' (duration: 227.095496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:04.284106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.633773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:42:04.284363Z","caller":"traceutil/trace.go:171","msg":"trace[531942433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:4753; }","duration":"228.90701ms","start":"2026-03-14T01:42:04.055397Z","end":"2026-03-14T01:42:04.284304Z","steps":["trace[531942433] 'agreement among raft nodes before linearized reading' (duration: 228.49646ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:05.554518Z","caller":"traceutil/trace.go:171","msg":"trace[18529186] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"106.981522ms","start":"2026-03-14T01:42:05.447516Z","end":"2026-03-14T01:42:05.554497Z","steps":["trace[18529186] 'process raft request' (duration: 106.48099ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:05.568442Z","caller":"traceutil/trace.go:171","msg":"trace[282104371] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"109.016471ms","start":"2026-03-14T01:42:05.459397Z","end":"2026-03-14T01:42:05.568414Z","steps":["trace[282104371] 'process raft request' (duration: 108.803596ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:06.229516Z","caller":"traceutil/trace.go:171","msg":"trace[1870042607] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"124.653902ms","start":"2026-03-14T01:42:06.104822Z","end":"2026-03-14T01:42:06.229476Z","steps":["trace[1870042607] 'process raft request' (duration: 124.448587ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:07.77965Z","caller":"traceutil/trace.go:171","msg":"trace[122736258] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"317.859683ms","start":"2026-03-14T01:42:07.461758Z","end":"2026-03-14T01:42:07.779618Z","steps":["trace[122736258] 'read index received' (duration: 316.9189ms)","trace[122736258] 'applied index is now lower than readState.Index' (duration: 939.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:07.780034Z","caller":"traceutil/trace.go:171","msg":"trace[1015965782] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"403.827356ms","start":"2026-03-14T01:42:07.376156Z","end":"2026-03-14T01:42:07.779983Z","steps":["trace[1015965782] 'process raft request' (duration: 403.113609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:07.780099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.296824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-8btwc\" ","response":"range_response_count:1 size:4444"} {"level":"warn","ts":"2026-03-14T01:42:07.780165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.553826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:42:07.780193Z","caller":"traceutil/trace.go:171","msg":"trace[715204023] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-8btwc; range_end:; response_count:1; response_revision:4812; }","duration":"318.453987ms","start":"2026-03-14T01:42:07.461715Z","end":"2026-03-14T01:42:07.780169Z","steps":["trace[715204023] 'agreement among raft nodes before linearized reading' (duration: 318.066898ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:07.780237Z","caller":"traceutil/trace.go:171","msg":"trace[1441723988] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4812; }","duration":"288.653419ms","start":"2026-03-14T01:42:07.491565Z","end":"2026-03-14T01:42:07.780218Z","steps":["trace[1441723988] 'agreement among raft nodes before linearized reading' (duration: 288.512736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:07.780241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.376115Z","time spent":"404.02428ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:07.780254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.461702Z","time spent":"318.54275ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4468,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-8btwc\" "} {"level":"warn","ts":"2026-03-14T01:42:07.780063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.816895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:42:07.780521Z","caller":"traceutil/trace.go:171","msg":"trace[1563291956] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4812; }","duration":"295.358157ms","start":"2026-03-14T01:42:07.485045Z","end":"2026-03-14T01:42:07.780403Z","steps":["trace[1563291956] 'agreement among raft nodes before linearized reading' (duration: 294.742013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.65994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.842496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:08.660796Z","caller":"traceutil/trace.go:171","msg":"trace[591943815] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"878.632897ms","start":"2026-03-14T01:42:07.782122Z","end":"2026-03-14T01:42:08.660755Z","steps":["trace[591943815] 'process raft request' (duration: 162.866279ms)","trace[591943815] 'compare' (duration: 714.502148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:08.660956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.782095Z","time spent":"878.782931ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:42:08.661099Z","caller":"traceutil/trace.go:171","msg":"trace[2052859645] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5014; }","duration":"826.95689ms","start":"2026-03-14T01:42:07.834059Z","end":"2026-03-14T01:42:08.661016Z","steps":["trace[2052859645] 'read index received' (duration: 110.995418ms)","trace[2052859645] 'applied index is now lower than readState.Index' (duration: 715.959812ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:08.661139Z","caller":"traceutil/trace.go:171","msg":"trace[1901367081] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"870.953256ms","start":"2026-03-14T01:42:07.790146Z","end":"2026-03-14T01:42:08.6611Z","steps":["trace[1901367081] 'process raft request' (duration: 870.656829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.661308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.790124Z","time spent":"871.097349ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:08.661688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.72019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:42:08.661744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.919754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:42:08.661772Z","caller":"traceutil/trace.go:171","msg":"trace[1733179162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4814; }","duration":"761.838333ms","start":"2026-03-14T01:42:07.899914Z","end":"2026-03-14T01:42:08.661753Z","steps":["trace[1733179162] 'agreement among raft nodes before linearized reading' (duration: 761.69421ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.661808Z","caller":"traceutil/trace.go:171","msg":"trace[1617477875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4814; }","duration":"363.065528ms","start":"2026-03-14T01:42:08.298727Z","end":"2026-03-14T01:42:08.661793Z","steps":["trace[1617477875] 'agreement among raft nodes before linearized reading' (duration: 362.787972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.661823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.735539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:42:08.661935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.869133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:42:08.661987Z","caller":"traceutil/trace.go:171","msg":"trace[2073587217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4814; }","duration":"822.951195ms","start":"2026-03-14T01:42:07.839027Z","end":"2026-03-14T01:42:08.661978Z","steps":["trace[2073587217] 'agreement among raft nodes before linearized reading' (duration: 822.829743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.661993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.298701Z","time spent":"363.216141ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:42:08.661996Z","caller":"traceutil/trace.go:171","msg":"trace[1415143897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4814; }","duration":"827.966094ms","start":"2026-03-14T01:42:07.834002Z","end":"2026-03-14T01:42:08.661968Z","steps":["trace[1415143897] 'agreement among raft nodes before linearized reading' (duration: 827.144204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.662015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.839Z","time spent":"823.008266ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:42:08.66182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.899903Z","time spent":"761.909075ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:42:08.661837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.42503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:42:08.662187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.833983Z","time spent":"828.158279ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:42:08.662216Z","caller":"traceutil/trace.go:171","msg":"trace[1544879535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:4814; }","duration":"340.86692ms","start":"2026-03-14T01:42:08.321335Z","end":"2026-03-14T01:42:08.662202Z","steps":["trace[1544879535] 'agreement among raft nodes before linearized reading' (duration: 340.360338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.662316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.321302Z","time spent":"340.998333ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"warn","ts":"2026-03-14T01:42:08.662437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.416729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:42:08.662526Z","caller":"traceutil/trace.go:171","msg":"trace[1756858408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4814; }","duration":"340.533702ms","start":"2026-03-14T01:42:08.321971Z","end":"2026-03-14T01:42:08.662505Z","steps":["trace[1756858408] 'agreement among raft nodes before linearized reading' (duration: 339.549949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.662586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:08.321958Z","time spent":"340.618994ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:08.661741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.017126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:42:08.662737Z","caller":"traceutil/trace.go:171","msg":"trace[1960117644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4814; }","duration":"824.074782ms","start":"2026-03-14T01:42:07.838642Z","end":"2026-03-14T01:42:08.662716Z","steps":["trace[1960117644] 'agreement among raft nodes before linearized reading' (duration: 822.876384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.663017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:07.838618Z","time spent":"824.377458ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:42:08.833841Z","caller":"traceutil/trace.go:171","msg":"trace[827299948] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"167.585743ms","start":"2026-03-14T01:42:08.666215Z","end":"2026-03-14T01:42:08.833801Z","steps":["trace[827299948] 'process raft request' (duration: 161.458057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.833857Z","caller":"traceutil/trace.go:171","msg":"trace[1227730672] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"166.778583ms","start":"2026-03-14T01:42:08.66705Z","end":"2026-03-14T01:42:08.833828Z","steps":["trace[1227730672] 'process raft request' (duration: 166.661561ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834116Z","caller":"traceutil/trace.go:171","msg":"trace[450588905] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"165.580185ms","start":"2026-03-14T01:42:08.668522Z","end":"2026-03-14T01:42:08.834102Z","steps":["trace[450588905] 'process raft request' (duration: 165.474082ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834159Z","caller":"traceutil/trace.go:171","msg":"trace[689286388] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"165.690187ms","start":"2026-03-14T01:42:08.66843Z","end":"2026-03-14T01:42:08.83412Z","steps":["trace[689286388] 'process raft request' (duration: 165.501023ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834319Z","caller":"traceutil/trace.go:171","msg":"trace[1531691523] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"166.940936ms","start":"2026-03-14T01:42:08.667262Z","end":"2026-03-14T01:42:08.834203Z","steps":["trace[1531691523] 'process raft request' (duration: 166.525356ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834396Z","caller":"traceutil/trace.go:171","msg":"trace[1719431330] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"165.746809ms","start":"2026-03-14T01:42:08.668612Z","end":"2026-03-14T01:42:08.834358Z","steps":["trace[1719431330] 'process raft request' (duration: 165.444842ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834605Z","caller":"traceutil/trace.go:171","msg":"trace[24157962] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"165.81566ms","start":"2026-03-14T01:42:08.668761Z","end":"2026-03-14T01:42:08.834577Z","steps":["trace[24157962] 'process raft request' (duration: 165.460771ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834804Z","caller":"traceutil/trace.go:171","msg":"trace[1478206890] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"165.972774ms","start":"2026-03-14T01:42:08.668818Z","end":"2026-03-14T01:42:08.83479Z","steps":["trace[1478206890] 'process raft request' (duration: 165.692127ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.834867Z","caller":"traceutil/trace.go:171","msg":"trace[1663954228] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5016; }","duration":"167.295264ms","start":"2026-03-14T01:42:08.667547Z","end":"2026-03-14T01:42:08.834843Z","steps":["trace[1663954228] 'read index received' (duration: 15.873656ms)","trace[1663954228] 'applied index is now lower than readState.Index' (duration: 151.420298ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:08.834919Z","caller":"traceutil/trace.go:171","msg":"trace[2116543829] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"164.680052ms","start":"2026-03-14T01:42:08.670224Z","end":"2026-03-14T01:42:08.834904Z","steps":["trace[2116543829] 'process raft request' (duration: 164.56292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.835139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.566201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-qmxgc\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-14T01:42:08.835128Z","caller":"traceutil/trace.go:171","msg":"trace[259895672] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"165.354799ms","start":"2026-03-14T01:42:08.669757Z","end":"2026-03-14T01:42:08.835111Z","steps":["trace[259895672] 'process raft request' (duration: 164.95429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:08.835184Z","caller":"traceutil/trace.go:171","msg":"trace[1183164814] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-qmxgc; range_end:; response_count:1; response_revision:4825; }","duration":"167.653104ms","start":"2026-03-14T01:42:08.66752Z","end":"2026-03-14T01:42:08.835173Z","steps":["trace[1183164814] 'agreement among raft nodes before linearized reading' (duration: 167.473299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:08.83528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.510208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70789"} {"level":"info","ts":"2026-03-14T01:42:08.835326Z","caller":"traceutil/trace.go:171","msg":"trace[380823085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4825; }","duration":"166.605929ms","start":"2026-03-14T01:42:08.668711Z","end":"2026-03-14T01:42:08.835317Z","steps":["trace[380823085] 'agreement among raft nodes before linearized reading' (duration: 166.358632ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:09.216064Z","caller":"traceutil/trace.go:171","msg":"trace[1438856676] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"174.046266ms","start":"2026-03-14T01:42:09.041989Z","end":"2026-03-14T01:42:09.216036Z","steps":["trace[1438856676] 'process raft request' (duration: 173.852771ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:09.219319Z","caller":"traceutil/trace.go:171","msg":"trace[13131182] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5032; }","duration":"116.337345ms","start":"2026-03-14T01:42:09.102956Z","end":"2026-03-14T01:42:09.219294Z","steps":["trace[13131182] 'read index received' (duration: 112.900362ms)","trace[13131182] 'applied index is now lower than readState.Index' (duration: 3.435793ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:09.21935Z","caller":"traceutil/trace.go:171","msg":"trace[172001621] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"177.295724ms","start":"2026-03-14T01:42:09.042032Z","end":"2026-03-14T01:42:09.219328Z","steps":["trace[172001621] 'process raft request' (duration: 177.046338ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:09.219399Z","caller":"traceutil/trace.go:171","msg":"trace[2073035645] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"170.874141ms","start":"2026-03-14T01:42:09.048489Z","end":"2026-03-14T01:42:09.219364Z","steps":["trace[2073035645] 'process raft request' (duration: 170.759268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:09.219557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.59128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T01:42:09.219614Z","caller":"traceutil/trace.go:171","msg":"trace[569101463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4833; }","duration":"116.713763ms","start":"2026-03-14T01:42:09.102881Z","end":"2026-03-14T01:42:09.219594Z","steps":["trace[569101463] 'agreement among raft nodes before linearized reading' (duration: 116.537129ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:11.01181Z","caller":"traceutil/trace.go:171","msg":"trace[2134977580] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"157.652566ms","start":"2026-03-14T01:42:10.854142Z","end":"2026-03-14T01:42:11.011795Z","steps":["trace[2134977580] 'process raft request' (duration: 132.578341ms)","trace[2134977580] 'compare' (duration: 24.949372ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:11.012007Z","caller":"traceutil/trace.go:171","msg":"trace[1137623615] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"157.413361ms","start":"2026-03-14T01:42:10.854582Z","end":"2026-03-14T01:42:11.011996Z","steps":["trace[1137623615] 'process raft request' (duration: 157.180875ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:11.012137Z","caller":"traceutil/trace.go:171","msg":"trace[761765918] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"156.544919ms","start":"2026-03-14T01:42:10.855586Z","end":"2026-03-14T01:42:11.012131Z","steps":["trace[761765918] 'process raft request' (duration: 156.359875ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:11.012227Z","caller":"traceutil/trace.go:171","msg":"trace[95640212] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5045; }","duration":"156.535449ms","start":"2026-03-14T01:42:10.855669Z","end":"2026-03-14T01:42:11.012204Z","steps":["trace[95640212] 'read index received' (duration: 28.24294ms)","trace[95640212] 'applied index is now lower than readState.Index' (duration: 128.291269ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:11.012304Z","caller":"traceutil/trace.go:171","msg":"trace[1561806748] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"156.12401ms","start":"2026-03-14T01:42:10.85615Z","end":"2026-03-14T01:42:11.012274Z","steps":["trace[1561806748] 'process raft request' (duration: 155.956636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:11.012454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.093194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-14T01:42:11.012487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.800846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71035"} {"level":"info","ts":"2026-03-14T01:42:11.012496Z","caller":"traceutil/trace.go:171","msg":"trace[793340141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4848; }","duration":"144.192147ms","start":"2026-03-14T01:42:10.868293Z","end":"2026-03-14T01:42:11.012485Z","steps":["trace[793340141] 'agreement among raft nodes before linearized reading' (duration: 144.043973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:11.012522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.510117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:11.012529Z","caller":"traceutil/trace.go:171","msg":"trace[955060193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4848; }","duration":"156.870378ms","start":"2026-03-14T01:42:10.855649Z","end":"2026-03-14T01:42:11.012519Z","steps":["trace[955060193] 'agreement among raft nodes before linearized reading' (duration: 156.665853ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:11.012545Z","caller":"traceutil/trace.go:171","msg":"trace[1920969245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4848; }","duration":"113.560979ms","start":"2026-03-14T01:42:10.898977Z","end":"2026-03-14T01:42:11.012538Z","steps":["trace[1920969245] 'agreement among raft nodes before linearized reading' (duration: 113.523558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:17.247457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.002902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:17.247738Z","caller":"traceutil/trace.go:171","msg":"trace[1502379654] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"205.499413ms","start":"2026-03-14T01:42:17.042213Z","end":"2026-03-14T01:42:17.247712Z","steps":["trace[1502379654] 'process raft request' (duration: 18.150362ms)","trace[1502379654] 'compare' (duration: 186.89899ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:17.247768Z","caller":"traceutil/trace.go:171","msg":"trace[1836247775] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5153; }","duration":"202.629275ms","start":"2026-03-14T01:42:17.045122Z","end":"2026-03-14T01:42:17.247751Z","steps":["trace[1836247775] 'read index received' (duration: 15.240773ms)","trace[1836247775] 'applied index is now lower than readState.Index' (duration: 187.387242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:17.24796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.83764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80207"} {"level":"info","ts":"2026-03-14T01:42:17.248006Z","caller":"traceutil/trace.go:171","msg":"trace[239959336] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4953; }","duration":"202.882951ms","start":"2026-03-14T01:42:17.045111Z","end":"2026-03-14T01:42:17.247994Z","steps":["trace[239959336] 'agreement among raft nodes before linearized reading' (duration: 202.688006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:17.248066Z","caller":"traceutil/trace.go:171","msg":"trace[445236292] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"204.258293ms","start":"2026-03-14T01:42:17.043796Z","end":"2026-03-14T01:42:17.248054Z","steps":["trace[445236292] 'process raft request' (duration: 203.881185ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:17.248162Z","caller":"traceutil/trace.go:171","msg":"trace[243825835] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"205.795511ms","start":"2026-03-14T01:42:17.042357Z","end":"2026-03-14T01:42:17.248153Z","steps":["trace[243825835] 'process raft request' (duration: 205.247187ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:17.248246Z","caller":"traceutil/trace.go:171","msg":"trace[639919041] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"204.196702ms","start":"2026-03-14T01:42:17.044039Z","end":"2026-03-14T01:42:17.248235Z","steps":["trace[639919041] 'process raft request' (duration: 203.674719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:17.411753Z","caller":"traceutil/trace.go:171","msg":"trace[524373496] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"166.916436ms","start":"2026-03-14T01:42:17.244814Z","end":"2026-03-14T01:42:17.411731Z","steps":["trace[524373496] 'process raft request' (duration: 166.826914ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:17.411759Z","caller":"traceutil/trace.go:171","msg":"trace[1029735611] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"166.986648ms","start":"2026-03-14T01:42:17.244739Z","end":"2026-03-14T01:42:17.411725Z","steps":["trace[1029735611] 'process raft request' (duration: 118.147718ms)","trace[1029735611] 'compare' (duration: 48.615955ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:17.411994Z","caller":"traceutil/trace.go:171","msg":"trace[1372452287] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5157; }","duration":"164.049938ms","start":"2026-03-14T01:42:17.247933Z","end":"2026-03-14T01:42:17.411983Z","steps":["trace[1372452287] 'read index received' (duration: 114.974503ms)","trace[1372452287] 'applied index is now lower than readState.Index' (duration: 49.074385ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:17.412082Z","caller":"traceutil/trace.go:171","msg":"trace[211923122] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"122.497891ms","start":"2026-03-14T01:42:17.289557Z","end":"2026-03-14T01:42:17.412055Z","steps":["trace[211923122] 'process raft request' (duration: 122.308236ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:17.412222Z","caller":"traceutil/trace.go:171","msg":"trace[914484950] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"166.785342ms","start":"2026-03-14T01:42:17.24538Z","end":"2026-03-14T01:42:17.412166Z","steps":["trace[914484950] 'process raft request' (duration: 166.305761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:17.412253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.903719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:42:17.412295Z","caller":"traceutil/trace.go:171","msg":"trace[606410638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4957; }","duration":"196.99394ms","start":"2026-03-14T01:42:17.215292Z","end":"2026-03-14T01:42:17.412286Z","steps":["trace[606410638] 'agreement among raft nodes before linearized reading' (duration: 196.800996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:17.412412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.127153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-14T01:42:17.412459Z","caller":"traceutil/trace.go:171","msg":"trace[728515244] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974; range_end:; response_count:1; response_revision:4957; }","duration":"194.222155ms","start":"2026-03-14T01:42:17.218222Z","end":"2026-03-14T01:42:17.412444Z","steps":["trace[728515244] 'agreement among raft nodes before linearized reading' (duration: 194.00917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:18.717512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845273274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:42:19.218682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845273274,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:42:19.279412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095649654s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:42:19.27974Z","caller":"traceutil/trace.go:171","msg":"trace[858564253] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5163; }","duration":"1.062835896s","start":"2026-03-14T01:42:18.216884Z","end":"2026-03-14T01:42:19.279719Z","steps":["trace[858564253] 'read index received' (duration: 1.062683432s)","trace[858564253] 'applied index is now lower than readState.Index' (duration: 151.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:19.279787Z","caller":"traceutil/trace.go:171","msg":"trace[686402369] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"1.096441513s","start":"2026-03-14T01:42:18.183312Z","end":"2026-03-14T01:42:19.279753Z","steps":["trace[686402369] 'process raft request' (duration: 1.096273709s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.279946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.183277Z","time spent":"1.096600357s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:42:19.280041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.071316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:19.280097Z","caller":"traceutil/trace.go:171","msg":"trace[539554619] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4960; }","duration":"791.187049ms","start":"2026-03-14T01:42:18.488895Z","end":"2026-03-14T01:42:19.280082Z","steps":["trace[539554619] 'agreement among raft nodes before linearized reading' (duration: 791.094577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.280108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.789751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-14T01:42:19.280133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.48887Z","time spent":"791.253711ms","remote":"127.0.0.1:49028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:42:19.280168Z","caller":"traceutil/trace.go:171","msg":"trace[841731494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974; range_end:; response_count:1; response_revision:4960; }","duration":"862.907164ms","start":"2026-03-14T01:42:18.41724Z","end":"2026-03-14T01:42:19.280147Z","steps":["trace[841731494] 'agreement among raft nodes before linearized reading' (duration: 862.614227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.28013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.711272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:42:19.280231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.417222Z","time spent":"862.989706ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974\" "} {"level":"info","ts":"2026-03-14T01:42:19.280242Z","caller":"traceutil/trace.go:171","msg":"trace[1612234191] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4960; }","duration":"754.892356ms","start":"2026-03-14T01:42:18.525327Z","end":"2026-03-14T01:42:19.280219Z","steps":["trace[1612234191] 'agreement among raft nodes before linearized reading' (duration: 754.661291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.280292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.525305Z","time spent":"754.976029ms","remote":"127.0.0.1:59226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:19.280031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063132532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-14T01:42:19.280292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.513324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-14T01:42:19.280369Z","caller":"traceutil/trace.go:171","msg":"trace[1728445213] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4960; }","duration":"1.063515391s","start":"2026-03-14T01:42:18.216833Z","end":"2026-03-14T01:42:19.280349Z","steps":["trace[1728445213] 'agreement among raft nodes before linearized reading' (duration: 1.06301394s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.280296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.934079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:42:19.280396Z","caller":"traceutil/trace.go:171","msg":"trace[580918877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4960; }","duration":"426.678379ms","start":"2026-03-14T01:42:18.853691Z","end":"2026-03-14T01:42:19.280369Z","steps":["trace[580918877] 'agreement among raft nodes before linearized reading' (duration: 426.241289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.280409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.216812Z","time spent":"1.063586862s","remote":"127.0.0.1:48940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-14T01:42:19.280429Z","caller":"traceutil/trace.go:171","msg":"trace[1726401966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4960; }","duration":"359.102273ms","start":"2026-03-14T01:42:18.92131Z","end":"2026-03-14T01:42:19.280413Z","steps":["trace[1726401966] 'agreement among raft nodes before linearized reading' (duration: 358.757155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:19.280449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.85367Z","time spent":"426.76915ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-14T01:42:19.28054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:18.921289Z","time spent":"359.166474ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:42:21.641238Z","caller":"traceutil/trace.go:171","msg":"trace[1226294239] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"271.765247ms","start":"2026-03-14T01:42:21.369438Z","end":"2026-03-14T01:42:21.641204Z","steps":["trace[1226294239] 'process raft request' (duration: 264.723889ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:21.837287Z","caller":"traceutil/trace.go:171","msg":"trace[1239739854] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"414.040459ms","start":"2026-03-14T01:42:21.42322Z","end":"2026-03-14T01:42:21.83726Z","steps":["trace[1239739854] 'process raft request' (duration: 412.595984ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:21.837352Z","caller":"traceutil/trace.go:171","msg":"trace[732024371] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"413.454964ms","start":"2026-03-14T01:42:21.423833Z","end":"2026-03-14T01:42:21.837288Z","steps":["trace[732024371] 'process raft request' (duration: 413.388343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:21.83744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:21.423186Z","time spent":"414.161631ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:21.83737Z","caller":"traceutil/trace.go:171","msg":"trace[576587857] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"414.097329ms","start":"2026-03-14T01:42:21.423224Z","end":"2026-03-14T01:42:21.837321Z","steps":["trace[576587857] 'process raft request' (duration: 413.872964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:21.837635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:21.423822Z","time spent":"413.657909ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:21.837818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:21.423198Z","time spent":"414.457408ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:25.964219Z","caller":"traceutil/trace.go:171","msg":"trace[206085294] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"112.953413ms","start":"2026-03-14T01:42:25.851241Z","end":"2026-03-14T01:42:25.964195Z","steps":["trace[206085294] 'process raft request' (duration: 112.761448ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.965446Z","caller":"traceutil/trace.go:171","msg":"trace[390776459] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"113.844334ms","start":"2026-03-14T01:42:25.85158Z","end":"2026-03-14T01:42:25.965425Z","steps":["trace[390776459] 'process raft request' (duration: 113.620869ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:25.965675Z","caller":"traceutil/trace.go:171","msg":"trace[1496778080] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"113.695052ms","start":"2026-03-14T01:42:25.851954Z","end":"2026-03-14T01:42:25.965649Z","steps":["trace[1496778080] 'process raft request' (duration: 113.391584ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:29.294943Z","caller":"traceutil/trace.go:171","msg":"trace[188251560] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"147.877495ms","start":"2026-03-14T01:42:29.147041Z","end":"2026-03-14T01:42:29.294918Z","steps":["trace[188251560] 'process raft request' (duration: 147.719981ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:29.611076Z","caller":"traceutil/trace.go:171","msg":"trace[1402874684] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"138.295615ms","start":"2026-03-14T01:42:29.472753Z","end":"2026-03-14T01:42:29.611049Z","steps":["trace[1402874684] 'process raft request' (duration: 138.057409ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.092174Z","caller":"traceutil/trace.go:171","msg":"trace[742600109] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"166.869184ms","start":"2026-03-14T01:42:29.925268Z","end":"2026-03-14T01:42:30.092137Z","steps":["trace[742600109] 'process raft request' (duration: 162.315294ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.092256Z","caller":"traceutil/trace.go:171","msg":"trace[1120346620] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"159.31766ms","start":"2026-03-14T01:42:29.932901Z","end":"2026-03-14T01:42:30.092218Z","steps":["trace[1120346620] 'process raft request' (duration: 159.157877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.092177Z","caller":"traceutil/trace.go:171","msg":"trace[1070673673] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5310; }","duration":"165.835119ms","start":"2026-03-14T01:42:29.926322Z","end":"2026-03-14T01:42:30.092157Z","steps":["trace[1070673673] 'read index received' (duration: 16.683343ms)","trace[1070673673] 'applied index is now lower than readState.Index' (duration: 149.150926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:30.09234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.996493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-14T01:42:30.092389Z","caller":"traceutil/trace.go:171","msg":"trace[561477210] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5106; }","duration":"166.085104ms","start":"2026-03-14T01:42:29.926293Z","end":"2026-03-14T01:42:30.092378Z","steps":["trace[561477210] 'agreement among raft nodes before linearized reading' (duration: 165.930521ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.099172Z","caller":"traceutil/trace.go:171","msg":"trace[198846453] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"121.326785ms","start":"2026-03-14T01:42:29.977817Z","end":"2026-03-14T01:42:30.099144Z","steps":["trace[198846453] 'process raft request' (duration: 121.255143ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.099194Z","caller":"traceutil/trace.go:171","msg":"trace[523799212] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"123.962828ms","start":"2026-03-14T01:42:29.975212Z","end":"2026-03-14T01:42:30.099175Z","steps":["trace[523799212] 'process raft request' (duration: 123.761543ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:30.099637Z","caller":"traceutil/trace.go:171","msg":"trace[593629356] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"121.292023ms","start":"2026-03-14T01:42:29.978329Z","end":"2026-03-14T01:42:30.099621Z","steps":["trace[593629356] 'process raft request' (duration: 120.786691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:30.10061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.996475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-14T01:42:30.100661Z","caller":"traceutil/trace.go:171","msg":"trace[1903162] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5110; }","duration":"123.123099ms","start":"2026-03-14T01:42:29.977526Z","end":"2026-03-14T01:42:30.10065Z","steps":["trace[1903162] 'agreement among raft nodes before linearized reading' (duration: 122.329609ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:33.694724Z","caller":"traceutil/trace.go:171","msg":"trace[1616940313] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5357; }","duration":"235.677443ms","start":"2026-03-14T01:42:33.459027Z","end":"2026-03-14T01:42:33.694705Z","steps":["trace[1616940313] 'read index received' (duration: 235.452486ms)","trace[1616940313] 'applied index is now lower than readState.Index' (duration: 224.277µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:33.694825Z","caller":"traceutil/trace.go:171","msg":"trace[513492173] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"236.320778ms","start":"2026-03-14T01:42:33.458447Z","end":"2026-03-14T01:42:33.694768Z","steps":["trace[513492173] 'process raft request' (duration: 236.066461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:33.694942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.470743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:42:33.694977Z","caller":"traceutil/trace.go:171","msg":"trace[1100954931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5149; }","duration":"217.560585ms","start":"2026-03-14T01:42:33.477407Z","end":"2026-03-14T01:42:33.694967Z","steps":["trace[1100954931] 'agreement among raft nodes before linearized reading' (duration: 217.443392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:33.695105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.670415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:42:33.695127Z","caller":"traceutil/trace.go:171","msg":"trace[2016814713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5149; }","duration":"209.746786ms","start":"2026-03-14T01:42:33.485375Z","end":"2026-03-14T01:42:33.695121Z","steps":["trace[2016814713] 'agreement among raft nodes before linearized reading' (duration: 209.689865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:33.695191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.566092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:42:33.695206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.207767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:42:33.695238Z","caller":"traceutil/trace.go:171","msg":"trace[309662489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5149; }","duration":"209.641644ms","start":"2026-03-14T01:42:33.485584Z","end":"2026-03-14T01:42:33.695226Z","steps":["trace[309662489] 'agreement among raft nodes before linearized reading' (duration: 209.45907ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:33.69524Z","caller":"traceutil/trace.go:171","msg":"trace[1377743021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5149; }","duration":"210.264639ms","start":"2026-03-14T01:42:33.484968Z","end":"2026-03-14T01:42:33.695233Z","steps":["trace[1377743021] 'agreement among raft nodes before linearized reading' (duration: 210.202488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:33.695214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.166174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81420"} {"level":"info","ts":"2026-03-14T01:42:33.69531Z","caller":"traceutil/trace.go:171","msg":"trace[32387089] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5149; }","duration":"236.326928ms","start":"2026-03-14T01:42:33.458965Z","end":"2026-03-14T01:42:33.695292Z","steps":["trace[32387089] 'agreement among raft nodes before linearized reading' (duration: 235.898937ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:34.266784Z","caller":"traceutil/trace.go:171","msg":"trace[1016789558] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"568.021144ms","start":"2026-03-14T01:42:33.698702Z","end":"2026-03-14T01:42:34.266723Z","steps":["trace[1016789558] 'process raft request' (duration: 566.238621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:34.266981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:33.698683Z","time spent":"568.192918ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:34.269002Z","caller":"traceutil/trace.go:171","msg":"trace[471516969] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"570.241957ms","start":"2026-03-14T01:42:33.698732Z","end":"2026-03-14T01:42:34.268974Z","steps":["trace[471516969] 'process raft request' (duration: 570.039932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:34.269199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:33.698707Z","time spent":"570.401201ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:34.269506Z","caller":"traceutil/trace.go:171","msg":"trace[2020757977] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"570.721529ms","start":"2026-03-14T01:42:33.698746Z","end":"2026-03-14T01:42:34.269467Z","steps":["trace[2020757977] 'process raft request' (duration: 570.174476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:34.269712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:33.698725Z","time spent":"570.891783ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:34.269821Z","caller":"traceutil/trace.go:171","msg":"trace[104563037] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"151.82762ms","start":"2026-03-14T01:42:34.117958Z","end":"2026-03-14T01:42:34.269786Z","steps":["trace[104563037] 'process raft request' (duration: 151.44288ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:34.269827Z","caller":"traceutil/trace.go:171","msg":"trace[1227173389] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"151.717707ms","start":"2026-03-14T01:42:34.118075Z","end":"2026-03-14T01:42:34.269793Z","steps":["trace[1227173389] 'process raft request' (duration: 151.596754ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:34.269866Z","caller":"traceutil/trace.go:171","msg":"trace[236568797] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"150.704173ms","start":"2026-03-14T01:42:34.119142Z","end":"2026-03-14T01:42:34.269846Z","steps":["trace[236568797] 'process raft request' (duration: 150.609411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:34.269503Z","caller":"traceutil/trace.go:171","msg":"trace[1360288157] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"569.373457ms","start":"2026-03-14T01:42:33.700076Z","end":"2026-03-14T01:42:34.26945Z","steps":["trace[1360288157] 'process raft request' (duration: 569.11567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:34.269997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:33.700038Z","time spent":"569.899619ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:39.097389Z","caller":"traceutil/trace.go:171","msg":"trace[1176059682] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5399; }","duration":"198.466925ms","start":"2026-03-14T01:42:38.898895Z","end":"2026-03-14T01:42:39.097362Z","steps":["trace[1176059682] 'read index received' (duration: 198.28407ms)","trace[1176059682] 'applied index is now lower than readState.Index' (duration: 181.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:39.097446Z","caller":"traceutil/trace.go:171","msg":"trace[1243095361] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"316.755586ms","start":"2026-03-14T01:42:38.780665Z","end":"2026-03-14T01:42:39.097421Z","steps":["trace[1243095361] 'process raft request' (duration: 316.526911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:39.097585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.682379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:42:39.097607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:38.780634Z","time spent":"316.863269ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:42:39.097707Z","caller":"traceutil/trace.go:171","msg":"trace[997761978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5190; }","duration":"198.738941ms","start":"2026-03-14T01:42:38.898879Z","end":"2026-03-14T01:42:39.097618Z","steps":["trace[997761978] 'agreement among raft nodes before linearized reading' (duration: 198.578347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.215487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.806408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:42:40.215574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.204237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:42:40.215631Z","caller":"traceutil/trace.go:171","msg":"trace[1831991962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5190; }","duration":"921.31407ms","start":"2026-03-14T01:42:39.294303Z","end":"2026-03-14T01:42:40.215617Z","steps":["trace[1831991962] 'range keys from in-memory index tree' (duration: 920.921059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.215663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:39.294277Z","time spent":"921.376622ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:42:40.215669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.4498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:42:40.215702Z","caller":"traceutil/trace.go:171","msg":"trace[1494960636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:5190; }","duration":"492.532353ms","start":"2026-03-14T01:42:39.72316Z","end":"2026-03-14T01:42:40.215692Z","steps":["trace[1494960636] 'range keys from in-memory index tree' (duration: 492.282357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.21574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:39.723136Z","time spent":"492.590623ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:42:40.215565Z","caller":"traceutil/trace.go:171","msg":"trace[1926383358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5190; }","duration":"499.963132ms","start":"2026-03-14T01:42:39.715583Z","end":"2026-03-14T01:42:40.215546Z","steps":["trace[1926383358] 'range keys from in-memory index tree' (duration: 499.586373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.21602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:39.715549Z","time spent":"500.459273ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:40.215992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.49434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:40.216106Z","caller":"traceutil/trace.go:171","msg":"trace[2124276492] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5190; }","duration":"540.672894ms","start":"2026-03-14T01:42:39.675406Z","end":"2026-03-14T01:42:40.216079Z","steps":["trace[2124276492] 'count revisions from in-memory index tree' (duration: 540.409746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.216163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:39.675382Z","time spent":"540.764135ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:40.216195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.230826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:42:40.216246Z","caller":"traceutil/trace.go:171","msg":"trace[1180779007] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5190; }","duration":"677.323868ms","start":"2026-03-14T01:42:39.538908Z","end":"2026-03-14T01:42:40.216232Z","steps":["trace[1180779007] 'count revisions from in-memory index tree' (duration: 677.146174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.216297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:39.538886Z","time spent":"677.39958ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:40.216302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.302754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:40.216409Z","caller":"traceutil/trace.go:171","msg":"trace[1506496280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5190; }","duration":"318.447297ms","start":"2026-03-14T01:42:39.897941Z","end":"2026-03-14T01:42:40.216388Z","steps":["trace[1506496280] 'range keys from in-memory index tree' (duration: 318.154859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:40.216468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:39.89791Z","time spent":"318.542099ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:42:40.513918Z","caller":"traceutil/trace.go:171","msg":"trace[372038245] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"292.876311ms","start":"2026-03-14T01:42:40.221008Z","end":"2026-03-14T01:42:40.513884Z","steps":["trace[372038245] 'process raft request' (duration: 292.724367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.539232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02540579s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:42:41.539792Z","caller":"traceutil/trace.go:171","msg":"trace[1746663727] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5400; }","duration":"1.317314016s","start":"2026-03-14T01:42:40.222455Z","end":"2026-03-14T01:42:41.539769Z","steps":["trace[1746663727] 'read index received' (duration: 291.393734ms)","trace[1746663727] 'applied index is now lower than readState.Index' (duration: 1.025919292s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:41.539893Z","caller":"traceutil/trace.go:171","msg":"trace[289451725] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"1.248875216s","start":"2026-03-14T01:42:40.291004Z","end":"2026-03-14T01:42:41.539879Z","steps":["trace[289451725] 'process raft request' (duration: 1.248727633s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.539889Z","caller":"traceutil/trace.go:171","msg":"trace[1438444331] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"1.249670566s","start":"2026-03-14T01:42:40.290181Z","end":"2026-03-14T01:42:41.539852Z","steps":["trace[1438444331] 'process raft request' (duration: 1.24944651s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.539767Z","caller":"traceutil/trace.go:171","msg":"trace[528313228] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"1.317991243s","start":"2026-03-14T01:42:40.22167Z","end":"2026-03-14T01:42:41.539662Z","steps":["trace[528313228] 'process raft request' (duration: 1.317748857s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.540058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.290992Z","time spent":"1.248949089s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:41.540113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317643174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81713"} {"level":"info","ts":"2026-03-14T01:42:41.540091Z","caller":"traceutil/trace.go:171","msg":"trace[1721746697] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.251822428s","start":"2026-03-14T01:42:40.288067Z","end":"2026-03-14T01:42:41.53989Z","steps":["trace[1721746697] 'process raft request' (duration: 1.25152174s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.54015Z","caller":"traceutil/trace.go:171","msg":"trace[975441242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5195; }","duration":"1.317707615s","start":"2026-03-14T01:42:40.222432Z","end":"2026-03-14T01:42:41.54014Z","steps":["trace[975441242] 'agreement among raft nodes before linearized reading' (duration: 1.31746345s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.540184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.222424Z","time spent":"1.317751406s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81737,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:42:41.540149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.290154Z","time spent":"1.249796409s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:41.540484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.288038Z","time spent":"1.252221227s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:42:41.54055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.221657Z","time spent":"1.318472794s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:41.619811Z","caller":"traceutil/trace.go:171","msg":"trace[1802292396] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"178.469393ms","start":"2026-03-14T01:42:41.441315Z","end":"2026-03-14T01:42:41.619784Z","steps":["trace[1802292396] 'process raft request' (duration: 177.379556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.619889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324889709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:42:41.619938Z","caller":"traceutil/trace.go:171","msg":"trace[132877523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5196; }","duration":"1.324973611s","start":"2026-03-14T01:42:40.29495Z","end":"2026-03-14T01:42:41.619924Z","steps":["trace[132877523] 'agreement among raft nodes before linearized reading' (duration: 1.324826878s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.619981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.294935Z","time spent":"1.325037792s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:42:41.619976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.224474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"warn","ts":"2026-03-14T01:42:41.620019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.837316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:42:41.620053Z","caller":"traceutil/trace.go:171","msg":"trace[352702572] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5196; }","duration":"170.344247ms","start":"2026-03-14T01:42:41.449688Z","end":"2026-03-14T01:42:41.620032Z","steps":["trace[352702572] 'agreement among raft nodes before linearized reading' (duration: 170.152202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.620055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076678466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:41.620093Z","caller":"traceutil/trace.go:171","msg":"trace[1436257725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5196; }","duration":"174.921508ms","start":"2026-03-14T01:42:41.445155Z","end":"2026-03-14T01:42:41.620076Z","steps":["trace[1436257725] 'agreement among raft nodes before linearized reading' (duration: 174.799505ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.620106Z","caller":"traceutil/trace.go:171","msg":"trace[450640752] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5196; }","duration":"1.076762488s","start":"2026-03-14T01:42:40.543328Z","end":"2026-03-14T01:42:41.620091Z","steps":["trace[450640752] 'agreement among raft nodes before linearized reading' (duration: 1.076692877s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.620141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.543313Z","time spent":"1.076818629s","remote":"127.0.0.1:48954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:42:41.619977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323119867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:42:41.620226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324022849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:42:41.620242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.395646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:42:41.620295Z","caller":"traceutil/trace.go:171","msg":"trace[2078386751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.324111691s","start":"2026-03-14T01:42:40.296167Z","end":"2026-03-14T01:42:41.620279Z","steps":["trace[2078386751] 'agreement among raft nodes before linearized reading' (duration: 1.323881255s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.620292Z","caller":"traceutil/trace.go:171","msg":"trace[1652295380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5196; }","duration":"1.323453556s","start":"2026-03-14T01:42:40.296816Z","end":"2026-03-14T01:42:41.62027Z","steps":["trace[1652295380] 'agreement among raft nodes before linearized reading' (duration: 1.322989635s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.62033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.29616Z","time spent":"1.324162992s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:42:41.620337Z","caller":"traceutil/trace.go:171","msg":"trace[1310662392] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5196; }","duration":"116.53696ms","start":"2026-03-14T01:42:41.503774Z","end":"2026-03-14T01:42:41.620311Z","steps":["trace[1310662392] 'agreement among raft nodes before linearized reading' (duration: 116.244653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.620351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.296809Z","time spent":"1.323524487s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:42:41.620369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.583888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:42:41.620514Z","caller":"traceutil/trace.go:171","msg":"trace[820856765] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:5196; }","duration":"634.758013ms","start":"2026-03-14T01:42:40.985732Z","end":"2026-03-14T01:42:41.62049Z","steps":["trace[820856765] 'agreement among raft nodes before linearized reading' (duration: 634.181459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.620242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324372397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:42:41.620576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.985714Z","time spent":"634.846234ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-14T01:42:41.620645Z","caller":"traceutil/trace.go:171","msg":"trace[629972937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.324775337s","start":"2026-03-14T01:42:40.295837Z","end":"2026-03-14T01:42:41.620612Z","steps":["trace[629972937] 'agreement among raft nodes before linearized reading' (duration: 1.324337966s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.620811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.026577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-14T01:42:41.620882Z","caller":"traceutil/trace.go:171","msg":"trace[2000832572] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5196; }","duration":"625.13775ms","start":"2026-03-14T01:42:40.995726Z","end":"2026-03-14T01:42:41.620863Z","steps":["trace[2000832572] 'agreement among raft nodes before linearized reading' (duration: 624.847133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.620939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.995703Z","time spent":"625.221492ms","remote":"127.0.0.1:48940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-14T01:42:41.620795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:40.295827Z","time spent":"1.3249371s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:42:41.621788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.945058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-14T01:42:41.622485Z","caller":"traceutil/trace.go:171","msg":"trace[756603353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5196; }","duration":"548.678647ms","start":"2026-03-14T01:42:41.073784Z","end":"2026-03-14T01:42:41.622463Z","steps":["trace[756603353] 'agreement among raft nodes before linearized reading' (duration: 546.425782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.622532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:41.073764Z","time spent":"548.751469ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T01:42:41.829341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.515518ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T01:42:41.841062Z","caller":"traceutil/trace.go:171","msg":"trace[660140235] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"216.751555ms","start":"2026-03-14T01:42:41.624281Z","end":"2026-03-14T01:42:41.841032Z","steps":["trace[660140235] 'process raft request' (duration: 216.486658ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.841143Z","caller":"traceutil/trace.go:171","msg":"trace[1938584513] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"215.701529ms","start":"2026-03-14T01:42:41.625419Z","end":"2026-03-14T01:42:41.84112Z","steps":["trace[1938584513] 'process raft request' (duration: 215.623718ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.84123Z","caller":"traceutil/trace.go:171","msg":"trace[1138720416] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"215.860443ms","start":"2026-03-14T01:42:41.625339Z","end":"2026-03-14T01:42:41.8412Z","steps":["trace[1138720416] 'process raft request' (duration: 215.666979ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.84128Z","caller":"traceutil/trace.go:171","msg":"trace[1025069569] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"215.812572ms","start":"2026-03-14T01:42:41.625327Z","end":"2026-03-14T01:42:41.841139Z","steps":["trace[1025069569] 'process raft request' (duration: 215.609566ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.84162Z","caller":"traceutil/trace.go:171","msg":"trace[1080926311] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"216.073949ms","start":"2026-03-14T01:42:41.625527Z","end":"2026-03-14T01:42:41.841601Z","steps":["trace[1080926311] 'process raft request' (duration: 215.558337ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.841712Z","caller":"traceutil/trace.go:171","msg":"trace[869512154] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5406; }","duration":"217.173725ms","start":"2026-03-14T01:42:41.624525Z","end":"2026-03-14T01:42:41.841699Z","steps":["trace[869512154] 'read index received' (duration: 42.394411ms)","trace[869512154] 'applied index is now lower than readState.Index' (duration: 174.778394ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:41.841728Z","caller":"traceutil/trace.go:171","msg":"trace[1709581592] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"214.791568ms","start":"2026-03-14T01:42:41.626908Z","end":"2026-03-14T01:42:41.8417Z","steps":["trace[1709581592] 'process raft request' (duration: 214.557003ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:41.841825Z","caller":"traceutil/trace.go:171","msg":"trace[840783431] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"208.826935ms","start":"2026-03-14T01:42:41.632976Z","end":"2026-03-14T01:42:41.841803Z","steps":["trace[840783431] 'process raft request' (duration: 208.653611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:41.841898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.354179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-14T01:42:41.84195Z","caller":"traceutil/trace.go:171","msg":"trace[2119250917] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dfa893c7-dbee-440f-9c5d-e5fc841fd974; range_end:; response_count:1; response_revision:5203; }","duration":"217.450572ms","start":"2026-03-14T01:42:41.624488Z","end":"2026-03-14T01:42:41.841938Z","steps":["trace[2119250917] 'agreement among raft nodes before linearized reading' (duration: 217.267848ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:42.425623Z","caller":"traceutil/trace.go:171","msg":"trace[1184152812] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"224.336088ms","start":"2026-03-14T01:42:42.201252Z","end":"2026-03-14T01:42:42.425588Z","steps":["trace[1184152812] 'process raft request' (duration: 224.121133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:42.776777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.456134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:42.776879Z","caller":"traceutil/trace.go:171","msg":"trace[130267075] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"344.794641ms","start":"2026-03-14T01:42:42.432064Z","end":"2026-03-14T01:42:42.776859Z","steps":["trace[130267075] 'process raft request' (duration: 156.147853ms)","trace[130267075] 'compare' (duration: 188.34119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:42.776938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:42.432038Z","time spent":"344.871395ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:42.813227Z","caller":"traceutil/trace.go:171","msg":"trace[286729294] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"380.300528ms","start":"2026-03-14T01:42:42.432894Z","end":"2026-03-14T01:42:42.813194Z","steps":["trace[286729294] 'process raft request' (duration: 379.259973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:42.813402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:42.432875Z","time spent":"380.428721ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:42.813644Z","caller":"traceutil/trace.go:171","msg":"trace[937790497] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5416; }","duration":"358.096392ms","start":"2026-03-14T01:42:42.455482Z","end":"2026-03-14T01:42:42.813578Z","steps":["trace[937790497] 'read index received' (duration: 132.723459ms)","trace[937790497] 'applied index is now lower than readState.Index' (duration: 225.370703ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:42.813798Z","caller":"traceutil/trace.go:171","msg":"trace[427115219] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"380.307879ms","start":"2026-03-14T01:42:42.433447Z","end":"2026-03-14T01:42:42.813755Z","steps":["trace[427115219] 'process raft request' (duration: 379.671924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:42.813961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.475502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-03-14T01:42:42.813984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:42.433441Z","time spent":"380.437982ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:42:42.814026Z","caller":"traceutil/trace.go:171","msg":"trace[1498682865] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5208; }","duration":"358.577604ms","start":"2026-03-14T01:42:42.455428Z","end":"2026-03-14T01:42:42.814005Z","steps":["trace[1498682865] 'agreement among raft nodes before linearized reading' (duration: 358.344828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:42.814058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.385271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:42:42.814076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:42:42.455408Z","time spent":"358.655036ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13315,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-14T01:42:42.814121Z","caller":"traceutil/trace.go:171","msg":"trace[1169924895] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5208; }","duration":"210.492774ms","start":"2026-03-14T01:42:42.603606Z","end":"2026-03-14T01:42:42.814099Z","steps":["trace[1169924895] 'agreement among raft nodes before linearized reading' (duration: 210.369681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:42.814115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.033687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:42:42.814144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.845122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:42:42.81412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.339234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:42:42.814189Z","caller":"traceutil/trace.go:171","msg":"trace[622988071] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5208; }","duration":"206.12791ms","start":"2026-03-14T01:42:42.608043Z","end":"2026-03-14T01:42:42.814171Z","steps":["trace[622988071] 'agreement among raft nodes before linearized reading' (duration: 205.986766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:42.814222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.926979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T01:42:42.814238Z","caller":"traceutil/trace.go:171","msg":"trace[951395268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5208; }","duration":"295.925354ms","start":"2026-03-14T01:42:42.518259Z","end":"2026-03-14T01:42:42.814184Z","steps":["trace[951395268] 'agreement among raft nodes before linearized reading' (duration: 295.634877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:42.814291Z","caller":"traceutil/trace.go:171","msg":"trace[978409014] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5208; }","duration":"285.017861ms","start":"2026-03-14T01:42:42.529252Z","end":"2026-03-14T01:42:42.81427Z","steps":["trace[978409014] 'agreement among raft nodes before linearized reading' (duration: 284.816536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:42.814478Z","caller":"traceutil/trace.go:171","msg":"trace[1552917079] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5208; }","duration":"257.460077ms","start":"2026-03-14T01:42:42.556735Z","end":"2026-03-14T01:42:42.814195Z","steps":["trace[1552917079] 'agreement among raft nodes before linearized reading' (duration: 257.307873ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:43.03047Z","caller":"traceutil/trace.go:171","msg":"trace[413989527] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5420; }","duration":"158.328496ms","start":"2026-03-14T01:42:42.872034Z","end":"2026-03-14T01:42:43.030363Z","steps":["trace[413989527] 'read index received' (duration: 158.003168ms)","trace[413989527] 'applied index is now lower than readState.Index' (duration: 324.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:43.030606Z","caller":"traceutil/trace.go:171","msg":"trace[168823451] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"204.114981ms","start":"2026-03-14T01:42:42.826268Z","end":"2026-03-14T01:42:43.030382Z","steps":["trace[168823451] 'process raft request' (duration: 203.791483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:43.030655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.598852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74694b67-ef27-419e-b74f-6497a1972e2f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T01:42:43.030734Z","caller":"traceutil/trace.go:171","msg":"trace[478434505] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74694b67-ef27-419e-b74f-6497a1972e2f; range_end:; response_count:1; response_revision:5211; }","duration":"158.724836ms","start":"2026-03-14T01:42:42.871988Z","end":"2026-03-14T01:42:43.030713Z","steps":["trace[478434505] 'agreement among raft nodes before linearized reading' (duration: 158.49201ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:43.030536Z","caller":"traceutil/trace.go:171","msg":"trace[1714794641] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"201.008236ms","start":"2026-03-14T01:42:42.829447Z","end":"2026-03-14T01:42:43.030455Z","steps":["trace[1714794641] 'process raft request' (duration: 200.826842ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:42:43.045589Z","caller":"traceutil/trace.go:171","msg":"trace[1346781301] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"138.568521ms","start":"2026-03-14T01:42:42.906986Z","end":"2026-03-14T01:42:43.045555Z","steps":["trace[1346781301] 'process raft request' (duration: 138.439297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:43.045642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.284347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:43.045692Z","caller":"traceutil/trace.go:171","msg":"trace[747548885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5212; }","duration":"146.365789ms","start":"2026-03-14T01:42:42.899312Z","end":"2026-03-14T01:42:43.045678Z","steps":["trace[747548885] 'agreement among raft nodes before linearized reading' (duration: 146.268687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:43.29922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.814528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:42:43.299342Z","caller":"traceutil/trace.go:171","msg":"trace[310937758] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5423; }","duration":"190.683957ms","start":"2026-03-14T01:42:43.108641Z","end":"2026-03-14T01:42:43.299325Z","steps":["trace[310937758] 'read index received' (duration: 75.659984ms)","trace[310937758] 'applied index is now lower than readState.Index' (duration: 115.022723ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:42:43.299395Z","caller":"traceutil/trace.go:171","msg":"trace[1338420246] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"243.767477ms","start":"2026-03-14T01:42:43.055585Z","end":"2026-03-14T01:42:43.299353Z","steps":["trace[1338420246] 'process raft request' (duration: 128.712103ms)","trace[1338420246] 'compare' (duration: 114.672715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:42:43.29959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.950293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:42:43.299639Z","caller":"traceutil/trace.go:171","msg":"trace[1769644147] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5213; }","duration":"191.005184ms","start":"2026-03-14T01:42:43.108623Z","end":"2026-03-14T01:42:43.299628Z","steps":["trace[1769644147] 'agreement among raft nodes before linearized reading' (duration: 190.749228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:42:43.627966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.116489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"info","ts":"2026-03-14T01:42:43.628069Z","caller":"traceutil/trace.go:171","msg":"trace[2046706589] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5214; }","duration":"160.269723ms","start":"2026-03-14T01:42:43.467773Z","end":"2026-03-14T01:42:43.628043Z","steps":["trace[2046706589] 'range keys from in-memory index tree' (duration: 159.988006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:00.051352Z","caller":"traceutil/trace.go:171","msg":"trace[1946524701] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"109.94709ms","start":"2026-03-14T01:42:59.941379Z","end":"2026-03-14T01:43:00.051326Z","steps":["trace[1946524701] 'process raft request' (duration: 109.10297ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:00.251249Z","caller":"traceutil/trace.go:171","msg":"trace[336753026] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"195.953674ms","start":"2026-03-14T01:43:00.055262Z","end":"2026-03-14T01:43:00.251216Z","steps":["trace[336753026] 'process raft request' (duration: 120.362632ms)","trace[336753026] 'compare' (duration: 75.460169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:43:10.260339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845274563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:43:10.577519Z","caller":"traceutil/trace.go:171","msg":"trace[652849624] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"861.115769ms","start":"2026-03-14T01:43:09.716376Z","end":"2026-03-14T01:43:10.577492Z","steps":["trace[652849624] 'process raft request' (duration: 860.968425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.577717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:09.716354Z","time spent":"861.279293ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:43:10.57859Z","caller":"traceutil/trace.go:171","msg":"trace[2134097263] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5691; }","duration":"819.22278ms","start":"2026-03-14T01:43:09.759345Z","end":"2026-03-14T01:43:10.578568Z","steps":["trace[2134097263] 'read index received' (duration: 817.99416ms)","trace[2134097263] 'applied index is now lower than readState.Index' (duration: 1.22715ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:10.578926Z","caller":"traceutil/trace.go:171","msg":"trace[380799978] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"862.171845ms","start":"2026-03-14T01:43:09.716742Z","end":"2026-03-14T01:43:10.578914Z","steps":["trace[380799978] 'process raft request' (duration: 861.621712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:09.716719Z","time spent":"862.245076ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:43:10.579219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.177601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:43:10.579267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.151402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:43:10.579279Z","caller":"traceutil/trace.go:171","msg":"trace[1314704267] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5476; }","duration":"552.279203ms","start":"2026-03-14T01:43:10.026986Z","end":"2026-03-14T01:43:10.579265Z","steps":["trace[1314704267] 'agreement among raft nodes before linearized reading' (duration: 552.172231ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:10.579305Z","caller":"traceutil/trace.go:171","msg":"trace[905604771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5476; }","duration":"579.229634ms","start":"2026-03-14T01:43:10.000066Z","end":"2026-03-14T01:43:10.579296Z","steps":["trace[905604771] 'agreement among raft nodes before linearized reading' (duration: 579.102391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.491715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:43:10.579318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:10.026966Z","time spent":"552.344235ms","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-14T01:43:10.579386Z","caller":"traceutil/trace.go:171","msg":"trace[2047724057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5476; }","duration":"680.690539ms","start":"2026-03-14T01:43:09.898666Z","end":"2026-03-14T01:43:10.579357Z","steps":["trace[2047724057] 'agreement among raft nodes before linearized reading' (duration: 680.430883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.232459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:43:10.579457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.914422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.189c91b9c68b86dd\" ","response":"range_response_count:1 size:718"} {"level":"warn","ts":"2026-03-14T01:43:10.579457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:09.898642Z","time spent":"680.805333ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:43:10.579463Z","caller":"traceutil/trace.go:171","msg":"trace[5704101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5476; }","duration":"478.317661ms","start":"2026-03-14T01:43:10.101124Z","end":"2026-03-14T01:43:10.579441Z","steps":["trace[5704101] 'agreement among raft nodes before linearized reading' (duration: 478.171068ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:10.579494Z","caller":"traceutil/trace.go:171","msg":"trace[423244299] range","detail":"{range_begin:/registry/events/monitoring/loki-0.189c91b9c68b86dd; range_end:; response_count:1; response_revision:5476; }","duration":"215.030234ms","start":"2026-03-14T01:43:10.364452Z","end":"2026-03-14T01:43:10.579482Z","steps":["trace[423244299] 'agreement among raft nodes before linearized reading' (duration: 214.921592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:10.101102Z","time spent":"478.402393ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:43:10.57962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.618094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:43:10.579171Z","caller":"traceutil/trace.go:171","msg":"trace[633825128] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"861.460946ms","start":"2026-03-14T01:43:09.717641Z","end":"2026-03-14T01:43:10.579102Z","steps":["trace[633825128] 'process raft request' (duration: 860.881043ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:10.579668Z","caller":"traceutil/trace.go:171","msg":"trace[470074006] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5476; }","duration":"275.706116ms","start":"2026-03-14T01:43:10.30395Z","end":"2026-03-14T01:43:10.579656Z","steps":["trace[470074006] 'agreement among raft nodes before linearized reading' (duration: 275.638585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.84972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:43:10.579871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.037385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-14T01:43:10.579956Z","caller":"traceutil/trace.go:171","msg":"trace[1205407613] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5476; }","duration":"551.590187ms","start":"2026-03-14T01:43:10.028353Z","end":"2026-03-14T01:43:10.579943Z","steps":["trace[1205407613] 'agreement among raft nodes before linearized reading' (duration: 550.786748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:09.717633Z","time spent":"862.115452ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:43:10.57997Z","caller":"traceutil/trace.go:171","msg":"trace[892961279] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5476; }","duration":"549.183719ms","start":"2026-03-14T01:43:10.030768Z","end":"2026-03-14T01:43:10.579952Z","steps":["trace[892961279] 'agreement among raft nodes before linearized reading' (duration: 548.581365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.579938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:10.000046Z","time spent":"579.290345ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:43:10.579996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:10.028285Z","time spent":"551.698619ms","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-14T01:43:10.580017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:10.030759Z","time spent":"549.248941ms","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-14T01:43:10.579984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.049075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:43:10.580116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.727765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:43:10.580259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.379303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:43:10.580273Z","caller":"traceutil/trace.go:171","msg":"trace[2126341940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:5476; }","duration":"820.958ms","start":"2026-03-14T01:43:09.759283Z","end":"2026-03-14T01:43:10.580241Z","steps":["trace[2126341940] 'agreement among raft nodes before linearized reading' (duration: 820.406487ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:10.580315Z","caller":"traceutil/trace.go:171","msg":"trace[2024222178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5476; }","duration":"432.453806ms","start":"2026-03-14T01:43:10.147847Z","end":"2026-03-14T01:43:10.580301Z","steps":["trace[2024222178] 'agreement among raft nodes before linearized reading' (duration: 432.023895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:10.580163Z","caller":"traceutil/trace.go:171","msg":"trace[860931521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5476; }","duration":"276.30978ms","start":"2026-03-14T01:43:10.303825Z","end":"2026-03-14T01:43:10.580135Z","steps":["trace[860931521] 'agreement among raft nodes before linearized reading' (duration: 275.859359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:10.580347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:10.147836Z","time spent":"432.503397ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:43:10.58034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:09.759264Z","time spent":"821.065374ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"warn","ts":"2026-03-14T01:43:11.166929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.767541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:43:11.167001Z","caller":"traceutil/trace.go:171","msg":"trace[263227617] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5701; }","duration":"137.567957ms","start":"2026-03-14T01:43:11.029421Z","end":"2026-03-14T01:43:11.166989Z","steps":["trace[263227617] 'read index received' (duration: 16.628841ms)","trace[263227617] 'applied index is now lower than readState.Index' (duration: 120.938356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:43:11.167077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.654379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:43:11.167101Z","caller":"traceutil/trace.go:171","msg":"trace[579977366] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5483; }","duration":"137.70372ms","start":"2026-03-14T01:43:11.029391Z","end":"2026-03-14T01:43:11.167095Z","steps":["trace[579977366] 'agreement among raft nodes before linearized reading' (duration: 137.632848ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:11.167314Z","caller":"traceutil/trace.go:171","msg":"trace[1798313218] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"142.087556ms","start":"2026-03-14T01:43:11.025216Z","end":"2026-03-14T01:43:11.167303Z","steps":["trace[1798313218] 'process raft request' (duration: 20.875824ms)","trace[1798313218] 'compare' (duration: 120.69768ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:18.028707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2662} {"level":"info","ts":"2026-03-14T01:43:18.0947Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2662,"took":"64.30468ms","hash":2530488390,"current-db-size-bytes":40230912,"current-db-size":"40 MB","current-db-size-in-use-bytes":30248960,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-14T01:43:18.094769Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2530488390,"revision":2662,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:43:20.584177Z","caller":"traceutil/trace.go:171","msg":"trace[1561735090] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"165.019688ms","start":"2026-03-14T01:43:20.419093Z","end":"2026-03-14T01:43:20.584112Z","steps":["trace[1561735090] 'process raft request' (duration: 151.904182ms)","trace[1561735090] 'compare' (duration: 12.589633ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:20.584573Z","caller":"traceutil/trace.go:171","msg":"trace[212448896] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"165.438978ms","start":"2026-03-14T01:43:20.419094Z","end":"2026-03-14T01:43:20.584533Z","steps":["trace[212448896] 'process raft request' (duration: 164.891574ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:20.584673Z","caller":"traceutil/trace.go:171","msg":"trace[297807858] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"165.449648ms","start":"2026-03-14T01:43:20.419197Z","end":"2026-03-14T01:43:20.584647Z","steps":["trace[297807858] 'process raft request' (duration: 165.262653ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:20.584865Z","caller":"traceutil/trace.go:171","msg":"trace[370319101] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"165.125ms","start":"2026-03-14T01:43:20.41972Z","end":"2026-03-14T01:43:20.584845Z","steps":["trace[370319101] 'process raft request' (duration: 164.850454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:20.584931Z","caller":"traceutil/trace.go:171","msg":"trace[1406736735] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5750; }","duration":"121.561711ms","start":"2026-03-14T01:43:20.463345Z","end":"2026-03-14T01:43:20.584906Z","steps":["trace[1406736735] 'read index received' (duration: 107.676166ms)","trace[1406736735] 'applied index is now lower than readState.Index' (duration: 13.884415ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:20.584999Z","caller":"traceutil/trace.go:171","msg":"trace[1027829053] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"164.950337ms","start":"2026-03-14T01:43:20.420035Z","end":"2026-03-14T01:43:20.584985Z","steps":["trace[1027829053] 'process raft request' (duration: 164.695001ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:20.585101Z","caller":"traceutil/trace.go:171","msg":"trace[822187976] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"160.711384ms","start":"2026-03-14T01:43:20.424302Z","end":"2026-03-14T01:43:20.585014Z","steps":["trace[822187976] 'process raft request' (duration: 160.54629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:20.585186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.825857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T01:43:20.585227Z","caller":"traceutil/trace.go:171","msg":"trace[1973583021] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5535; }","duration":"121.912889ms","start":"2026-03-14T01:43:20.4633Z","end":"2026-03-14T01:43:20.585213Z","steps":["trace[1973583021] 'agreement among raft nodes before linearized reading' (duration: 121.750525ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:34.977421Z","caller":"traceutil/trace.go:171","msg":"trace[130250614] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"172.133649ms","start":"2026-03-14T01:43:34.805263Z","end":"2026-03-14T01:43:34.977397Z","steps":["trace[130250614] 'process raft request' (duration: 171.995006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:35.145675Z","caller":"traceutil/trace.go:171","msg":"trace[1596071767] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5854; }","duration":"324.268848ms","start":"2026-03-14T01:43:34.821382Z","end":"2026-03-14T01:43:35.145651Z","steps":["trace[1596071767] 'read index received' (duration: 155.910588ms)","trace[1596071767] 'applied index is now lower than readState.Index' (duration: 168.35732ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:43:35.145769Z","caller":"traceutil/trace.go:171","msg":"trace[2036504365] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"337.228031ms","start":"2026-03-14T01:43:34.808514Z","end":"2026-03-14T01:43:35.145742Z","steps":["trace[2036504365] 'process raft request' (duration: 314.580894ms)","trace[2036504365] 'compare' (duration: 22.319258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:43:35.145912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:34.808463Z","time spent":"337.369224ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:43:35.145937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.552365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:43:35.145974Z","caller":"traceutil/trace.go:171","msg":"trace[373688886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5633; }","duration":"324.652237ms","start":"2026-03-14T01:43:34.82131Z","end":"2026-03-14T01:43:35.145963Z","steps":["trace[373688886] 'agreement among raft nodes before linearized reading' (duration: 324.509814ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:35.145799Z","caller":"traceutil/trace.go:171","msg":"trace[15602065] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"286.58032ms","start":"2026-03-14T01:43:34.859207Z","end":"2026-03-14T01:43:35.145787Z","steps":["trace[15602065] 'process raft request' (duration: 286.387915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:35.146018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:34.821284Z","time spent":"324.722689ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:43:35.146048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.668794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:43:35.146097Z","caller":"traceutil/trace.go:171","msg":"trace[1144816144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5633; }","duration":"323.754256ms","start":"2026-03-14T01:43:34.822331Z","end":"2026-03-14T01:43:35.146085Z","steps":["trace[1144816144] 'agreement among raft nodes before linearized reading' (duration: 323.640513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:35.146127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:34.822312Z","time spent":"323.807067ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:43:35.146231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.654815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:43:35.146247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.263152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:43:35.146266Z","caller":"traceutil/trace.go:171","msg":"trace[1687422632] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5633; }","duration":"163.726577ms","start":"2026-03-14T01:43:34.982527Z","end":"2026-03-14T01:43:35.146253Z","steps":["trace[1687422632] 'agreement among raft nodes before linearized reading' (duration: 163.669155ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:35.146286Z","caller":"traceutil/trace.go:171","msg":"trace[1365648452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:5633; }","duration":"320.334273ms","start":"2026-03-14T01:43:34.825941Z","end":"2026-03-14T01:43:35.146275Z","steps":["trace[1365648452] 'agreement among raft nodes before linearized reading' (duration: 320.20885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:35.146317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:34.825924Z","time spent":"320.386564ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"warn","ts":"2026-03-14T01:43:35.146319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.895267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:43:35.146358Z","caller":"traceutil/trace.go:171","msg":"trace[1875838890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5633; }","duration":"320.966278ms","start":"2026-03-14T01:43:34.825382Z","end":"2026-03-14T01:43:35.146348Z","steps":["trace[1875838890] 'agreement among raft nodes before linearized reading' (duration: 320.866816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:35.146379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:34.825348Z","time spent":"321.0259ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:43:35.146366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.021562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:43:35.146443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.696904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:43:35.146476Z","caller":"traceutil/trace.go:171","msg":"trace[1208453946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5633; }","duration":"246.182275ms","start":"2026-03-14T01:43:34.90027Z","end":"2026-03-14T01:43:35.146452Z","steps":["trace[1208453946] 'agreement among raft nodes before linearized reading' (duration: 245.961359ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:43:35.146512Z","caller":"traceutil/trace.go:171","msg":"trace[1890191663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5633; }","duration":"323.785427ms","start":"2026-03-14T01:43:34.822709Z","end":"2026-03-14T01:43:35.146494Z","steps":["trace[1890191663] 'agreement among raft nodes before linearized reading' (duration: 323.640483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:43:35.146551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:43:34.822698Z","time spent":"323.845028ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:48:18.039571Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5517} {"level":"info","ts":"2026-03-14T01:48:18.132458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5517,"took":"91.198288ms","hash":962162663,"current-db-size-bytes":41078784,"current-db-size":"41 MB","current-db-size-in-use-bytes":21643264,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-14T01:48:18.132524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":962162663,"revision":5517,"compact-revision":2662} {"level":"warn","ts":"2026-03-14T01:48:31.515082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.042125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:48:31.515206Z","caller":"traceutil/trace.go:171","msg":"trace[1591377296] range","detail":"{range_begin:/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3; range_end:; response_count:1; response_revision:7689; }","duration":"335.312421ms","start":"2026-03-14T01:48:31.179868Z","end":"2026-03-14T01:48:31.515181Z","steps":["trace[1591377296] 'range keys from in-memory index tree' (duration: 334.83468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:31.515257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:31.179847Z","time spent":"335.399713ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3\" "} {"level":"warn","ts":"2026-03-14T01:48:31.515315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.807657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:48:31.515457Z","caller":"traceutil/trace.go:171","msg":"trace[1849978287] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7689; }","duration":"512.023022ms","start":"2026-03-14T01:48:31.003395Z","end":"2026-03-14T01:48:31.515419Z","steps":["trace[1849978287] 'range keys from in-memory index tree' (duration: 511.604462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:31.515505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:31.003377Z","time spent":"512.114834ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-14T01:48:34.401448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845280521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:34.902276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845280521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:35.402971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845280521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:35.450955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555940637s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:48:35.45148Z","caller":"traceutil/trace.go:171","msg":"trace[905921682] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"1.556560612s","start":"2026-03-14T01:48:33.894894Z","end":"2026-03-14T01:48:35.451455Z","steps":["trace[905921682] 'process raft request' (duration: 1.556338267s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.451616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.894875Z","time spent":"1.556654824s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:35.454523Z","caller":"traceutil/trace.go:171","msg":"trace[2032977750] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"1.214153691s","start":"2026-03-14T01:48:34.240345Z","end":"2026-03-14T01:48:35.454499Z","steps":["trace[2032977750] 'process raft request' (duration: 1.21407711s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:35.454553Z","caller":"traceutil/trace.go:171","msg":"trace[704156990] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"1.459945095s","start":"2026-03-14T01:48:33.994571Z","end":"2026-03-14T01:48:35.454516Z","steps":["trace[704156990] 'process raft request' (duration: 1.459771501s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.454642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.240318Z","time spent":"1.214268274s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:35.454741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.994546Z","time spent":"1.460088839s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:35.454785Z","caller":"traceutil/trace.go:171","msg":"trace[1020469916] linearizableReadLoop","detail":"{readStateIndex:7999; appliedIndex:7995; }","duration":"1.554358179s","start":"2026-03-14T01:48:33.900394Z","end":"2026-03-14T01:48:35.454752Z","steps":["trace[1020469916] 'read index received' (duration: 1.550738143s)","trace[1020469916] 'applied index is now lower than readState.Index' (duration: 3.616666ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:35.454901Z","caller":"traceutil/trace.go:171","msg":"trace[1223628956] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"949.874009ms","start":"2026-03-14T01:48:34.504999Z","end":"2026-03-14T01:48:35.454873Z","steps":["trace[1223628956] 'process raft request' (duration: 949.460779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.45504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554613145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:35.455087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.504968Z","time spent":"950.047563ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:35.455127Z","caller":"traceutil/trace.go:171","msg":"trace[2015993996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7703; }","duration":"1.554733698s","start":"2026-03-14T01:48:33.900367Z","end":"2026-03-14T01:48:35.455101Z","steps":["trace[2015993996] 'agreement among raft nodes before linearized reading' (duration: 1.554540704s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.455139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.533974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-14T01:48:35.455141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.743533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:48:35.455167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:33.900353Z","time spent":"1.55480529s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:35.455186Z","caller":"traceutil/trace.go:171","msg":"trace[1387288212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7703; }","duration":"854.646616ms","start":"2026-03-14T01:48:34.600528Z","end":"2026-03-14T01:48:35.455174Z","steps":["trace[1387288212] 'agreement among raft nodes before linearized reading' (duration: 854.436491ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:35.455204Z","caller":"traceutil/trace.go:171","msg":"trace[520266103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7703; }","duration":"741.836694ms","start":"2026-03-14T01:48:34.713351Z","end":"2026-03-14T01:48:35.455187Z","steps":["trace[520266103] 'agreement among raft nodes before linearized reading' (duration: 741.64971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.455235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.600502Z","time spent":"854.724647ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:48:35.455321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.006362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:48:35.455367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.307902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:48:35.455358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.919781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:48:35.455367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.144239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:48:35.455435Z","caller":"traceutil/trace.go:171","msg":"trace[991943928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7703; }","duration":"545.395844ms","start":"2026-03-14T01:48:34.910023Z","end":"2026-03-14T01:48:35.455419Z","steps":["trace[991943928] 'agreement among raft nodes before linearized reading' (duration: 545.23456ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:35.455452Z","caller":"traceutil/trace.go:171","msg":"trace[590835024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7703; }","duration":"783.048573ms","start":"2026-03-14T01:48:34.672386Z","end":"2026-03-14T01:48:35.455435Z","steps":["trace[590835024] 'agreement among raft nodes before linearized reading' (duration: 782.776247ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:35.45547Z","caller":"traceutil/trace.go:171","msg":"trace[879437419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7703; }","duration":"781.292943ms","start":"2026-03-14T01:48:34.674162Z","end":"2026-03-14T01:48:35.455455Z","steps":["trace[879437419] 'agreement among raft nodes before linearized reading' (duration: 780.996666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.455479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.910014Z","time spent":"545.452205ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"warn","ts":"2026-03-14T01:48:35.455493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.672378Z","time spent":"783.106395ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:35.455498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.378058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:48:35.455514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.674142Z","time spent":"781.360034ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:35.455521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.872109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:35.455552Z","caller":"traceutil/trace.go:171","msg":"trace[166907432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7703; }","duration":"724.447231ms","start":"2026-03-14T01:48:34.731089Z","end":"2026-03-14T01:48:35.455536Z","steps":["trace[166907432] 'agreement among raft nodes before linearized reading' (duration: 724.296127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.45559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.731079Z","time spent":"724.504342ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:48:35.455599Z","caller":"traceutil/trace.go:171","msg":"trace[1583090996] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7703; }","duration":"787.953441ms","start":"2026-03-14T01:48:34.667624Z","end":"2026-03-14T01:48:35.455578Z","steps":["trace[1583090996] 'agreement among raft nodes before linearized reading' (duration: 787.820587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.455647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.667566Z","time spent":"788.067853ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:35.455385Z","caller":"traceutil/trace.go:171","msg":"trace[1962894357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7703; }","duration":"552.060654ms","start":"2026-03-14T01:48:34.903307Z","end":"2026-03-14T01:48:35.455368Z","steps":["trace[1962894357] 'agreement among raft nodes before linearized reading' (duration: 551.954331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.455696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.903254Z","time spent":"552.432092ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:35.455238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.713336Z","time spent":"741.894616ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:35.455538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.710135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:35.456304Z","caller":"traceutil/trace.go:171","msg":"trace[331943414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7703; }","duration":"836.504745ms","start":"2026-03-14T01:48:34.619749Z","end":"2026-03-14T01:48:35.456254Z","steps":["trace[331943414] 'agreement among raft nodes before linearized reading' (duration: 835.661395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:35.456399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:34.619733Z","time spent":"836.645978ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:43.702743Z","caller":"traceutil/trace.go:171","msg":"trace[937169981] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"114.395098ms","start":"2026-03-14T01:48:43.58832Z","end":"2026-03-14T01:48:43.702715Z","steps":["trace[937169981] 'process raft request' (duration: 84.046198ms)","trace[937169981] 'compare' (duration: 30.158496ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:43.703087Z","caller":"traceutil/trace.go:171","msg":"trace[516062255] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"114.565613ms","start":"2026-03-14T01:48:43.58846Z","end":"2026-03-14T01:48:43.703025Z","steps":["trace[516062255] 'process raft request' (duration: 114.207544ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:43.703885Z","caller":"traceutil/trace.go:171","msg":"trace[843288305] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"114.926262ms","start":"2026-03-14T01:48:43.588935Z","end":"2026-03-14T01:48:43.703861Z","steps":["trace[843288305] 'process raft request' (duration: 114.02874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:43.705293Z","caller":"traceutil/trace.go:171","msg":"trace[526649430] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8041; }","duration":"116.51992ms","start":"2026-03-14T01:48:43.588563Z","end":"2026-03-14T01:48:43.705083Z","steps":["trace[526649430] 'read index received' (duration: 24.81734ms)","trace[526649430] 'applied index is now lower than readState.Index' (duration: 91.70166ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:43.70532Z","caller":"traceutil/trace.go:171","msg":"trace[640465314] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"115.101857ms","start":"2026-03-14T01:48:43.590187Z","end":"2026-03-14T01:48:43.705289Z","steps":["trace[640465314] 'process raft request' (duration: 113.488459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:43.706802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.20459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224172"} {"level":"info","ts":"2026-03-14T01:48:43.707079Z","caller":"traceutil/trace.go:171","msg":"trace[256678370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7746; }","duration":"118.492677ms","start":"2026-03-14T01:48:43.588541Z","end":"2026-03-14T01:48:43.707034Z","steps":["trace[256678370] 'agreement among raft nodes before linearized reading' (duration: 116.818816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.386838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845280651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:48:45.409732Z","caller":"traceutil/trace.go:171","msg":"trace[1210682670] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8045; }","duration":"523.027723ms","start":"2026-03-14T01:48:44.886677Z","end":"2026-03-14T01:48:45.409704Z","steps":["trace[1210682670] 'read index received' (duration: 522.740897ms)","trace[1210682670] 'applied index is now lower than readState.Index' (duration: 285.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:45.409785Z","caller":"traceutil/trace.go:171","msg":"trace[155681210] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"615.460201ms","start":"2026-03-14T01:48:44.794293Z","end":"2026-03-14T01:48:45.409754Z","steps":["trace[155681210] 'process raft request' (duration: 615.225105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.409957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:44.794266Z","time spent":"615.589414ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:45.409998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.485869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:45.41005Z","caller":"traceutil/trace.go:171","msg":"trace[1501658131] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7747; }","duration":"360.616573ms","start":"2026-03-14T01:48:45.049421Z","end":"2026-03-14T01:48:45.410037Z","steps":["trace[1501658131] 'agreement among raft nodes before linearized reading' (duration: 360.438999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.410024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.294229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:45.410096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:45.049383Z","time spent":"360.703104ms","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:45.410157Z","caller":"traceutil/trace.go:171","msg":"trace[1106541621] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7747; }","duration":"523.521005ms","start":"2026-03-14T01:48:44.886608Z","end":"2026-03-14T01:48:45.410129Z","steps":["trace[1106541621] 'agreement among raft nodes before linearized reading' (duration: 523.236509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.410243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:44.886582Z","time spent":"523.647728ms","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:48:45.731123Z","caller":"traceutil/trace.go:171","msg":"trace[857422217] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"160.253979ms","start":"2026-03-14T01:48:45.570834Z","end":"2026-03-14T01:48:45.731088Z","steps":["trace[857422217] 'process raft request' (duration: 111.843259ms)","trace[857422217] 'compare' (duration: 48.229476ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:45.79398Z","caller":"traceutil/trace.go:171","msg":"trace[154720521] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"206.063448ms","start":"2026-03-14T01:48:45.587895Z","end":"2026-03-14T01:48:45.793959Z","steps":["trace[154720521] 'process raft request' (duration: 205.921235ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.794149Z","caller":"traceutil/trace.go:171","msg":"trace[1996964717] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8046; }","duration":"177.518249ms","start":"2026-03-14T01:48:45.6166Z","end":"2026-03-14T01:48:45.794118Z","steps":["trace[1996964717] 'read index received' (duration: 66.152781ms)","trace[1996964717] 'applied index is now lower than readState.Index' (duration: 111.363818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:45.794328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.722824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:45.794357Z","caller":"traceutil/trace.go:171","msg":"trace[1637224126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7750; }","duration":"177.803277ms","start":"2026-03-14T01:48:45.616545Z","end":"2026-03-14T01:48:45.794348Z","steps":["trace[1637224126] 'agreement among raft nodes before linearized reading' (duration: 177.676694ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.79417Z","caller":"traceutil/trace.go:171","msg":"trace[1154154636] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"204.403999ms","start":"2026-03-14T01:48:45.589757Z","end":"2026-03-14T01:48:45.794161Z","steps":["trace[1154154636] 'process raft request' (duration: 204.173734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.820248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.311282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-14T01:48:45.820269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.799417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:48:45.820331Z","caller":"traceutil/trace.go:171","msg":"trace[1437007034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7751; }","duration":"171.435825ms","start":"2026-03-14T01:48:45.648874Z","end":"2026-03-14T01:48:45.820309Z","steps":["trace[1437007034] 'agreement among raft nodes before linearized reading' (duration: 171.18578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.820282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.276262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:48:45.820362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.481296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:48:45.820365Z","caller":"traceutil/trace.go:171","msg":"trace[2119930640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7751; }","duration":"105.368535ms","start":"2026-03-14T01:48:45.714991Z","end":"2026-03-14T01:48:45.82036Z","steps":["trace[2119930640] 'agreement among raft nodes before linearized reading' (duration: 105.19093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.820382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.039537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:45.820339Z","caller":"traceutil/trace.go:171","msg":"trace[304611851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7751; }","duration":"108.897789ms","start":"2026-03-14T01:48:45.711424Z","end":"2026-03-14T01:48:45.820322Z","steps":["trace[304611851] 'agreement among raft nodes before linearized reading' (duration: 108.693124ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.82042Z","caller":"traceutil/trace.go:171","msg":"trace[334386522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7751; }","duration":"113.120979ms","start":"2026-03-14T01:48:45.70729Z","end":"2026-03-14T01:48:45.820411Z","steps":["trace[334386522] 'agreement among raft nodes before linearized reading' (duration: 113.004126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.820391Z","caller":"traceutil/trace.go:171","msg":"trace[1241888849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7751; }","duration":"110.526477ms","start":"2026-03-14T01:48:45.709855Z","end":"2026-03-14T01:48:45.820381Z","steps":["trace[1241888849] 'agreement among raft nodes before linearized reading' (duration: 110.465996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.820538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.758041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:48:45.820693Z","caller":"traceutil/trace.go:171","msg":"trace[1550555760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7751; }","duration":"112.984776ms","start":"2026-03-14T01:48:45.707688Z","end":"2026-03-14T01:48:45.820672Z","steps":["trace[1550555760] 'agreement among raft nodes before linearized reading' (duration: 112.533325ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.904055Z","caller":"traceutil/trace.go:171","msg":"trace[1947794688] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"105.093937ms","start":"2026-03-14T01:48:45.798918Z","end":"2026-03-14T01:48:45.904011Z","steps":["trace[1947794688] 'process raft request' (duration: 54.124796ms)","trace[1947794688] 'compare' (duration: 50.827008ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:45.939411Z","caller":"traceutil/trace.go:171","msg":"trace[1738484566] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"117.294648ms","start":"2026-03-14T01:48:45.822084Z","end":"2026-03-14T01:48:45.939378Z","steps":["trace[1738484566] 'process raft request' (duration: 117.024882ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.939496Z","caller":"traceutil/trace.go:171","msg":"trace[1131039511] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"114.983123ms","start":"2026-03-14T01:48:45.824487Z","end":"2026-03-14T01:48:45.93947Z","steps":["trace[1131039511] 'process raft request' (duration: 114.792719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.939492Z","caller":"traceutil/trace.go:171","msg":"trace[100327768] linearizableReadLoop","detail":"{readStateIndex:8053; appliedIndex:8050; }","duration":"114.936692ms","start":"2026-03-14T01:48:45.82453Z","end":"2026-03-14T01:48:45.939466Z","steps":["trace[100327768] 'read index received' (duration: 28.530788ms)","trace[100327768] 'applied index is now lower than readState.Index' (duration: 86.404084ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:45.939609Z","caller":"traceutil/trace.go:171","msg":"trace[745214559] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"114.487842ms","start":"2026-03-14T01:48:45.825112Z","end":"2026-03-14T01:48:45.9396Z","steps":["trace[745214559] 'process raft request' (duration: 114.281287ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.939695Z","caller":"traceutil/trace.go:171","msg":"trace[1200991174] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"114.676467ms","start":"2026-03-14T01:48:45.825009Z","end":"2026-03-14T01:48:45.939686Z","steps":["trace[1200991174] 'process raft request' (duration: 114.315698ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:45.939702Z","caller":"traceutil/trace.go:171","msg":"trace[1617745195] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"114.320288ms","start":"2026-03-14T01:48:45.825364Z","end":"2026-03-14T01:48:45.939684Z","steps":["trace[1617745195] 'process raft request' (duration: 114.063832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.940031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.469505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:48:45.940121Z","caller":"traceutil/trace.go:171","msg":"trace[2081029709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7757; }","duration":"115.597748ms","start":"2026-03-14T01:48:45.824504Z","end":"2026-03-14T01:48:45.940102Z","steps":["trace[2081029709] 'agreement among raft nodes before linearized reading' (duration: 115.312992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:45.940185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.700707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224172"} {"level":"info","ts":"2026-03-14T01:48:45.940259Z","caller":"traceutil/trace.go:171","msg":"trace[1203272919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7757; }","duration":"114.787139ms","start":"2026-03-14T01:48:45.825457Z","end":"2026-03-14T01:48:45.940244Z","steps":["trace[1203272919] 'agreement among raft nodes before linearized reading' (duration: 114.316648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:46.138453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.833039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:48:46.138584Z","caller":"traceutil/trace.go:171","msg":"trace[890899302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7757; }","duration":"133.047493ms","start":"2026-03-14T01:48:46.005509Z","end":"2026-03-14T01:48:46.138556Z","steps":["trace[890899302] 'range keys from in-memory index tree' (duration: 132.617024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:47.400049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845280676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:48:47.794151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.256806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:48:47.794255Z","caller":"traceutil/trace.go:171","msg":"trace[425917397] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"894.461792ms","start":"2026-03-14T01:48:46.899772Z","end":"2026-03-14T01:48:47.794234Z","steps":["trace[425917397] 'read index received' (duration: 621.155865ms)","trace[425917397] 'applied index is now lower than readState.Index' (duration: 273.304367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:47.794346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.566784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:47.794379Z","caller":"traceutil/trace.go:171","msg":"trace[1947267731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7757; }","duration":"894.637746ms","start":"2026-03-14T01:48:46.899731Z","end":"2026-03-14T01:48:47.794369Z","steps":["trace[1947267731] 'agreement among raft nodes before linearized reading' (duration: 894.554895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:47.794414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:46.899715Z","time spent":"894.689107ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:48:47.974434Z","caller":"traceutil/trace.go:171","msg":"trace[712209684] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"175.484021ms","start":"2026-03-14T01:48:47.798903Z","end":"2026-03-14T01:48:47.974387Z","steps":["trace[712209684] 'process raft request' (duration: 114.85762ms)","trace[712209684] 'compare' (duration: 60.083038ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:47.975032Z","caller":"traceutil/trace.go:171","msg":"trace[789625619] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"175.8767ms","start":"2026-03-14T01:48:47.799138Z","end":"2026-03-14T01:48:47.975015Z","steps":["trace[789625619] 'process raft request' (duration: 174.850996ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:48.17968Z","caller":"traceutil/trace.go:171","msg":"trace[1359210230] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"197.73093ms","start":"2026-03-14T01:48:47.981913Z","end":"2026-03-14T01:48:48.179643Z","steps":["trace[1359210230] 'process raft request' (duration: 174.553939ms)","trace[1359210230] 'compare' (duration: 22.826142ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:48.179775Z","caller":"traceutil/trace.go:171","msg":"trace[1775988439] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"197.620778ms","start":"2026-03-14T01:48:47.982124Z","end":"2026-03-14T01:48:48.179744Z","steps":["trace[1775988439] 'process raft request' (duration: 197.460433ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:48.179974Z","caller":"traceutil/trace.go:171","msg":"trace[1913095309] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"197.535896ms","start":"2026-03-14T01:48:47.982427Z","end":"2026-03-14T01:48:48.179963Z","steps":["trace[1913095309] 'process raft request' (duration: 197.27632ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:48.17998Z","caller":"traceutil/trace.go:171","msg":"trace[1676881669] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8060; }","duration":"197.078265ms","start":"2026-03-14T01:48:47.982887Z","end":"2026-03-14T01:48:48.179965Z","steps":["trace[1676881669] 'read index received' (duration: 30.180378ms)","trace[1676881669] 'applied index is now lower than readState.Index' (duration: 166.896687ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:48.180083Z","caller":"traceutil/trace.go:171","msg":"trace[1418569865] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"197.474625ms","start":"2026-03-14T01:48:47.982576Z","end":"2026-03-14T01:48:48.180051Z","steps":["trace[1418569865] 'process raft request' (duration: 197.297591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:48.180484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.577998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224172"} {"level":"info","ts":"2026-03-14T01:48:48.180533Z","caller":"traceutil/trace.go:171","msg":"trace[164516833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7765; }","duration":"197.645039ms","start":"2026-03-14T01:48:47.982876Z","end":"2026-03-14T01:48:48.180521Z","steps":["trace[164516833] 'agreement among raft nodes before linearized reading' (duration: 197.136407ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:50.167469Z","caller":"traceutil/trace.go:171","msg":"trace[1143867228] linearizableReadLoop","detail":"{readStateIndex:8066; appliedIndex:8065; }","duration":"267.834837ms","start":"2026-03-14T01:48:49.899607Z","end":"2026-03-14T01:48:50.167442Z","steps":["trace[1143867228] 'read index received' (duration: 267.710364ms)","trace[1143867228] 'applied index is now lower than readState.Index' (duration: 123.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:50.167584Z","caller":"traceutil/trace.go:171","msg":"trace[1846474547] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"329.493223ms","start":"2026-03-14T01:48:49.838055Z","end":"2026-03-14T01:48:50.167548Z","steps":["trace[1846474547] 'process raft request' (duration: 329.215457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.167626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.004271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:50.167672Z","caller":"traceutil/trace.go:171","msg":"trace[1035770951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7766; }","duration":"268.106754ms","start":"2026-03-14T01:48:49.899552Z","end":"2026-03-14T01:48:50.167659Z","steps":["trace[1035770951] 'agreement among raft nodes before linearized reading' (duration: 268.016002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.167756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:49.838033Z","time spent":"329.633936ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:50.495978Z","caller":"traceutil/trace.go:171","msg":"trace[1379000948] linearizableReadLoop","detail":"{readStateIndex:8068; appliedIndex:8066; }","duration":"328.409857ms","start":"2026-03-14T01:48:50.167543Z","end":"2026-03-14T01:48:50.495953Z","steps":["trace[1379000948] 'read index received' (duration: 328.11559ms)","trace[1379000948] 'applied index is now lower than readState.Index' (duration: 292.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:50.496022Z","caller":"traceutil/trace.go:171","msg":"trace[493897491] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"514.581992ms","start":"2026-03-14T01:48:49.981401Z","end":"2026-03-14T01:48:50.495983Z","steps":["trace[493897491] 'process raft request' (duration: 514.287095ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:50.496045Z","caller":"traceutil/trace.go:171","msg":"trace[35806089] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"513.610119ms","start":"2026-03-14T01:48:49.982399Z","end":"2026-03-14T01:48:50.49601Z","steps":["trace[35806089] 'process raft request' (duration: 513.508417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.496188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.986136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:48:50.496192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:49.981374Z","time spent":"514.721785ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:50.496215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.393046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:48:50.496236Z","caller":"traceutil/trace.go:171","msg":"trace[363403833] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7768; }","duration":"328.058878ms","start":"2026-03-14T01:48:50.168165Z","end":"2026-03-14T01:48:50.496224Z","steps":["trace[363403833] 'agreement among raft nodes before linearized reading' (duration: 327.946435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.49622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:49.982376Z","time spent":"513.753473ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:50.496255Z","caller":"traceutil/trace.go:171","msg":"trace[1098980568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7768; }","duration":"479.482158ms","start":"2026-03-14T01:48:50.016763Z","end":"2026-03-14T01:48:50.496246Z","steps":["trace[1098980568] 'agreement among raft nodes before linearized reading' (duration: 479.289673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.496277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.168151Z","time spent":"328.11605ms","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:50.496304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.016748Z","time spent":"479.54892ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:48:50.496459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.163811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:48:50.496505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.932334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:48:50.496553Z","caller":"traceutil/trace.go:171","msg":"trace[1187178528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7768; }","duration":"309.012856ms","start":"2026-03-14T01:48:50.187527Z","end":"2026-03-14T01:48:50.49654Z","steps":["trace[1187178528] 'agreement among raft nodes before linearized reading' (duration: 308.872262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.496552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.043284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:48:50.496567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.290065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:48:50.49666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.742155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:48:50.496735Z","caller":"traceutil/trace.go:171","msg":"trace[59123374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7768; }","duration":"312.841558ms","start":"2026-03-14T01:48:50.183876Z","end":"2026-03-14T01:48:50.496718Z","steps":["trace[59123374] 'agreement among raft nodes before linearized reading' (duration: 312.645493ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:50.49656Z","caller":"traceutil/trace.go:171","msg":"trace[1866424859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7768; }","duration":"312.342715ms","start":"2026-03-14T01:48:50.184191Z","end":"2026-03-14T01:48:50.496533Z","steps":["trace[1866424859] 'agreement among raft nodes before linearized reading' (duration: 312.091428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.496784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.183863Z","time spent":"312.909149ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:48:50.496665Z","caller":"traceutil/trace.go:171","msg":"trace[1659668290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7768; }","duration":"312.404737ms","start":"2026-03-14T01:48:50.184244Z","end":"2026-03-14T01:48:50.496649Z","steps":["trace[1659668290] 'agreement among raft nodes before linearized reading' (duration: 312.16656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.496836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.184183Z","time spent":"312.638172ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:48:50.496593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.187519Z","time spent":"309.066088ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"warn","ts":"2026-03-14T01:48:50.496884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.184233Z","time spent":"312.638072ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:48:50.496607Z","caller":"traceutil/trace.go:171","msg":"trace[724517063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7768; }","duration":"327.126787ms","start":"2026-03-14T01:48:50.169465Z","end":"2026-03-14T01:48:50.496592Z","steps":["trace[724517063] 'agreement among raft nodes before linearized reading' (duration: 327.036435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.496941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.169453Z","time spent":"327.481425ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:48:50.496553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.612301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:48:50.49708Z","caller":"traceutil/trace.go:171","msg":"trace[180000523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7768; }","duration":"313.182085ms","start":"2026-03-14T01:48:50.183885Z","end":"2026-03-14T01:48:50.497067Z","steps":["trace[180000523] 'agreement among raft nodes before linearized reading' (duration: 312.524838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.497122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.183861Z","time spent":"313.249787ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:48:50.896894Z","caller":"traceutil/trace.go:171","msg":"trace[344340787] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"394.251581ms","start":"2026-03-14T01:48:50.502625Z","end":"2026-03-14T01:48:50.896876Z","steps":["trace[344340787] 'process raft request' (duration: 394.192929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:50.896898Z","caller":"traceutil/trace.go:171","msg":"trace[2022546941] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"394.453996ms","start":"2026-03-14T01:48:50.502398Z","end":"2026-03-14T01:48:50.896852Z","steps":["trace[2022546941] 'process raft request' (duration: 393.949504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.897025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.502608Z","time spent":"394.353624ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:50.897034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.502379Z","time spent":"394.592019ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:48:50.897025Z","caller":"traceutil/trace.go:171","msg":"trace[536420830] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"394.387944ms","start":"2026-03-14T01:48:50.502495Z","end":"2026-03-14T01:48:50.896883Z","steps":["trace[536420830] 'process raft request' (duration: 394.24335ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:50.897071Z","caller":"traceutil/trace.go:171","msg":"trace[338287693] linearizableReadLoop","detail":"{readStateIndex:8072; appliedIndex:8068; }","duration":"394.366335ms","start":"2026-03-14T01:48:50.502683Z","end":"2026-03-14T01:48:50.897049Z","steps":["trace[338287693] 'read index received' (duration: 25.25201ms)","trace[338287693] 'applied index is now lower than readState.Index' (duration: 369.112785ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:50.897189Z","caller":"traceutil/trace.go:171","msg":"trace[1092294494] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"394.461017ms","start":"2026-03-14T01:48:50.502711Z","end":"2026-03-14T01:48:50.897172Z","steps":["trace[1092294494] 'process raft request' (duration: 394.133308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.897226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.502486Z","time spent":"394.626111ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:50.897251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.448892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:48:50.897282Z","caller":"traceutil/trace.go:171","msg":"trace[615215162] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7773; }","duration":"353.500274ms","start":"2026-03-14T01:48:50.543773Z","end":"2026-03-14T01:48:50.897273Z","steps":["trace[615215162] 'agreement among raft nodes before linearized reading' (duration: 353.420002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.89727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.502692Z","time spent":"394.534649ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:48:50.897305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.543762Z","time spent":"353.537565ms","remote":"127.0.0.1:59074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:48:50.897645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.938458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224172"} {"level":"info","ts":"2026-03-14T01:48:50.897729Z","caller":"traceutil/trace.go:171","msg":"trace[442782744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7773; }","duration":"395.0513ms","start":"2026-03-14T01:48:50.502658Z","end":"2026-03-14T01:48:50.897709Z","steps":["trace[442782744] 'agreement among raft nodes before linearized reading' (duration: 394.545858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:50.897784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:50.502649Z","time spent":"395.124473ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224196,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:48:59.038869Z","caller":"traceutil/trace.go:171","msg":"trace[1331288939] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8119; }","duration":"102.774773ms","start":"2026-03-14T01:48:58.936068Z","end":"2026-03-14T01:48:59.038843Z","steps":["trace[1331288939] 'read index received' (duration: 7.604151ms)","trace[1331288939] 'applied index is now lower than readState.Index' (duration: 95.169032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:59.039102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.021089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:48:59.039093Z","caller":"traceutil/trace.go:171","msg":"trace[1363525415] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"103.47751ms","start":"2026-03-14T01:48:58.93559Z","end":"2026-03-14T01:48:59.039067Z","steps":["trace[1363525415] 'process raft request' (duration: 103.153992ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:59.039145Z","caller":"traceutil/trace.go:171","msg":"trace[1684894681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7821; }","duration":"103.100181ms","start":"2026-03-14T01:48:58.936033Z","end":"2026-03-14T01:48:59.039134Z","steps":["trace[1684894681] 'agreement among raft nodes before linearized reading' (duration: 102.913506ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:59.039069Z","caller":"traceutil/trace.go:171","msg":"trace[86424674] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"103.590452ms","start":"2026-03-14T01:48:58.935438Z","end":"2026-03-14T01:48:59.039029Z","steps":["trace[86424674] 'process raft request' (duration: 54.159317ms)","trace[86424674] 'compare' (duration: 49.009915ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:59.039414Z","caller":"traceutil/trace.go:171","msg":"trace[2142204841] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"103.726106ms","start":"2026-03-14T01:48:58.935657Z","end":"2026-03-14T01:48:59.039383Z","steps":["trace[2142204841] 'process raft request' (duration: 103.136172ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:02.868688Z","caller":"traceutil/trace.go:171","msg":"trace[1767555367] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8137; }","duration":"289.787719ms","start":"2026-03-14T01:49:02.578874Z","end":"2026-03-14T01:49:02.868661Z","steps":["trace[1767555367] 'read index received' (duration: 220.482971ms)","trace[1767555367] 'applied index is now lower than readState.Index' (duration: 69.303328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:02.868907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.023724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:02.868856Z","caller":"traceutil/trace.go:171","msg":"trace[731953584] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"323.671465ms","start":"2026-03-14T01:49:02.545074Z","end":"2026-03-14T01:49:02.868746Z","steps":["trace[731953584] 'process raft request' (duration: 254.306855ms)","trace[731953584] 'compare' (duration: 69.155605ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:02.86895Z","caller":"traceutil/trace.go:171","msg":"trace[402105073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7835; }","duration":"290.082765ms","start":"2026-03-14T01:49:02.578856Z","end":"2026-03-14T01:49:02.868939Z","steps":["trace[402105073] 'agreement among raft nodes before linearized reading' (duration: 289.915701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:02.869202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:02.54506Z","time spent":"323.978981ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:03.070387Z","caller":"traceutil/trace.go:171","msg":"trace[63449934] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"108.839578ms","start":"2026-03-14T01:49:02.961505Z","end":"2026-03-14T01:49:03.070344Z","steps":["trace[63449934] 'process raft request' (duration: 32.417271ms)","trace[63449934] 'compare' (duration: 75.974946ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:03.242655Z","caller":"traceutil/trace.go:171","msg":"trace[483409911] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"167.543821ms","start":"2026-03-14T01:49:03.075085Z","end":"2026-03-14T01:49:03.242629Z","steps":["trace[483409911] 'process raft request' (duration: 167.48718ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:03.242714Z","caller":"traceutil/trace.go:171","msg":"trace[90500898] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"168.514395ms","start":"2026-03-14T01:49:03.074156Z","end":"2026-03-14T01:49:03.242671Z","steps":["trace[90500898] 'process raft request' (duration: 131.001954ms)","trace[90500898] 'compare' (duration: 37.276016ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:15.376374Z","caller":"traceutil/trace.go:171","msg":"trace[1812488382] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"440.781859ms","start":"2026-03-14T01:49:14.935576Z","end":"2026-03-14T01:49:15.376358Z","steps":["trace[1812488382] 'read index received' (duration: 440.620885ms)","trace[1812488382] 'applied index is now lower than readState.Index' (duration: 160.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:15.376443Z","caller":"traceutil/trace.go:171","msg":"trace[968577331] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"459.538444ms","start":"2026-03-14T01:49:14.916882Z","end":"2026-03-14T01:49:15.376421Z","steps":["trace[968577331] 'process raft request' (duration: 459.3775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:15.376539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.974223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:15.376572Z","caller":"traceutil/trace.go:171","msg":"trace[1747901751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7942; }","duration":"441.061175ms","start":"2026-03-14T01:49:14.935503Z","end":"2026-03-14T01:49:15.376564Z","steps":["trace[1747901751] 'agreement among raft nodes before linearized reading' (duration: 440.954312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:15.376564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:14.916859Z","time spent":"459.630756ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:15.376591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:14.935468Z","time spent":"441.117496ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:15.376793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.306726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:49:15.376541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.302499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:15.376828Z","caller":"traceutil/trace.go:171","msg":"trace[1831983049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7942; }","duration":"241.338217ms","start":"2026-03-14T01:49:15.135479Z","end":"2026-03-14T01:49:15.376817Z","steps":["trace[1831983049] 'agreement among raft nodes before linearized reading' (duration: 241.234114ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:15.376846Z","caller":"traceutil/trace.go:171","msg":"trace[1238294332] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:7942; }","duration":"348.654277ms","start":"2026-03-14T01:49:15.028181Z","end":"2026-03-14T01:49:15.376835Z","steps":["trace[1238294332] 'agreement among raft nodes before linearized reading' (duration: 348.321629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:15.376871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:15.028148Z","time spent":"348.714549ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"warn","ts":"2026-03-14T01:49:15.376884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.600695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:49:15.376977Z","caller":"traceutil/trace.go:171","msg":"trace[769964972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7942; }","duration":"207.741788ms","start":"2026-03-14T01:49:15.16921Z","end":"2026-03-14T01:49:15.376952Z","steps":["trace[769964972] 'agreement among raft nodes before linearized reading' (duration: 207.430981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:15.377244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.527925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:49:15.377265Z","caller":"traceutil/trace.go:171","msg":"trace[1642473611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7942; }","duration":"258.585786ms","start":"2026-03-14T01:49:15.118673Z","end":"2026-03-14T01:49:15.377259Z","steps":["trace[1642473611] 'agreement among raft nodes before linearized reading' (duration: 258.522815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:15.377427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.466114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:49:15.377466Z","caller":"traceutil/trace.go:171","msg":"trace[902206705] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7942; }","duration":"258.547096ms","start":"2026-03-14T01:49:15.118908Z","end":"2026-03-14T01:49:15.377455Z","steps":["trace[902206705] 'agreement among raft nodes before linearized reading' (duration: 258.017933ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:16.643914Z","caller":"traceutil/trace.go:171","msg":"trace[191312784] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"142.295573ms","start":"2026-03-14T01:49:16.501592Z","end":"2026-03-14T01:49:16.643887Z","steps":["trace[191312784] 'process raft request' (duration: 142.111709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:19.249359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845281355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:19.750379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845281355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:49:19.822331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556287115s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:49:19.822709Z","caller":"traceutil/trace.go:171","msg":"trace[1385226771] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"1.556747785s","start":"2026-03-14T01:49:18.265937Z","end":"2026-03-14T01:49:19.822685Z","steps":["trace[1385226771] 'process raft request' (duration: 1.556609782s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:19.82287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.265913Z","time spent":"1.556869148s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:20.899987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-14T01:49:20.900073Z","caller":"traceutil/trace.go:171","msg":"trace[1257016846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609658s","start":"2026-03-14T01:49:18.899442Z","end":"2026-03-14T01:49:20.900052Z","steps":["trace[1257016846] 'agreement among raft nodes before linearized reading' (duration: 2.000500845s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:20.900123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.899421Z","time spent":"2.00069027s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/14 01:49:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-14T01:49:21.327503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505017457s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:49:21.421084Z","caller":"traceutil/trace.go:171","msg":"trace[185309446] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"2.771005752s","start":"2026-03-14T01:49:18.650053Z","end":"2026-03-14T01:49:21.421058Z","steps":["trace[185309446] 'process raft request' (duration: 2.677632692s)","trace[185309446] 'compare' (duration: 93.012041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:21.421204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.650031Z","time spent":"2.771111694s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:21.421267Z","caller":"traceutil/trace.go:171","msg":"trace[1157469080] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8268; }","duration":"2.672208313s","start":"2026-03-14T01:49:18.749003Z","end":"2026-03-14T01:49:21.421212Z","steps":["trace[1157469080] 'read index received' (duration: 1.073522398s)","trace[1157469080] 'applied index is now lower than readState.Index' (duration: 1.598684605s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:21.421314Z","caller":"traceutil/trace.go:171","msg":"trace[718613253] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"2.033643813s","start":"2026-03-14T01:49:19.387662Z","end":"2026-03-14T01:49:21.421306Z","steps":["trace[718613253] 'process raft request' (duration: 2.033336006s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.421357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.387641Z","time spent":"2.033693124s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:21.421429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672419477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.421464Z","caller":"traceutil/trace.go:171","msg":"trace[1495281439] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7963; }","duration":"2.67251777s","start":"2026-03-14T01:49:18.748935Z","end":"2026-03-14T01:49:21.421453Z","steps":["trace[1495281439] 'agreement among raft nodes before linearized reading' (duration: 2.672435308s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.421496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:18.748903Z","time spent":"2.672583601s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.421489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375621632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.421589Z","caller":"traceutil/trace.go:171","msg":"trace[861565688] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7963; }","duration":"2.375772226s","start":"2026-03-14T01:49:19.045798Z","end":"2026-03-14T01:49:21.42157Z","steps":["trace[861565688] 'agreement among raft nodes before linearized reading' (duration: 2.375626513s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.421631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.045779Z","time spent":"2.375842337s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.421634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619390516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:21.421674Z","caller":"traceutil/trace.go:171","msg":"trace[964849354] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7963; }","duration":"1.619471538s","start":"2026-03-14T01:49:19.802195Z","end":"2026-03-14T01:49:21.421666Z","steps":["trace[964849354] 'agreement among raft nodes before linearized reading' (duration: 1.619407707s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.421701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.802172Z","time spent":"1.619524249s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.421781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.77193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:49:21.421799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.2451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.421817Z","caller":"traceutil/trace.go:171","msg":"trace[1971485763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7963; }","duration":"521.299922ms","start":"2026-03-14T01:49:20.900512Z","end":"2026-03-14T01:49:21.421812Z","steps":["trace[1971485763] 'agreement among raft nodes before linearized reading' (duration: 521.268961ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.421817Z","caller":"traceutil/trace.go:171","msg":"trace[1048440942] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7963; }","duration":"414.851471ms","start":"2026-03-14T01:49:21.006955Z","end":"2026-03-14T01:49:21.421806Z","steps":["trace[1048440942] 'agreement among raft nodes before linearized reading' (duration: 414.714668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.421821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635129831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:21.421846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:21.006936Z","time spent":"414.904103ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-14T01:49:21.421857Z","caller":"traceutil/trace.go:171","msg":"trace[1031882404] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7963; }","duration":"1.635205492s","start":"2026-03-14T01:49:19.786642Z","end":"2026-03-14T01:49:21.421848Z","steps":["trace[1031882404] 'agreement among raft nodes before linearized reading' (duration: 1.635150221s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.421891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.786625Z","time spent":"1.635258453s","remote":"127.0.0.1:58824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.421967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.651729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:21.421994Z","caller":"traceutil/trace.go:171","msg":"trace[494973883] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7963; }","duration":"205.740851ms","start":"2026-03-14T01:49:21.216248Z","end":"2026-03-14T01:49:21.421988Z","steps":["trace[494973883] 'agreement among raft nodes before linearized reading' (duration: 205.68898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.2068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:21.422049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198069001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:21.422094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.541982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:49:21.422112Z","caller":"traceutil/trace.go:171","msg":"trace[1204788808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7963; }","duration":"200.272331ms","start":"2026-03-14T01:49:21.221832Z","end":"2026-03-14T01:49:21.422105Z","steps":["trace[1204788808] 'agreement among raft nodes before linearized reading' (duration: 200.233181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018304479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:21.422137Z","caller":"traceutil/trace.go:171","msg":"trace[2014975620] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7963; }","duration":"1.198233915s","start":"2026-03-14T01:49:20.223882Z","end":"2026-03-14T01:49:21.422116Z","steps":["trace[2014975620] 'agreement among raft nodes before linearized reading' (duration: 1.198009189s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.422162Z","caller":"traceutil/trace.go:171","msg":"trace[166511004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7963; }","duration":"2.01833754s","start":"2026-03-14T01:49:19.403815Z","end":"2026-03-14T01:49:21.422153Z","steps":["trace[166511004] 'agreement among raft nodes before linearized reading' (duration: 2.018205186s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.403771Z","time spent":"2.018411691s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:21.422224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014377145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:49:21.422237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.818787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.422293Z","caller":"traceutil/trace.go:171","msg":"trace[1258327910] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7963; }","duration":"795.90758ms","start":"2026-03-14T01:49:20.626372Z","end":"2026-03-14T01:49:21.42228Z","steps":["trace[1258327910] 'agreement among raft nodes before linearized reading' (duration: 795.838578ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.422297Z","caller":"traceutil/trace.go:171","msg":"trace[114172635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7963; }","duration":"2.014467317s","start":"2026-03-14T01:49:19.407811Z","end":"2026-03-14T01:49:21.422278Z","steps":["trace[114172635] 'agreement among raft nodes before linearized reading' (duration: 2.014129299s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.626351Z","time spent":"795.962831ms","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.422336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21183138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:21.422344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.407803Z","time spent":"2.014527969s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:49:21.422368Z","caller":"traceutil/trace.go:171","msg":"trace[856861531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7963; }","duration":"2.21190654s","start":"2026-03-14T01:49:19.210452Z","end":"2026-03-14T01:49:21.422358Z","steps":["trace[856861531] 'agreement among raft nodes before linearized reading' (duration: 2.211852019s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.210432Z","time spent":"2.211957102s","remote":"127.0.0.1:41438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.421833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.90049Z","time spent":"521.339633ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:21.421866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.828088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.422682Z","caller":"traceutil/trace.go:171","msg":"trace[1131158565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7963; }","duration":"666.677618ms","start":"2026-03-14T01:49:20.755992Z","end":"2026-03-14T01:49:21.42267Z","steps":["trace[1131158565] 'agreement among raft nodes before linearized reading' (duration: 665.855258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00529464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:49:21.422722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.755973Z","time spent":"666.73649ms","remote":"127.0.0.1:41456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:49:21.42273Z","caller":"traceutil/trace.go:171","msg":"trace[1052142431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7963; }","duration":"2.005358951s","start":"2026-03-14T01:49:19.417357Z","end":"2026-03-14T01:49:21.422716Z","steps":["trace[1052142431] 'agreement among raft nodes before linearized reading' (duration: 2.005207237s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.422188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:20.223863Z","time spent":"1.198314696s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:21.423247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.417352Z","time spent":"2.005876363s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:49:21.422132Z","caller":"traceutil/trace.go:171","msg":"trace[420697507] range","detail":"{range_begin:/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3; range_end:; response_count:1; response_revision:7963; }","duration":"241.610903ms","start":"2026-03-14T01:49:21.180508Z","end":"2026-03-14T01:49:21.422119Z","steps":["trace[420697507] 'agreement among raft nodes before linearized reading' (duration: 241.515461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.423027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006320563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:49:21.423086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005741809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:21.423532Z","caller":"traceutil/trace.go:171","msg":"trace[1802905392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7963; }","duration":"2.006814785s","start":"2026-03-14T01:49:19.41668Z","end":"2026-03-14T01:49:21.423495Z","steps":["trace[1802905392] 'agreement among raft nodes before linearized reading' (duration: 2.006265402s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.42361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.416672Z","time spent":"2.006916677s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:49:21.423614Z","caller":"traceutil/trace.go:171","msg":"trace[662331119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7963; }","duration":"2.006251632s","start":"2026-03-14T01:49:19.417322Z","end":"2026-03-14T01:49:21.423574Z","steps":["trace[662331119] 'agreement among raft nodes before linearized reading' (duration: 2.005722779s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.423153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006958638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:49:21.423694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.417315Z","time spent":"2.006351655s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:49:21.423745Z","caller":"traceutil/trace.go:171","msg":"trace[1738326056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7963; }","duration":"2.007565823s","start":"2026-03-14T01:49:19.416163Z","end":"2026-03-14T01:49:21.423729Z","steps":["trace[1738326056] 'agreement among raft nodes before linearized reading' (duration: 2.006908577s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.4238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:19.416153Z","time spent":"2.007631155s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:21.708899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.851648ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T01:49:21.711542Z","caller":"traceutil/trace.go:171","msg":"trace[1126792841] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"285.580459ms","start":"2026-03-14T01:49:21.425942Z","end":"2026-03-14T01:49:21.711522Z","steps":["trace[1126792841] 'process raft request' (duration: 285.20903ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.711822Z","caller":"traceutil/trace.go:171","msg":"trace[1110237192] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"283.826047ms","start":"2026-03-14T01:49:21.427976Z","end":"2026-03-14T01:49:21.711802Z","steps":["trace[1110237192] 'process raft request' (duration: 283.677103ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.711831Z","caller":"traceutil/trace.go:171","msg":"trace[1061863176] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"284.676616ms","start":"2026-03-14T01:49:21.427115Z","end":"2026-03-14T01:49:21.711792Z","steps":["trace[1061863176] 'process raft request' (duration: 284.262257ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.711943Z","caller":"traceutil/trace.go:171","msg":"trace[1398363818] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"283.738615ms","start":"2026-03-14T01:49:21.428156Z","end":"2026-03-14T01:49:21.711894Z","steps":["trace[1398363818] 'process raft request' (duration: 283.53619ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.712041Z","caller":"traceutil/trace.go:171","msg":"trace[176850547] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"283.847657ms","start":"2026-03-14T01:49:21.428185Z","end":"2026-03-14T01:49:21.712033Z","steps":["trace[176850547] 'process raft request' (duration: 283.53489ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.712456Z","caller":"traceutil/trace.go:171","msg":"trace[91335247] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"284.033763ms","start":"2026-03-14T01:49:21.428413Z","end":"2026-03-14T01:49:21.712446Z","steps":["trace[91335247] 'process raft request' (duration: 283.333025ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:21.71252Z","caller":"traceutil/trace.go:171","msg":"trace[626561414] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8271; }","duration":"283.610202ms","start":"2026-03-14T01:49:21.428896Z","end":"2026-03-14T01:49:21.712506Z","steps":["trace[626561414] 'read index received' (duration: 94.156128ms)","trace[626561414] 'applied index is now lower than readState.Index' (duration: 189.452714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:21.713334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.414012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228900"} {"level":"info","ts":"2026-03-14T01:49:21.713393Z","caller":"traceutil/trace.go:171","msg":"trace[2138375327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7970; }","duration":"284.488784ms","start":"2026-03-14T01:49:21.428891Z","end":"2026-03-14T01:49:21.71338Z","steps":["trace[2138375327] 'agreement among raft nodes before linearized reading' (duration: 283.713366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:21.713647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.471158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:21.713707Z","caller":"traceutil/trace.go:171","msg":"trace[735658137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7970; }","duration":"283.564301ms","start":"2026-03-14T01:49:21.430128Z","end":"2026-03-14T01:49:21.713692Z","steps":["trace[735658137] 'agreement among raft nodes before linearized reading' (duration: 283.452938ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:23.400669Z","caller":"traceutil/trace.go:171","msg":"trace[85184214] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"136.601417ms","start":"2026-03-14T01:49:23.264048Z","end":"2026-03-14T01:49:23.400649Z","steps":["trace[85184214] 'process raft request' (duration: 136.470724ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:24.101482Z","caller":"traceutil/trace.go:171","msg":"trace[143316855] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"675.885856ms","start":"2026-03-14T01:49:23.425573Z","end":"2026-03-14T01:49:24.101459Z","steps":["trace[143316855] 'process raft request' (duration: 675.716062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.101619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.425525Z","time spent":"676.02598ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:24.10164Z","caller":"traceutil/trace.go:171","msg":"trace[1329991452] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"675.526638ms","start":"2026-03-14T01:49:23.426099Z","end":"2026-03-14T01:49:24.101626Z","steps":["trace[1329991452] 'process raft request' (duration: 675.331833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.101759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.42609Z","time spent":"675.593469ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:24.101973Z","caller":"traceutil/trace.go:171","msg":"trace[622946882] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"386.074727ms","start":"2026-03-14T01:49:23.715509Z","end":"2026-03-14T01:49:24.101584Z","steps":["trace[622946882] 'read index received' (duration: 385.834371ms)","trace[622946882] 'applied index is now lower than readState.Index' (duration: 238.906µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:24.102107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.59318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:49:24.102142Z","caller":"traceutil/trace.go:171","msg":"trace[1988724858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7977; }","duration":"386.668521ms","start":"2026-03-14T01:49:23.715464Z","end":"2026-03-14T01:49:24.102132Z","steps":["trace[1988724858] 'agreement among raft nodes before linearized reading' (duration: 386.23103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.102165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.715439Z","time spent":"386.720893ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:49:24.133764Z","caller":"traceutil/trace.go:171","msg":"trace[1793347770] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"223.164785ms","start":"2026-03-14T01:49:23.910582Z","end":"2026-03-14T01:49:24.133747Z","steps":["trace[1793347770] 'process raft request' (duration: 223.072443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.133939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.234157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:49:24.133943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.329119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:24.133985Z","caller":"traceutil/trace.go:171","msg":"trace[11665027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7978; }","duration":"414.298798ms","start":"2026-03-14T01:49:23.719674Z","end":"2026-03-14T01:49:24.133973Z","steps":["trace[11665027] 'agreement among raft nodes before linearized reading' (duration: 414.158945ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:24.133999Z","caller":"traceutil/trace.go:171","msg":"trace[391031805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7978; }","duration":"414.397831ms","start":"2026-03-14T01:49:23.719587Z","end":"2026-03-14T01:49:24.133985Z","steps":["trace[391031805] 'agreement among raft nodes before linearized reading' (duration: 414.199776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.13403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.719556Z","time spent":"414.465742ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:24.134022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.719666Z","time spent":"414.34683ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:24.134014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.33631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:24.134078Z","caller":"traceutil/trace.go:171","msg":"trace[1039434562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7978; }","duration":"414.413181ms","start":"2026-03-14T01:49:23.719648Z","end":"2026-03-14T01:49:24.134062Z","steps":["trace[1039434562] 'agreement among raft nodes before linearized reading' (duration: 414.249177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.134089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.444172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:24.134129Z","caller":"traceutil/trace.go:171","msg":"trace[896418438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7978; }","duration":"414.496344ms","start":"2026-03-14T01:49:23.719622Z","end":"2026-03-14T01:49:24.134118Z","steps":["trace[896418438] 'agreement among raft nodes before linearized reading' (duration: 414.397311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.134122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.719642Z","time spent":"414.468422ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:24.134151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.877313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:24.134158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.719617Z","time spent":"414.535384ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:49:24.134181Z","caller":"traceutil/trace.go:171","msg":"trace[1459353355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7978; }","duration":"234.940885ms","start":"2026-03-14T01:49:23.89923Z","end":"2026-03-14T01:49:24.134171Z","steps":["trace[1459353355] 'agreement among raft nodes before linearized reading' (duration: 234.893164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.134223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.583272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:49:24.134255Z","caller":"traceutil/trace.go:171","msg":"trace[998716937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7978; }","duration":"413.630483ms","start":"2026-03-14T01:49:23.720615Z","end":"2026-03-14T01:49:24.134246Z","steps":["trace[998716937] 'agreement among raft nodes before linearized reading' (duration: 413.53664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.134278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:23.720607Z","time spent":"413.664883ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:49:24.329766Z","caller":"traceutil/trace.go:171","msg":"trace[1108166559] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"190.944769ms","start":"2026-03-14T01:49:24.138796Z","end":"2026-03-14T01:49:24.329741Z","steps":["trace[1108166559] 'process raft request' (duration: 119.931111ms)","trace[1108166559] 'compare' (duration: 70.788023ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:24.329963Z","caller":"traceutil/trace.go:171","msg":"trace[634100020] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"186.515434ms","start":"2026-03-14T01:49:24.143431Z","end":"2026-03-14T01:49:24.329946Z","steps":["trace[634100020] 'process raft request' (duration: 186.435922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.330666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.990866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228900"} {"level":"info","ts":"2026-03-14T01:49:24.330004Z","caller":"traceutil/trace.go:171","msg":"trace[1719284256] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"189.952115ms","start":"2026-03-14T01:49:24.140023Z","end":"2026-03-14T01:49:24.329975Z","steps":["trace[1719284256] 'process raft request' (duration: 189.672289ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:24.330717Z","caller":"traceutil/trace.go:171","msg":"trace[191520703] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7983; }","duration":"190.074678ms","start":"2026-03-14T01:49:24.140631Z","end":"2026-03-14T01:49:24.330706Z","steps":["trace[191520703] 'agreement among raft nodes before linearized reading' (duration: 189.454844ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:24.33006Z","caller":"traceutil/trace.go:171","msg":"trace[2123365227] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8288; }","duration":"181.637408ms","start":"2026-03-14T01:49:24.148411Z","end":"2026-03-14T01:49:24.330048Z","steps":["trace[2123365227] 'read index received' (duration: 110.248972ms)","trace[2123365227] 'applied index is now lower than readState.Index' (duration: 71.386876ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:24.330096Z","caller":"traceutil/trace.go:171","msg":"trace[1976258178] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"185.999321ms","start":"2026-03-14T01:49:24.144085Z","end":"2026-03-14T01:49:24.330084Z","steps":["trace[1976258178] 'process raft request' (duration: 185.847587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:26.187479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255449973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:26.187553Z","caller":"traceutil/trace.go:171","msg":"trace[573727598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7983; }","duration":"1.255593187s","start":"2026-03-14T01:49:24.931939Z","end":"2026-03-14T01:49:26.187533Z","steps":["trace[573727598] 'count revisions from in-memory index tree' (duration: 1.255354581s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:26.187594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.931917Z","time spent":"1.255668458s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:49:26.18782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285955348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:26.187839Z","caller":"traceutil/trace.go:171","msg":"trace[403309253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7983; }","duration":"1.28601044s","start":"2026-03-14T01:49:24.901822Z","end":"2026-03-14T01:49:26.187832Z","steps":["trace[403309253] 'range keys from in-memory index tree' (duration: 1.285857326s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:26.187856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:24.901793Z","time spent":"1.286058171s","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:49:26.187789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421820638s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:26.187905Z","caller":"traceutil/trace.go:171","msg":"trace[136943507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7983; }","duration":"1.421935251s","start":"2026-03-14T01:49:24.765944Z","end":"2026-03-14T01:49:26.187879Z","steps":["trace[136943507] 'range keys from in-memory index tree' (duration: 1.421806027s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:26.652657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845281407,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:49:26.737362Z","caller":"traceutil/trace.go:171","msg":"trace[1833882362] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"630.18091ms","start":"2026-03-14T01:49:26.107152Z","end":"2026-03-14T01:49:26.737332Z","steps":["trace[1833882362] 'process raft request' (duration: 629.995096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:26.737656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.107126Z","time spent":"630.395895ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:27.025919Z","caller":"traceutil/trace.go:171","msg":"trace[2127381926] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"887.812884ms","start":"2026-03-14T01:49:26.138079Z","end":"2026-03-14T01:49:27.025892Z","steps":["trace[2127381926] 'process raft request' (duration: 887.705542ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.025932Z","caller":"traceutil/trace.go:171","msg":"trace[1431857539] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"918.560695ms","start":"2026-03-14T01:49:26.107339Z","end":"2026-03-14T01:49:27.0259Z","steps":["trace[1431857539] 'process raft request' (duration: 918.258868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.026079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.138063Z","time spent":"887.933747ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:27.026215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.107303Z","time spent":"918.799441ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:27.041119Z","caller":"traceutil/trace.go:171","msg":"trace[304112675] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"368.326706ms","start":"2026-03-14T01:49:26.672778Z","end":"2026-03-14T01:49:27.041104Z","steps":["trace[304112675] 'process raft request' (duration: 368.132561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.041258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.672755Z","time spent":"368.417169ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:27.041313Z","caller":"traceutil/trace.go:171","msg":"trace[227733313] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"352.926749ms","start":"2026-03-14T01:49:26.688367Z","end":"2026-03-14T01:49:27.041294Z","steps":["trace[227733313] 'process raft request' (duration: 352.693484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.041404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.688335Z","time spent":"353.023792ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:49:27.041304Z","caller":"traceutil/trace.go:171","msg":"trace[1510385186] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8292; }","duration":"889.102595ms","start":"2026-03-14T01:49:26.152174Z","end":"2026-03-14T01:49:27.041277Z","steps":["trace[1510385186] 'read index received' (duration: 585.012866ms)","trace[1510385186] 'applied index is now lower than readState.Index' (duration: 304.086839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:27.041501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.324601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:49:27.041642Z","caller":"traceutil/trace.go:171","msg":"trace[1178721456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7988; }","duration":"889.496834ms","start":"2026-03-14T01:49:26.152128Z","end":"2026-03-14T01:49:27.041625Z","steps":["trace[1178721456] 'agreement among raft nodes before linearized reading' (duration: 889.220558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.041674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.666471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:49:27.04169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.152115Z","time spent":"889.562256ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:49:27.041709Z","caller":"traceutil/trace.go:171","msg":"trace[1420979997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7988; }","duration":"704.717692ms","start":"2026-03-14T01:49:26.336981Z","end":"2026-03-14T01:49:27.041699Z","steps":["trace[1420979997] 'agreement among raft nodes before linearized reading' (duration: 704.609309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.041738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.336974Z","time spent":"704.756673ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:49:27.041738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.538862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:49:27.041794Z","caller":"traceutil/trace.go:171","msg":"trace[647239018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7988; }","duration":"111.628944ms","start":"2026-03-14T01:49:26.930152Z","end":"2026-03-14T01:49:27.041781Z","steps":["trace[647239018] 'agreement among raft nodes before linearized reading' (duration: 111.443169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.041829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.886906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:49:27.041854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.566582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:49:27.041865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.110083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:49:27.041935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.256871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:27.041953Z","caller":"traceutil/trace.go:171","msg":"trace[10948625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7988; }","duration":"705.694634ms","start":"2026-03-14T01:49:26.336237Z","end":"2026-03-14T01:49:27.041932Z","steps":["trace[10948625] 'agreement among raft nodes before linearized reading' (duration: 705.436258ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.041948Z","caller":"traceutil/trace.go:171","msg":"trace[1416912837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:7988; }","duration":"704.976128ms","start":"2026-03-14T01:49:26.33689Z","end":"2026-03-14T01:49:27.041866Z","steps":["trace[1416912837] 'agreement among raft nodes before linearized reading' (duration: 704.808244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.04187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.365171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:27.041978Z","caller":"traceutil/trace.go:171","msg":"trace[1252304817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7988; }","duration":"215.274227ms","start":"2026-03-14T01:49:26.826681Z","end":"2026-03-14T01:49:27.041955Z","steps":["trace[1252304817] 'agreement among raft nodes before linearized reading' (duration: 215.039611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.041999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.336231Z","time spent":"705.760817ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:49:27.041992Z","caller":"traceutil/trace.go:171","msg":"trace[1148207602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7988; }","duration":"707.361324ms","start":"2026-03-14T01:49:26.334617Z","end":"2026-03-14T01:49:27.041978Z","steps":["trace[1148207602] 'agreement among raft nodes before linearized reading' (duration: 707.1783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.042005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.336869Z","time spent":"705.125022ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:49:27.042014Z","caller":"traceutil/trace.go:171","msg":"trace[1267770369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7988; }","duration":"706.555885ms","start":"2026-03-14T01:49:26.335444Z","end":"2026-03-14T01:49:27.042Z","steps":["trace[1267770369] 'agreement among raft nodes before linearized reading' (duration: 706.314249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.042036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.334592Z","time spent":"707.432395ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:49:27.042051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.335413Z","time spent":"706.628597ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:49:27.041637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.408612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:27.042349Z","caller":"traceutil/trace.go:171","msg":"trace[648693065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7988; }","duration":"853.192651ms","start":"2026-03-14T01:49:26.189145Z","end":"2026-03-14T01:49:27.042338Z","steps":["trace[648693065] 'agreement among raft nodes before linearized reading' (duration: 852.423943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.042383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:26.189106Z","time spent":"853.267763ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:49:27.249732Z","caller":"traceutil/trace.go:171","msg":"trace[964963980] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"203.474276ms","start":"2026-03-14T01:49:27.046237Z","end":"2026-03-14T01:49:27.249711Z","steps":["trace[964963980] 'process raft request' (duration: 173.111585ms)","trace[964963980] 'compare' (duration: 30.259679ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:27.254286Z","caller":"traceutil/trace.go:171","msg":"trace[407782177] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"207.864321ms","start":"2026-03-14T01:49:27.046401Z","end":"2026-03-14T01:49:27.254265Z","steps":["trace[407782177] 'process raft request' (duration: 207.658246ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.254494Z","caller":"traceutil/trace.go:171","msg":"trace[1307581790] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"207.966753ms","start":"2026-03-14T01:49:27.046493Z","end":"2026-03-14T01:49:27.25446Z","steps":["trace[1307581790] 'process raft request' (duration: 207.731878ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.254582Z","caller":"traceutil/trace.go:171","msg":"trace[895734038] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8298; }","duration":"207.273057ms","start":"2026-03-14T01:49:27.04729Z","end":"2026-03-14T01:49:27.254563Z","steps":["trace[895734038] 'read index received' (duration: 172.07881ms)","trace[895734038] 'applied index is now lower than readState.Index' (duration: 35.193227ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:27.254637Z","caller":"traceutil/trace.go:171","msg":"trace[878056619] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"206.97377ms","start":"2026-03-14T01:49:27.047653Z","end":"2026-03-14T01:49:27.254627Z","steps":["trace[878056619] 'process raft request' (duration: 206.833077ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.254672Z","caller":"traceutil/trace.go:171","msg":"trace[1258493881] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"206.685383ms","start":"2026-03-14T01:49:27.047979Z","end":"2026-03-14T01:49:27.254664Z","steps":["trace[1258493881] 'process raft request' (duration: 206.54608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.254812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.818184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:49:27.254837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.477002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-14T01:49:27.254845Z","caller":"traceutil/trace.go:171","msg":"trace[267114435] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7994; }","duration":"200.878535ms","start":"2026-03-14T01:49:27.053956Z","end":"2026-03-14T01:49:27.254834Z","steps":["trace[267114435] 'agreement among raft nodes before linearized reading' (duration: 200.812124ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.254876Z","caller":"traceutil/trace.go:171","msg":"trace[1097989773] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7994; }","duration":"207.529543ms","start":"2026-03-14T01:49:27.047326Z","end":"2026-03-14T01:49:27.254855Z","steps":["trace[1097989773] 'agreement among raft nodes before linearized reading' (duration: 207.382609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.254871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.902603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:27.254933Z","caller":"traceutil/trace.go:171","msg":"trace[2114625601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7994; }","duration":"202.970414ms","start":"2026-03-14T01:49:27.051943Z","end":"2026-03-14T01:49:27.254914Z","steps":["trace[2114625601] 'agreement among raft nodes before linearized reading' (duration: 202.880892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:27.255059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.757258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228900"} {"level":"info","ts":"2026-03-14T01:49:27.25508Z","caller":"traceutil/trace.go:171","msg":"trace[854008026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7994; }","duration":"207.80868ms","start":"2026-03-14T01:49:27.047265Z","end":"2026-03-14T01:49:27.255074Z","steps":["trace[854008026] 'agreement among raft nodes before linearized reading' (duration: 207.594365ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:27.255483Z","caller":"traceutil/trace.go:171","msg":"trace[532447134] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"207.914662ms","start":"2026-03-14T01:49:27.046616Z","end":"2026-03-14T01:49:27.254531Z","steps":["trace[532447134] 'process raft request' (duration: 207.770569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:34.730107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.749736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-14T01:49:34.730249Z","caller":"traceutil/trace.go:171","msg":"trace[1254192006] linearizableReadLoop","detail":"{readStateIndex:8374; appliedIndex:8373; }","duration":"234.688869ms","start":"2026-03-14T01:49:34.495539Z","end":"2026-03-14T01:49:34.730227Z","steps":["trace[1254192006] 'read index received' (duration: 8.656315ms)","trace[1254192006] 'applied index is now lower than readState.Index' (duration: 226.030834ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:34.73029Z","caller":"traceutil/trace.go:171","msg":"trace[29704835] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8061; }","duration":"237.622589ms","start":"2026-03-14T01:49:34.492634Z","end":"2026-03-14T01:49:34.730257Z","steps":["trace[29704835] 'compare' (duration: 225.627683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:34.7306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.643388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2txht\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-14T01:49:34.730604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.025767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2txht\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-14T01:49:34.730644Z","caller":"traceutil/trace.go:171","msg":"trace[1803463961] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2txht; range_end:; response_count:1; response_revision:8061; }","duration":"234.70515ms","start":"2026-03-14T01:49:34.495928Z","end":"2026-03-14T01:49:34.730633Z","steps":["trace[1803463961] 'agreement among raft nodes before linearized reading' (duration: 234.489724ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:34.730727Z","caller":"traceutil/trace.go:171","msg":"trace[907217449] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2txht; range_end:; response_count:1; response_revision:8061; }","duration":"235.165011ms","start":"2026-03-14T01:49:34.495511Z","end":"2026-03-14T01:49:34.730676Z","steps":["trace[907217449] 'agreement among raft nodes before linearized reading' (duration: 234.848343ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:34.864054Z","caller":"traceutil/trace.go:171","msg":"trace[634673322] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"120.623788ms","start":"2026-03-14T01:49:34.743396Z","end":"2026-03-14T01:49:34.864019Z","steps":["trace[634673322] 'process raft request' (duration: 104.367881ms)","trace[634673322] 'compare' (duration: 15.993521ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:34.864091Z","caller":"traceutil/trace.go:171","msg":"trace[1001067865] linearizableReadLoop","detail":"{readStateIndex:8376; appliedIndex:8374; }","duration":"102.883265ms","start":"2026-03-14T01:49:34.761187Z","end":"2026-03-14T01:49:34.86407Z","steps":["trace[1001067865] 'read index received' (duration: 21.787387ms)","trace[1001067865] 'applied index is now lower than readState.Index' (duration: 81.094218ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:34.864109Z","caller":"traceutil/trace.go:171","msg":"trace[1091503727] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"101.989844ms","start":"2026-03-14T01:49:34.762096Z","end":"2026-03-14T01:49:34.864086Z","steps":["trace[1091503727] 'process raft request' (duration: 101.78958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:34.864197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.996387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2txht\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-14T01:49:34.864225Z","caller":"traceutil/trace.go:171","msg":"trace[243729086] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2txht; range_end:; response_count:1; response_revision:8064; }","duration":"103.075169ms","start":"2026-03-14T01:49:34.761142Z","end":"2026-03-14T01:49:34.864217Z","steps":["trace[243729086] 'agreement among raft nodes before linearized reading' (duration: 102.997798ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:35.724945Z","caller":"traceutil/trace.go:171","msg":"trace[1623589074] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"239.677548ms","start":"2026-03-14T01:49:35.485237Z","end":"2026-03-14T01:49:35.724915Z","steps":["trace[1623589074] 'process raft request' (duration: 239.458273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:36.628044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.348831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-14T01:49:36.628146Z","caller":"traceutil/trace.go:171","msg":"trace[1680275850] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8074; }","duration":"881.513515ms","start":"2026-03-14T01:49:35.746608Z","end":"2026-03-14T01:49:36.628122Z","steps":["trace[1680275850] 'range keys from in-memory index tree' (duration: 881.136607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:36.628238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:35.746585Z","time spent":"881.642149ms","remote":"127.0.0.1:43618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T01:49:36.832266Z","caller":"traceutil/trace.go:171","msg":"trace[1776988151] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"190.740095ms","start":"2026-03-14T01:49:36.641506Z","end":"2026-03-14T01:49:36.832246Z","steps":["trace[1776988151] 'process raft request' (duration: 190.599121ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:37.042447Z","caller":"traceutil/trace.go:171","msg":"trace[1868910233] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"166.701203ms","start":"2026-03-14T01:49:36.875684Z","end":"2026-03-14T01:49:37.042385Z","steps":["trace[1868910233] 'process raft request' (duration: 166.477018ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:37.042346Z","caller":"traceutil/trace.go:171","msg":"trace[1998548151] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8389; }","duration":"159.253255ms","start":"2026-03-14T01:49:36.88307Z","end":"2026-03-14T01:49:37.042323Z","steps":["trace[1998548151] 'read index received' (duration: 93.677266ms)","trace[1998548151] 'applied index is now lower than readState.Index' (duration: 65.574769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:37.042847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.683316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T01:49:37.04291Z","caller":"traceutil/trace.go:171","msg":"trace[1453524265] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8077; }","duration":"159.87093ms","start":"2026-03-14T01:49:36.883026Z","end":"2026-03-14T01:49:37.042897Z","steps":["trace[1453524265] 'agreement among raft nodes before linearized reading' (duration: 159.599433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:37.043094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.801559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-14T01:49:37.043145Z","caller":"traceutil/trace.go:171","msg":"trace[1124907882] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8077; }","duration":"159.88469ms","start":"2026-03-14T01:49:36.883248Z","end":"2026-03-14T01:49:37.043133Z","steps":["trace[1124907882] 'agreement among raft nodes before linearized reading' (duration: 159.743387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:37.043204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.896074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:49:37.043253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.00794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-03-14T01:49:37.043267Z","caller":"traceutil/trace.go:171","msg":"trace[1755566852] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8077; }","duration":"159.03972ms","start":"2026-03-14T01:49:36.884223Z","end":"2026-03-14T01:49:37.043263Z","steps":["trace[1755566852] 'agreement among raft nodes before linearized reading' (duration: 158.994579ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:37.043281Z","caller":"traceutil/trace.go:171","msg":"trace[1353605851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8077; }","duration":"145.010797ms","start":"2026-03-14T01:49:36.898252Z","end":"2026-03-14T01:49:37.043263Z","steps":["trace[1353605851] 'agreement among raft nodes before linearized reading' (duration: 144.873744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:37.931358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845281723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:49:38.108832Z","caller":"traceutil/trace.go:171","msg":"trace[1398633135] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"677.948216ms","start":"2026-03-14T01:49:37.430855Z","end":"2026-03-14T01:49:38.108803Z","steps":["trace[1398633135] 'read index received' (duration: 677.829383ms)","trace[1398633135] 'applied index is now lower than readState.Index' (duration: 117.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:38.10888Z","caller":"traceutil/trace.go:171","msg":"trace[1502988194] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"679.324999ms","start":"2026-03-14T01:49:37.429514Z","end":"2026-03-14T01:49:38.108839Z","steps":["trace[1502988194] 'process raft request' (duration: 679.111964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:38.109052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:37.429493Z","time spent":"679.469782ms","remote":"127.0.0.1:57040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:49:38.109124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.257343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:49:38.109219Z","caller":"traceutil/trace.go:171","msg":"trace[619103319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8087; }","duration":"678.388436ms","start":"2026-03-14T01:49:37.430811Z","end":"2026-03-14T01:49:38.109199Z","steps":["trace[619103319] 'agreement among raft nodes before linearized reading' (duration: 678.114309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:38.109274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:49:37.430796Z","time spent":"678.462688ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:49:38.136858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.816723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:49:38.136919Z","caller":"traceutil/trace.go:171","msg":"trace[1999475609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8088; }","duration":"237.960197ms","start":"2026-03-14T01:49:37.898944Z","end":"2026-03-14T01:49:38.136904Z","steps":["trace[1999475609] 'agreement among raft nodes before linearized reading' (duration: 237.796893ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.169604Z","caller":"traceutil/trace.go:171","msg":"trace[1181819552] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"121.681703ms","start":"2026-03-14T01:49:39.047866Z","end":"2026-03-14T01:49:39.169548Z","steps":["trace[1181819552] 'process raft request' (duration: 121.442637ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.27735Z","caller":"traceutil/trace.go:171","msg":"trace[1120172901] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"132.254625ms","start":"2026-03-14T01:49:39.145075Z","end":"2026-03-14T01:49:39.277329Z","steps":["trace[1120172901] 'process raft request' (duration: 132.218824ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.277471Z","caller":"traceutil/trace.go:171","msg":"trace[1863851730] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"133.409562ms","start":"2026-03-14T01:49:39.144019Z","end":"2026-03-14T01:49:39.277429Z","steps":["trace[1863851730] 'process raft request' (duration: 107.011873ms)","trace[1863851730] 'compare' (duration: 26.175363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:39.556786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.328756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:49:39.556868Z","caller":"traceutil/trace.go:171","msg":"trace[1462449303] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8405; }","duration":"206.440996ms","start":"2026-03-14T01:49:39.350414Z","end":"2026-03-14T01:49:39.556855Z","steps":["trace[1462449303] 'read index received' (duration: 57.945316ms)","trace[1462449303] 'applied index is now lower than readState.Index' (duration: 148.49485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:39.557013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.589961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:39.557039Z","caller":"traceutil/trace.go:171","msg":"trace[588386651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8092; }","duration":"206.662362ms","start":"2026-03-14T01:49:39.350369Z","end":"2026-03-14T01:49:39.557031Z","steps":["trace[588386651] 'agreement among raft nodes before linearized reading' (duration: 206.5557ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.556897Z","caller":"traceutil/trace.go:171","msg":"trace[344492854] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"244.120692ms","start":"2026-03-14T01:49:39.312749Z","end":"2026-03-14T01:49:39.556869Z","steps":["trace[344492854] 'process raft request' (duration: 95.636633ms)","trace[344492854] 'compare' (duration: 148.225183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:39.557098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.493305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:49:39.557161Z","caller":"traceutil/trace.go:171","msg":"trace[781057907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:8092; }","duration":"136.603448ms","start":"2026-03-14T01:49:39.420542Z","end":"2026-03-14T01:49:39.557145Z","steps":["trace[781057907] 'agreement among raft nodes before linearized reading' (duration: 136.432704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:39.557115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.424068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:49:39.557191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.702814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:49:39.557214Z","caller":"traceutil/trace.go:171","msg":"trace[1859431163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8092; }","duration":"148.567131ms","start":"2026-03-14T01:49:39.408633Z","end":"2026-03-14T01:49:39.557201Z","steps":["trace[1859431163] 'agreement among raft nodes before linearized reading' (duration: 148.328935ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.557267Z","caller":"traceutil/trace.go:171","msg":"trace[897301006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8092; }","duration":"137.817757ms","start":"2026-03-14T01:49:39.419427Z","end":"2026-03-14T01:49:39.557245Z","steps":["trace[897301006] 'agreement among raft nodes before linearized reading' (duration: 137.543871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:39.557185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.499043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:49:39.557378Z","caller":"traceutil/trace.go:171","msg":"trace[596636433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8092; }","duration":"138.729198ms","start":"2026-03-14T01:49:39.418627Z","end":"2026-03-14T01:49:39.557356Z","steps":["trace[596636433] 'agreement among raft nodes before linearized reading' (duration: 138.424921ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.717552Z","caller":"traceutil/trace.go:171","msg":"trace[1613028241] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"154.909442ms","start":"2026-03-14T01:49:39.562598Z","end":"2026-03-14T01:49:39.717507Z","steps":["trace[1613028241] 'process raft request' (duration: 154.717337ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.718034Z","caller":"traceutil/trace.go:171","msg":"trace[994970652] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"155.372033ms","start":"2026-03-14T01:49:39.562646Z","end":"2026-03-14T01:49:39.718018Z","steps":["trace[994970652] 'process raft request' (duration: 154.8249ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.718159Z","caller":"traceutil/trace.go:171","msg":"trace[972681358] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"155.475026ms","start":"2026-03-14T01:49:39.562673Z","end":"2026-03-14T01:49:39.718148Z","steps":["trace[972681358] 'process raft request' (duration: 155.23554ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:39.718242Z","caller":"traceutil/trace.go:171","msg":"trace[491083048] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8407; }","duration":"155.132337ms","start":"2026-03-14T01:49:39.562957Z","end":"2026-03-14T01:49:39.718089Z","steps":["trace[491083048] 'read index received' (duration: 42.122261ms)","trace[491083048] 'applied index is now lower than readState.Index' (duration: 113.008046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:39.718758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.767922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228815"} {"level":"info","ts":"2026-03-14T01:49:39.718871Z","caller":"traceutil/trace.go:171","msg":"trace[1099484445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8096; }","duration":"155.898035ms","start":"2026-03-14T01:49:39.562944Z","end":"2026-03-14T01:49:39.718842Z","steps":["trace[1099484445] 'agreement among raft nodes before linearized reading' (duration: 155.28354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.271252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.70043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:26.271361Z","caller":"traceutil/trace.go:171","msg":"trace[1624780710] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8801; }","duration":"801.164747ms","start":"2026-03-14T01:50:25.47018Z","end":"2026-03-14T01:50:26.271345Z","steps":["trace[1624780710] 'read index received' (duration: 303.304053ms)","trace[1624780710] 'applied index is now lower than readState.Index' (duration: 497.859584ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:26.271461Z","caller":"traceutil/trace.go:171","msg":"trace[287740820] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"832.992662ms","start":"2026-03-14T01:50:25.438445Z","end":"2026-03-14T01:50:26.271438Z","steps":["trace[287740820] 'process raft request' (duration: 335.024126ms)","trace[287740820] 'compare' (duration: 497.585427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:26.271802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.438425Z","time spent":"833.316729ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:26.272257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.061707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:49 size:634971"} {"level":"info","ts":"2026-03-14T01:50:26.272355Z","caller":"traceutil/trace.go:171","msg":"trace[1002619648] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:49; response_revision:8475; }","duration":"802.206181ms","start":"2026-03-14T01:50:25.470127Z","end":"2026-03-14T01:50:26.272334Z","steps":["trace[1002619648] 'agreement among raft nodes before linearized reading' (duration: 801.460443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.272401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.470098Z","time spent":"802.289903ms","remote":"127.0.0.1:58798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":49,"response size":634995,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:50:26.273105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.751106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:50:26.273166Z","caller":"traceutil/trace.go:171","msg":"trace[1620932978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8476; }","duration":"333.832568ms","start":"2026-03-14T01:50:25.939318Z","end":"2026-03-14T01:50:26.27315Z","steps":["trace[1620932978] 'agreement among raft nodes before linearized reading' (duration: 333.615003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.273199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.939307Z","time spent":"333.885159ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:50:26.273124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.24564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:50:26.27336Z","caller":"traceutil/trace.go:171","msg":"trace[732989035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8476; }","duration":"476.519446ms","start":"2026-03-14T01:50:25.796816Z","end":"2026-03-14T01:50:26.273335Z","steps":["trace[732989035] 'agreement among raft nodes before linearized reading' (duration: 476.085056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.273456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.350006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:50:26.27351Z","caller":"traceutil/trace.go:171","msg":"trace[1912818837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:8476; }","duration":"306.433778ms","start":"2026-03-14T01:50:25.967066Z","end":"2026-03-14T01:50:26.2735Z","steps":["trace[1912818837] 'agreement among raft nodes before linearized reading' (duration: 306.292055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.27346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.796795Z","time spent":"476.64743ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:50:26.27361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.458571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:6 size:42821"} {"level":"warn","ts":"2026-03-14T01:50:26.273234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.601296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:50:26.273736Z","caller":"traceutil/trace.go:171","msg":"trace[176617481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8476; }","duration":"340.211541ms","start":"2026-03-14T01:50:25.933514Z","end":"2026-03-14T01:50:26.273726Z","steps":["trace[176617481] 'agreement among raft nodes before linearized reading' (duration: 339.485114ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:26.273743Z","caller":"traceutil/trace.go:171","msg":"trace[93898332] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:6; response_revision:8476; }","duration":"392.514962ms","start":"2026-03-14T01:50:25.881141Z","end":"2026-03-14T01:50:26.273656Z","steps":["trace[93898332] 'agreement among raft nodes before linearized reading' (duration: 392.271846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.273777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.93349Z","time spent":"340.278032ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:50:26.273798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.881101Z","time spent":"392.683556ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":42845,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:50:26.273371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.31948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:50:26.273869Z","caller":"traceutil/trace.go:171","msg":"trace[776564223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8476; }","duration":"334.839873ms","start":"2026-03-14T01:50:25.939014Z","end":"2026-03-14T01:50:26.273854Z","steps":["trace[776564223] 'agreement among raft nodes before linearized reading' (duration: 334.277259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.273925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.982368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:50:26.273926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.938998Z","time spent":"334.912914ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:50:26.273961Z","caller":"traceutil/trace.go:171","msg":"trace[1348358766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8476; }","duration":"461.04788ms","start":"2026-03-14T01:50:25.812905Z","end":"2026-03-14T01:50:26.273953Z","steps":["trace[1348358766] 'agreement among raft nodes before linearized reading' (duration: 460.957698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.273987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.812885Z","time spent":"461.096641ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:50:26.273599Z","caller":"traceutil/trace.go:171","msg":"trace[917819261] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"791.700962ms","start":"2026-03-14T01:50:25.481869Z","end":"2026-03-14T01:50:26.27357Z","steps":["trace[917819261] 'process raft request' (duration: 790.927714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:26.274155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.481852Z","time spent":"792.244695ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:26.273574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:25.967052Z","time spent":"306.51374ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:50:29.533Z","caller":"traceutil/trace.go:171","msg":"trace[269264397] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"116.899025ms","start":"2026-03-14T01:50:29.416071Z","end":"2026-03-14T01:50:29.53297Z","steps":["trace[269264397] 'process raft request' (duration: 61.48156ms)","trace[269264397] 'compare' (duration: 55.283792ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:29.632194Z","caller":"traceutil/trace.go:171","msg":"trace[1508069204] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"132.184659ms","start":"2026-03-14T01:50:29.499984Z","end":"2026-03-14T01:50:29.632168Z","steps":["trace[1508069204] 'process raft request' (duration: 132.027965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:30.462102Z","caller":"traceutil/trace.go:171","msg":"trace[1229862550] linearizableReadLoop","detail":"{readStateIndex:8941; appliedIndex:8940; }","duration":"135.021176ms","start":"2026-03-14T01:50:30.327056Z","end":"2026-03-14T01:50:30.462078Z","steps":["trace[1229862550] 'read index received' (duration: 8.266646ms)","trace[1229862550] 'applied index is now lower than readState.Index' (duration: 126.7536ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:30.462152Z","caller":"traceutil/trace.go:171","msg":"trace[121838490] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"176.382899ms","start":"2026-03-14T01:50:30.285727Z","end":"2026-03-14T01:50:30.46211Z","steps":["trace[121838490] 'process raft request' (duration: 133.391418ms)","trace[121838490] 'compare' (duration: 42.864668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:30.462367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.269964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:50:30.462381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.049765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:50:30.462413Z","caller":"traceutil/trace.go:171","msg":"trace[2042714096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8610; }","duration":"133.363388ms","start":"2026-03-14T01:50:30.329036Z","end":"2026-03-14T01:50:30.462399Z","steps":["trace[2042714096] 'agreement among raft nodes before linearized reading' (duration: 133.179193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.4624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.320574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:50:30.462446Z","caller":"traceutil/trace.go:171","msg":"trace[1482568961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:8610; }","duration":"129.132717ms","start":"2026-03-14T01:50:30.333294Z","end":"2026-03-14T01:50:30.462427Z","steps":["trace[1482568961] 'agreement among raft nodes before linearized reading' (duration: 128.977824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.462539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.328243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:50:30.462577Z","caller":"traceutil/trace.go:171","msg":"trace[1235567347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8610; }","duration":"132.390494ms","start":"2026-03-14T01:50:30.330177Z","end":"2026-03-14T01:50:30.462567Z","steps":["trace[1235567347] 'agreement among raft nodes before linearized reading' (duration: 132.294951ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:30.462481Z","caller":"traceutil/trace.go:171","msg":"trace[1430931997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8610; }","duration":"135.421906ms","start":"2026-03-14T01:50:30.327041Z","end":"2026-03-14T01:50:30.462462Z","steps":["trace[1430931997] 'agreement among raft nodes before linearized reading' (duration: 135.15296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.46264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.215443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:50:30.462744Z","caller":"traceutil/trace.go:171","msg":"trace[47789621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8610; }","duration":"130.332105ms","start":"2026-03-14T01:50:30.332389Z","end":"2026-03-14T01:50:30.462721Z","steps":["trace[47789621] 'agreement among raft nodes before linearized reading' (duration: 130.034788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.463029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.432516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:50:30.463647Z","caller":"traceutil/trace.go:171","msg":"trace[899544081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8610; }","duration":"128.389839ms","start":"2026-03-14T01:50:30.335226Z","end":"2026-03-14T01:50:30.463616Z","steps":["trace[899544081] 'agreement among raft nodes before linearized reading' (duration: 127.159489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.818384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.815472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:50:30.818492Z","caller":"traceutil/trace.go:171","msg":"trace[866345608] linearizableReadLoop","detail":"{readStateIndex:8947; appliedIndex:8946; }","duration":"311.018567ms","start":"2026-03-14T01:50:30.507455Z","end":"2026-03-14T01:50:30.818474Z","steps":["trace[866345608] 'read index received' (duration: 120.037461ms)","trace[866345608] 'applied index is now lower than readState.Index' (duration: 190.979966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:30.818595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.628082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:30.818603Z","caller":"traceutil/trace.go:171","msg":"trace[2020351201] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"321.099095ms","start":"2026-03-14T01:50:30.497468Z","end":"2026-03-14T01:50:30.818567Z","steps":["trace[2020351201] 'process raft request' (duration: 130.022977ms)","trace[2020351201] 'compare' (duration: 190.652588ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:30.818636Z","caller":"traceutil/trace.go:171","msg":"trace[1463669200] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8616; }","duration":"338.710834ms","start":"2026-03-14T01:50:30.479913Z","end":"2026-03-14T01:50:30.818624Z","steps":["trace[1463669200] 'agreement among raft nodes before linearized reading' (duration: 338.608982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:30.818757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.497455Z","time spent":"321.225128ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:50:30.8188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:30.479895Z","time spent":"338.890458ms","remote":"127.0.0.1:57058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:50:30.881606Z","caller":"traceutil/trace.go:171","msg":"trace[1599236870] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"134.033293ms","start":"2026-03-14T01:50:30.747551Z","end":"2026-03-14T01:50:30.881584Z","steps":["trace[1599236870] 'process raft request' (duration: 133.89067ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:31.472861Z","caller":"traceutil/trace.go:171","msg":"trace[693177568] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"183.649762ms","start":"2026-03-14T01:50:31.289187Z","end":"2026-03-14T01:50:31.472837Z","steps":["trace[693177568] 'process raft request' (duration: 182.976156ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:31.550102Z","caller":"traceutil/trace.go:171","msg":"trace[907316512] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"253.986061ms","start":"2026-03-14T01:50:31.296076Z","end":"2026-03-14T01:50:31.550062Z","steps":["trace[907316512] 'process raft request' (duration: 253.474719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:31.627512Z","caller":"traceutil/trace.go:171","msg":"trace[475063281] linearizableReadLoop","detail":"{readStateIndex:8959; appliedIndex:8957; }","duration":"127.742944ms","start":"2026-03-14T01:50:31.499741Z","end":"2026-03-14T01:50:31.627484Z","steps":["trace[475063281] 'read index received' (duration: 49.747862ms)","trace[475063281] 'applied index is now lower than readState.Index' (duration: 77.994122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:31.627778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.992021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:31.627748Z","caller":"traceutil/trace.go:171","msg":"trace[2040007249] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"151.448887ms","start":"2026-03-14T01:50:31.476238Z","end":"2026-03-14T01:50:31.627687Z","steps":["trace[2040007249] 'process raft request' (duration: 150.981006ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:31.62789Z","caller":"traceutil/trace.go:171","msg":"trace[858546485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8628; }","duration":"128.133514ms","start":"2026-03-14T01:50:31.499683Z","end":"2026-03-14T01:50:31.627816Z","steps":["trace[858546485] 'agreement among raft nodes before linearized reading' (duration: 127.995801ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:31.755349Z","caller":"traceutil/trace.go:171","msg":"trace[66428873] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"114.841897ms","start":"2026-03-14T01:50:31.640478Z","end":"2026-03-14T01:50:31.75532Z","steps":["trace[66428873] 'process raft request' (duration: 84.21422ms)","trace[66428873] 'compare' (duration: 30.427423ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:40.470457Z","caller":"traceutil/trace.go:171","msg":"trace[1852040771] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"100.853214ms","start":"2026-03-14T01:50:40.369583Z","end":"2026-03-14T01:50:40.470436Z","steps":["trace[1852040771] 'process raft request' (duration: 100.740332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.03151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845283468,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:50:41.321294Z","caller":"traceutil/trace.go:171","msg":"trace[1902423443] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9049; }","duration":"789.93606ms","start":"2026-03-14T01:50:40.531325Z","end":"2026-03-14T01:50:41.321261Z","steps":["trace[1902423443] 'read index received' (duration: 789.714345ms)","trace[1902423443] 'applied index is now lower than readState.Index' (duration: 220.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:41.321437Z","caller":"traceutil/trace.go:171","msg":"trace[1185643923] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"800.750986ms","start":"2026-03-14T01:50:40.520643Z","end":"2026-03-14T01:50:41.321394Z","steps":["trace[1185643923] 'process raft request' (duration: 800.463339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.32159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.207366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:50:41.321664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.520619Z","time spent":"800.90121ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:41.321671Z","caller":"traceutil/trace.go:171","msg":"trace[1541136413] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8717; }","duration":"790.375301ms","start":"2026-03-14T01:50:40.531278Z","end":"2026-03-14T01:50:41.321653Z","steps":["trace[1541136413] 'agreement among raft nodes before linearized reading' (duration: 790.137204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.321793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.613866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:50:41.321791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.77201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:50:41.321825Z","caller":"traceutil/trace.go:171","msg":"trace[1641246768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8717; }","duration":"774.658318ms","start":"2026-03-14T01:50:40.547159Z","end":"2026-03-14T01:50:41.321818Z","steps":["trace[1641246768] 'agreement among raft nodes before linearized reading' (duration: 774.561265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.321796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.543225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:50:41.321807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.673989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:50:41.321863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.547153Z","time spent":"774.702469ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:50:41.321871Z","caller":"traceutil/trace.go:171","msg":"trace[102597283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8717; }","duration":"774.901203ms","start":"2026-03-14T01:50:40.546947Z","end":"2026-03-14T01:50:41.321849Z","steps":["trace[102597283] 'agreement among raft nodes before linearized reading' (duration: 774.612846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.321865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.511768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:50:41.321893Z","caller":"traceutil/trace.go:171","msg":"trace[1781502756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8717; }","duration":"769.776341ms","start":"2026-03-14T01:50:40.552097Z","end":"2026-03-14T01:50:41.321873Z","steps":["trace[1781502756] 'agreement among raft nodes before linearized reading' (duration: 769.523714ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:41.321881Z","caller":"traceutil/trace.go:171","msg":"trace[420123603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:8717; }","duration":"758.657207ms","start":"2026-03-14T01:50:40.563205Z","end":"2026-03-14T01:50:41.321862Z","steps":["trace[420123603] 'agreement among raft nodes before linearized reading' (duration: 758.466222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.321919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.546929Z","time spent":"774.980995ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:50:41.321795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.543972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:50:41.321932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.552093Z","time spent":"769.831702ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:50:41.321939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.563194Z","time spent":"758.736729ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:50:41.321943Z","caller":"traceutil/trace.go:171","msg":"trace[1382187287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8717; }","duration":"770.59564ms","start":"2026-03-14T01:50:40.551324Z","end":"2026-03-14T01:50:41.32192Z","steps":["trace[1382187287] 'agreement among raft nodes before linearized reading' (duration: 770.403926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.321995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.551319Z","time spent":"770.663703ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:50:41.321854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:40.531265Z","time spent":"790.545926ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:50:41.322002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.465126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:50:41.321978Z","caller":"traceutil/trace.go:171","msg":"trace[218659718] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:8717; }","duration":"309.766937ms","start":"2026-03-14T01:50:41.012191Z","end":"2026-03-14T01:50:41.321958Z","steps":["trace[218659718] 'agreement among raft nodes before linearized reading' (duration: 309.371067ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:41.322046Z","caller":"traceutil/trace.go:171","msg":"trace[1964105650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8717; }","duration":"292.547348ms","start":"2026-03-14T01:50:41.029487Z","end":"2026-03-14T01:50:41.322034Z","steps":["trace[1964105650] 'agreement among raft nodes before linearized reading' (duration: 292.467976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:41.322071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:41.012172Z","time spent":"309.880259ms","remote":"127.0.0.1:58730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-14T01:50:41.32211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.407439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-14T01:50:41.322173Z","caller":"traceutil/trace.go:171","msg":"trace[880029507] range","detail":"{range_begin:/registry/events/openstack/barbican-api-765f7d4f9f-9xft9.189c92047899ebb3; range_end:; response_count:1; response_revision:8717; }","duration":"141.519061ms","start":"2026-03-14T01:50:41.180628Z","end":"2026-03-14T01:50:41.322147Z","steps":["trace[880029507] 'agreement among raft nodes before linearized reading' (duration: 141.303736ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:54.034804Z","caller":"traceutil/trace.go:171","msg":"trace[1271933268] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9125; }","duration":"134.998117ms","start":"2026-03-14T01:50:53.899782Z","end":"2026-03-14T01:50:54.03478Z","steps":["trace[1271933268] 'read index received' (duration: 134.780572ms)","trace[1271933268] 'applied index is now lower than readState.Index' (duration: 216.545µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:54.034974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.178231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:54.035016Z","caller":"traceutil/trace.go:171","msg":"trace[1869872996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8789; }","duration":"135.279044ms","start":"2026-03-14T01:50:53.899727Z","end":"2026-03-14T01:50:54.035006Z","steps":["trace[1869872996] 'agreement among raft nodes before linearized reading' (duration: 135.162821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:54.035136Z","caller":"traceutil/trace.go:171","msg":"trace[63975993] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"328.324267ms","start":"2026-03-14T01:50:53.706774Z","end":"2026-03-14T01:50:54.035098Z","steps":["trace[63975993] 'process raft request' (duration: 327.863296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:54.035389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:53.706747Z","time spent":"328.530662ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:55.075452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845283670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:50:55.381706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.974465ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:55.38181Z","caller":"traceutil/trace.go:171","msg":"trace[2066165374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8789; }","duration":"615.090868ms","start":"2026-03-14T01:50:54.766703Z","end":"2026-03-14T01:50:55.381794Z","steps":["trace[2066165374] 'range keys from in-memory index tree' (duration: 614.959914ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:55.381986Z","caller":"traceutil/trace.go:171","msg":"trace[1342950688] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9126; }","duration":"807.16589ms","start":"2026-03-14T01:50:54.574794Z","end":"2026-03-14T01:50:55.38196Z","steps":["trace[1342950688] 'read index received' (duration: 743.190261ms)","trace[1342950688] 'applied index is now lower than readState.Index' (duration: 63.974099ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:55.382009Z","caller":"traceutil/trace.go:171","msg":"trace[871984131] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"873.049155ms","start":"2026-03-14T01:50:54.50893Z","end":"2026-03-14T01:50:55.381979Z","steps":["trace[871984131] 'process raft request' (duration: 809.082936ms)","trace[871984131] 'compare' (duration: 63.125758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:55.382136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:54.508881Z","time spent":"873.182968ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:50:55.382222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.417686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:50:55.382265Z","caller":"traceutil/trace.go:171","msg":"trace[799078285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8790; }","duration":"807.511478ms","start":"2026-03-14T01:50:54.57474Z","end":"2026-03-14T01:50:55.382251Z","steps":["trace[799078285] 'agreement among raft nodes before linearized reading' (duration: 807.336114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:55.382298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:54.574719Z","time spent":"807.57044ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:50:55.389807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.210067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:50:55.389892Z","caller":"traceutil/trace.go:171","msg":"trace[396315435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8791; }","duration":"489.349541ms","start":"2026-03-14T01:50:54.900521Z","end":"2026-03-14T01:50:55.389871Z","steps":["trace[396315435] 'agreement among raft nodes before linearized reading' (duration: 489.206097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:55.389929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:54.900495Z","time spent":"489.426353ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:50:55.389968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.370392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-14T01:50:55.390075Z","caller":"traceutil/trace.go:171","msg":"trace[866069839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8791; }","duration":"513.520036ms","start":"2026-03-14T01:50:54.876526Z","end":"2026-03-14T01:50:55.390046Z","steps":["trace[866069839] 'agreement among raft nodes before linearized reading' (duration: 513.27946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:55.390139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:54.876502Z","time spent":"513.620647ms","remote":"127.0.0.1:58852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-14T01:50:55.923292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478174845283681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:50:56.052431Z","caller":"traceutil/trace.go:171","msg":"trace[493058641] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"653.666424ms","start":"2026-03-14T01:50:55.398742Z","end":"2026-03-14T01:50:56.052409Z","steps":["trace[493058641] 'process raft request' (duration: 653.51151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.052575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.39873Z","time spent":"653.769556ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:56.165728Z","caller":"traceutil/trace.go:171","msg":"trace[1093352808] linearizableReadLoop","detail":"{readStateIndex:9131; appliedIndex:9128; }","duration":"743.135959ms","start":"2026-03-14T01:50:55.422569Z","end":"2026-03-14T01:50:56.165705Z","steps":["trace[1093352808] 'read index received' (duration: 629.708715ms)","trace[1093352808] 'applied index is now lower than readState.Index' (duration: 113.425673ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:56.165868Z","caller":"traceutil/trace.go:171","msg":"trace[1473219700] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"765.917489ms","start":"2026-03-14T01:50:55.399934Z","end":"2026-03-14T01:50:56.165851Z","steps":["trace[1473219700] 'process raft request' (duration: 712.540842ms)","trace[1473219700] 'compare' (duration: 52.916846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:50:56.165967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.399923Z","time spent":"765.98131ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:56.166098Z","caller":"traceutil/trace.go:171","msg":"trace[1267205785] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"765.812996ms","start":"2026-03-14T01:50:55.40026Z","end":"2026-03-14T01:50:56.166073Z","steps":["trace[1267205785] 'process raft request' (duration: 765.234903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.166108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.528127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:50:56.166204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.400249Z","time spent":"765.9036ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:50:56.166187Z","caller":"traceutil/trace.go:171","msg":"trace[435334698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8795; }","duration":"743.647511ms","start":"2026-03-14T01:50:55.422519Z","end":"2026-03-14T01:50:56.166167Z","steps":["trace[435334698] 'agreement among raft nodes before linearized reading' (duration: 743.438175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.166279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.422502Z","time spent":"743.767814ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:50:56.166251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.417188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:50:56.166278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.293832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:50:56.166339Z","caller":"traceutil/trace.go:171","msg":"trace[574161353] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8795; }","duration":"706.52883ms","start":"2026-03-14T01:50:55.459789Z","end":"2026-03-14T01:50:56.166318Z","steps":["trace[574161353] 'agreement among raft nodes before linearized reading' (duration: 706.366336ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:56.166363Z","caller":"traceutil/trace.go:171","msg":"trace[322129480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8795; }","duration":"732.435496ms","start":"2026-03-14T01:50:55.43391Z","end":"2026-03-14T01:50:56.166346Z","steps":["trace[322129480] 'agreement among raft nodes before linearized reading' (duration: 732.199909ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:56.166374Z","caller":"traceutil/trace.go:171","msg":"trace[508711340] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"122.545351ms","start":"2026-03-14T01:50:56.043807Z","end":"2026-03-14T01:50:56.166352Z","steps":["trace[508711340] 'process raft request' (duration: 121.790232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.166411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.433899Z","time spent":"732.499607ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:50:56.166385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.459784Z","time spent":"706.592361ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:50:56.166543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.837805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mgjgw\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:50:56.166635Z","caller":"traceutil/trace.go:171","msg":"trace[2099276905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mgjgw; range_end:; response_count:1; response_revision:8795; }","duration":"711.991519ms","start":"2026-03-14T01:50:55.454627Z","end":"2026-03-14T01:50:56.166619Z","steps":["trace[2099276905] 'agreement among raft nodes before linearized reading' (duration: 711.59794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.166677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:50:55.454616Z","time spent":"712.05202ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-mgjgw\" "} {"level":"info","ts":"2026-03-14T01:50:56.391738Z","caller":"traceutil/trace.go:171","msg":"trace[798563289] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9132; }","duration":"218.829597ms","start":"2026-03-14T01:50:56.172886Z","end":"2026-03-14T01:50:56.391715Z","steps":["trace[798563289] 'read index received' (duration: 124.513676ms)","trace[798563289] 'applied index is now lower than readState.Index' (duration: 94.313171ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:56.391801Z","caller":"traceutil/trace.go:171","msg":"trace[917394366] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"220.62245ms","start":"2026-03-14T01:50:56.171138Z","end":"2026-03-14T01:50:56.391761Z","steps":["trace[917394366] 'process raft request' (duration: 126.292149ms)","trace[917394366] 'compare' (duration: 94.087775ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:50:56.391868Z","caller":"traceutil/trace.go:171","msg":"trace[872701893] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"220.358014ms","start":"2026-03-14T01:50:56.171498Z","end":"2026-03-14T01:50:56.391856Z","steps":["trace[872701893] 'process raft request' (duration: 220.1725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.392106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.202845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-14T01:50:56.392146Z","caller":"traceutil/trace.go:171","msg":"trace[1699062508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8797; }","duration":"219.276907ms","start":"2026-03-14T01:50:56.17286Z","end":"2026-03-14T01:50:56.392137Z","steps":["trace[1699062508] 'agreement among raft nodes before linearized reading' (duration: 219.136124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.392211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.298677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:50:56.392286Z","caller":"traceutil/trace.go:171","msg":"trace[804496459] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8797; }","duration":"171.408661ms","start":"2026-03-14T01:50:56.22086Z","end":"2026-03-14T01:50:56.392269Z","steps":["trace[804496459] 'agreement among raft nodes before linearized reading' (duration: 171.271867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:50:56.624884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.438708ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T01:50:57.113707Z","caller":"traceutil/trace.go:171","msg":"trace[1613475222] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"109.286916ms","start":"2026-03-14T01:50:57.00439Z","end":"2026-03-14T01:50:57.113677Z","steps":["trace[1613475222] 'process raft request' (duration: 107.843861ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:53:02.837156Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:53:02.843381Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:53:02.843503Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:53:18.046784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7487} {"level":"info","ts":"2026-03-14T01:53:18.115225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7487,"took":"66.401577ms","hash":4212130676,"current-db-size-bytes":41078784,"current-db-size":"41 MB","current-db-size-in-use-bytes":25546752,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T01:53:18.115284Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4212130676,"revision":7487,"compact-revision":5517} {"level":"info","ts":"2026-03-14T01:58:18.053428Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9819} {"level":"info","ts":"2026-03-14T01:58:18.136081Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9819,"took":"80.267963ms","hash":1577479932,"current-db-size-bytes":41078784,"current-db-size":"41 MB","current-db-size-in-use-bytes":17948672,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T01:58:18.136138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1577479932,"revision":9819,"compact-revision":7487}