{"level":"warn","ts":"2026-03-18T16:53:21.718477Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T16:53:21.718689Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.6:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.6:2380","--initial-cluster=instance=https://199.204.45.6:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.6:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.6:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T16:53:21.718835Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T16:53:21.71886Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.6:2380"]} {"level":"info","ts":"2026-03-18T16:53:21.718902Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T16:53:21.720124Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"]} {"level":"info","ts":"2026-03-18T16:53:21.720267Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.6:2380"],"listen-peer-urls":["https://199.204.45.6:2380"],"advertise-client-urls":["https://199.204.45.6:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.6:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T16:53:21.734634Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.063086ms"} {"level":"info","ts":"2026-03-18T16:53:21.743952Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4ec288cbdba84d36","cluster-id":"9b45faacd38a820f"} {"level":"info","ts":"2026-03-18T16:53:21.744103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T16:53:21.744141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became follower at term 0"} {"level":"info","ts":"2026-03-18T16:53:21.744163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4ec288cbdba84d36 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T16:53:21.744188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became follower at term 1"} {"level":"info","ts":"2026-03-18T16:53:21.744252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 switched to configuration voters=(5675248889585225014)"} {"level":"warn","ts":"2026-03-18T16:53:21.750396Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T16:53:21.751677Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T16:53:21.752811Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T16:53:21.755141Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4ec288cbdba84d36","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T16:53:21.755431Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4ec288cbdba84d36","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T16:53:21.758252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:21.758355Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:21.758374Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:21.759602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 switched to configuration voters=(5675248889585225014)"} {"level":"info","ts":"2026-03-18T16:53:21.759836Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9b45faacd38a820f","local-member-id":"4ec288cbdba84d36","added-peer-id":"4ec288cbdba84d36","added-peer-peer-urls":["https://199.204.45.6:2380"]} {"level":"info","ts":"2026-03-18T16:53:21.762896Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T16:53:21.763031Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.6:2380"} {"level":"info","ts":"2026-03-18T16:53:21.763094Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.6:2380"} {"level":"info","ts":"2026-03-18T16:53:21.763443Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4ec288cbdba84d36","initial-advertise-peer-urls":["https://199.204.45.6:2380"],"listen-peer-urls":["https://199.204.45.6:2380"],"advertise-client-urls":["https://199.204.45.6:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.6:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T16:53:21.763513Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T16:53:22.544546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T16:53:22.544614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T16:53:22.544674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 received MsgPreVoteResp from 4ec288cbdba84d36 at term 1"} {"level":"info","ts":"2026-03-18T16:53:22.544707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became candidate at term 2"} {"level":"info","ts":"2026-03-18T16:53:22.544745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 received MsgVoteResp from 4ec288cbdba84d36 at term 2"} {"level":"info","ts":"2026-03-18T16:53:22.544768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4ec288cbdba84d36 became leader at term 2"} {"level":"info","ts":"2026-03-18T16:53:22.544786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4ec288cbdba84d36 elected leader 4ec288cbdba84d36 at term 2"} {"level":"info","ts":"2026-03-18T16:53:22.545874Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4ec288cbdba84d36","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.6:2379]}","request-path":"/0/members/4ec288cbdba84d36/attributes","cluster-id":"9b45faacd38a820f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T16:53:22.545883Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T16:53:22.545898Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:22.545921Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T16:53:22.546313Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T16:53:22.546578Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T16:53:22.546981Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9b45faacd38a820f","local-member-id":"4ec288cbdba84d36","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:22.547184Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:22.547233Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:22.550351Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.6:2379"} {"level":"info","ts":"2026-03-18T16:53:22.550451Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T16:53:42.946234Z","caller":"traceutil/trace.go:171","msg":"trace[46873473] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"119.0127ms","start":"2026-03-18T16:53:42.827188Z","end":"2026-03-18T16:53:42.946201Z","steps":["trace[46873473] 'process raft request' (duration: 118.780884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:48.374136Z","caller":"traceutil/trace.go:171","msg":"trace[822924397] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"160.969364ms","start":"2026-03-18T16:53:48.213134Z","end":"2026-03-18T16:53:48.374104Z","steps":["trace[822924397] 'process raft request' (duration: 160.586335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:48.630281Z","caller":"traceutil/trace.go:171","msg":"trace[675608548] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"251.135111ms","start":"2026-03-18T16:53:48.379114Z","end":"2026-03-18T16:53:48.630249Z","steps":["trace[675608548] 'process raft request' (duration: 250.946356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:53.969467Z","caller":"traceutil/trace.go:171","msg":"trace[1177677486] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"185.781722ms","start":"2026-03-18T16:53:53.783654Z","end":"2026-03-18T16:53:53.969436Z","steps":["trace[1177677486] 'process raft request' (duration: 185.575237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:01.021585Z","caller":"traceutil/trace.go:171","msg":"trace[368379049] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"324.685063ms","start":"2026-03-18T16:54:00.696871Z","end":"2026-03-18T16:54:01.021556Z","steps":["trace[368379049] 'process raft request' (duration: 324.524539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:01.022302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:00.696847Z","time spent":"324.829147ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:54:02.051483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.762984ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:02.051714Z","caller":"traceutil/trace.go:171","msg":"trace[257227414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:552; }","duration":"387.019902ms","start":"2026-03-18T16:54:01.664664Z","end":"2026-03-18T16:54:02.051684Z","steps":["trace[257227414] 'range keys from in-memory index tree' (duration: 386.737263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:02.051719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.905445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T16:54:02.051899Z","caller":"traceutil/trace.go:171","msg":"trace[23283869] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:572; }","duration":"1.119889956s","start":"2026-03-18T16:54:00.931981Z","end":"2026-03-18T16:54:02.05187Z","steps":["trace[23283869] 'read index received' (duration: 89.436879ms)","trace[23283869] 'applied index is now lower than readState.Index' (duration: 1.030450607s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:02.052027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12003191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:54:02.052082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003642662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:02.052109Z","caller":"traceutil/trace.go:171","msg":"trace[164025390] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"1.120123312s","start":"2026-03-18T16:54:00.931963Z","end":"2026-03-18T16:54:02.052086Z","steps":["trace[164025390] 'agreement among raft nodes before linearized reading' (duration: 1.119985469s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:02.052127Z","caller":"traceutil/trace.go:171","msg":"trace[447683379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"1.003736375s","start":"2026-03-18T16:54:01.048377Z","end":"2026-03-18T16:54:02.052114Z","steps":["trace[447683379] 'agreement among raft nodes before linearized reading' (duration: 1.003658903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:02.052153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:00.931899Z","time spent":"1.120245394s","remote":"127.0.0.1:38704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-18T16:54:02.052175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:01.048347Z","time spent":"1.003819686s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:54:02.052246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.471805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bmx99\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-03-18T16:54:02.052313Z","caller":"traceutil/trace.go:171","msg":"trace[1787803594] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bmx99; range_end:; response_count:1; response_revision:552; }","duration":"718.579057ms","start":"2026-03-18T16:54:01.333717Z","end":"2026-03-18T16:54:02.052296Z","steps":["trace[1787803594] 'agreement among raft nodes before linearized reading' (duration: 718.330361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:02.05236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:01.333703Z","time spent":"718.646719ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16980,"request content":"key:\"/registry/pods/kube-system/cilium-bmx99\" "} {"level":"warn","ts":"2026-03-18T16:54:02.052436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.020292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T16:54:02.052417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.49958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:54:02.052478Z","caller":"traceutil/trace.go:171","msg":"trace[117182020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"850.122085ms","start":"2026-03-18T16:54:01.202346Z","end":"2026-03-18T16:54:02.052468Z","steps":["trace[117182020] 'agreement among raft nodes before linearized reading' (duration: 850.043673ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:02.052504Z","caller":"traceutil/trace.go:171","msg":"trace[1609593033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"814.648763ms","start":"2026-03-18T16:54:01.237833Z","end":"2026-03-18T16:54:02.052481Z","steps":["trace[1609593033] 'agreement among raft nodes before linearized reading' (duration: 814.441238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:02.052519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:01.202306Z","time spent":"850.206246ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:54:02.052533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.639554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:54:02.052552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:01.237808Z","time spent":"814.735636ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:54:02.052599Z","caller":"traceutil/trace.go:171","msg":"trace[223549344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"311.745747ms","start":"2026-03-18T16:54:01.740835Z","end":"2026-03-18T16:54:02.052581Z","steps":["trace[223549344] 'agreement among raft nodes before linearized reading' (duration: 311.631764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:02.052644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:01.740812Z","time spent":"311.824569ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:54:03.590418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.284162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:03.590541Z","caller":"traceutil/trace.go:171","msg":"trace[1667183095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"540.440295ms","start":"2026-03-18T16:54:03.050047Z","end":"2026-03-18T16:54:03.590488Z","steps":["trace[1667183095] 'range keys from in-memory index tree' (duration: 540.133848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:03.590616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:03.050021Z","time spent":"540.582929ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:54:03.590669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129842031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T16:54:03.590714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414473936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:54:03.590794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.686207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:54:03.590836Z","caller":"traceutil/trace.go:171","msg":"trace[1834083157] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"1.414680701s","start":"2026-03-18T16:54:02.176127Z","end":"2026-03-18T16:54:03.590808Z","steps":["trace[1834083157] 'range keys from in-memory index tree' (duration: 1.414371904s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:03.590896Z","caller":"traceutil/trace.go:171","msg":"trace[359767289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"563.861ms","start":"2026-03-18T16:54:03.027015Z","end":"2026-03-18T16:54:03.590876Z","steps":["trace[359767289] 'range keys from in-memory index tree' (duration: 563.543594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:03.59091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:02.176105Z","time spent":"1.414788724s","remote":"127.0.0.1:38704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-18T16:54:03.590911Z","caller":"traceutil/trace.go:171","msg":"trace[50287946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"1.130111918s","start":"2026-03-18T16:54:02.460768Z","end":"2026-03-18T16:54:03.59088Z","steps":["trace[50287946] 'range keys from in-memory index tree' (duration: 1.129662907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:03.590944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:03.026984Z","time spent":"563.946083ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:54:03.590982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:02.460692Z","time spent":"1.130274792s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T16:54:04.685758Z","caller":"traceutil/trace.go:171","msg":"trace[302046041] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"188.426085ms","start":"2026-03-18T16:54:04.497286Z","end":"2026-03-18T16:54:04.685712Z","steps":["trace[302046041] 'process raft request' (duration: 187.639637ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686043Z","caller":"traceutil/trace.go:171","msg":"trace[2008939289] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"187.291558ms","start":"2026-03-18T16:54:04.498715Z","end":"2026-03-18T16:54:04.686007Z","steps":["trace[2008939289] 'process raft request' (duration: 186.901439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686304Z","caller":"traceutil/trace.go:171","msg":"trace[788680228] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"187.506364ms","start":"2026-03-18T16:54:04.498739Z","end":"2026-03-18T16:54:04.686245Z","steps":["trace[788680228] 'process raft request' (duration: 187.36123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686344Z","caller":"traceutil/trace.go:171","msg":"trace[1145841163] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"187.569085ms","start":"2026-03-18T16:54:04.498747Z","end":"2026-03-18T16:54:04.686316Z","steps":["trace[1145841163] 'process raft request' (duration: 187.153616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686481Z","caller":"traceutil/trace.go:171","msg":"trace[572844695] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"187.690728ms","start":"2026-03-18T16:54:04.498773Z","end":"2026-03-18T16:54:04.686463Z","steps":["trace[572844695] 'process raft request' (duration: 187.36488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686576Z","caller":"traceutil/trace.go:171","msg":"trace[113373862] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"186.998842ms","start":"2026-03-18T16:54:04.499551Z","end":"2026-03-18T16:54:04.68655Z","steps":["trace[113373862] 'process raft request' (duration: 186.93104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.68643Z","caller":"traceutil/trace.go:171","msg":"trace[334144291] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"187.269577ms","start":"2026-03-18T16:54:04.499097Z","end":"2026-03-18T16:54:04.686366Z","steps":["trace[334144291] 'process raft request' (duration: 187.115304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686685Z","caller":"traceutil/trace.go:171","msg":"trace[340115327] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"187.39929ms","start":"2026-03-18T16:54:04.499266Z","end":"2026-03-18T16:54:04.686665Z","steps":["trace[340115327] 'process raft request' (duration: 186.97151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686563Z","caller":"traceutil/trace.go:171","msg":"trace[470460520] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"187.170995ms","start":"2026-03-18T16:54:04.499277Z","end":"2026-03-18T16:54:04.686448Z","steps":["trace[470460520] 'process raft request' (duration: 186.983561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686721Z","caller":"traceutil/trace.go:171","msg":"trace[461962073] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"187.265807ms","start":"2026-03-18T16:54:04.499394Z","end":"2026-03-18T16:54:04.68666Z","steps":["trace[461962073] 'process raft request' (duration: 186.96737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686744Z","caller":"traceutil/trace.go:171","msg":"trace[1916450976] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"187.302789ms","start":"2026-03-18T16:54:04.49943Z","end":"2026-03-18T16:54:04.686732Z","steps":["trace[1916450976] 'process raft request' (duration: 186.964051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686894Z","caller":"traceutil/trace.go:171","msg":"trace[2046151201] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"187.453762ms","start":"2026-03-18T16:54:04.499368Z","end":"2026-03-18T16:54:04.686822Z","steps":["trace[2046151201] 'process raft request' (duration: 186.912809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.686958Z","caller":"traceutil/trace.go:171","msg":"trace[965442597] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"188.034435ms","start":"2026-03-18T16:54:04.498838Z","end":"2026-03-18T16:54:04.686872Z","steps":["trace[965442597] 'process raft request' (duration: 187.344269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:04.690157Z","caller":"traceutil/trace.go:171","msg":"trace[752115802] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"176.328949ms","start":"2026-03-18T16:54:04.513787Z","end":"2026-03-18T16:54:04.690115Z","steps":["trace[752115802] 'process raft request' (duration: 176.188835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:07.396012Z","caller":"traceutil/trace.go:171","msg":"trace[53429313] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"179.116645ms","start":"2026-03-18T16:54:07.216863Z","end":"2026-03-18T16:54:07.39598Z","steps":["trace[53429313] 'process raft request' (duration: 83.448698ms)","trace[53429313] 'compare' (duration: 95.517853ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:07.408199Z","caller":"traceutil/trace.go:171","msg":"trace[99602247] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"124.864689ms","start":"2026-03-18T16:54:07.283285Z","end":"2026-03-18T16:54:07.40815Z","steps":["trace[99602247] 'process raft request' (duration: 124.676324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.120146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.305312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:54:09.120515Z","caller":"traceutil/trace.go:171","msg":"trace[57416827] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"358.453104ms","start":"2026-03-18T16:54:08.762012Z","end":"2026-03-18T16:54:09.120465Z","steps":["trace[57416827] 'process raft request' (duration: 199.723393ms)","trace[57416827] 'compare' (duration: 158.011995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:09.120587Z","caller":"traceutil/trace.go:171","msg":"trace[1342231723] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:772; }","duration":"311.863049ms","start":"2026-03-18T16:54:08.808693Z","end":"2026-03-18T16:54:09.120556Z","steps":["trace[1342231723] 'read index received' (duration: 153.049526ms)","trace[1342231723] 'applied index is now lower than readState.Index' (duration: 158.810503ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:09.120555Z","caller":"traceutil/trace.go:171","msg":"trace[2065912882] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"328.73735ms","start":"2026-03-18T16:54:08.791741Z","end":"2026-03-18T16:54:09.120478Z","steps":["trace[2065912882] 'process raft request' (duration: 328.547275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.120773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.761972Z","time spent":"358.661579ms","remote":"127.0.0.1:38664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:54:09.120977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.233938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-18T16:54:09.121124Z","caller":"traceutil/trace.go:171","msg":"trace[1883739348] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:751; }","duration":"312.432773ms","start":"2026-03-18T16:54:08.808616Z","end":"2026-03-18T16:54:09.121049Z","steps":["trace[1883739348] 'agreement among raft nodes before linearized reading' (duration: 312.042434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.121174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.808583Z","time spent":"312.579857ms","remote":"127.0.0.1:38664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-18T16:54:09.121136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.791708Z","time spent":"329.087077ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T16:54:09.529561Z","caller":"traceutil/trace.go:171","msg":"trace[1148925353] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"125.389362ms","start":"2026-03-18T16:54:09.40413Z","end":"2026-03-18T16:54:09.529519Z","steps":["trace[1148925353] 'process raft request' (duration: 70.221644ms)","trace[1148925353] 'compare' (duration: 54.866761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:09.529851Z","caller":"traceutil/trace.go:171","msg":"trace[973812663] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:779; }","duration":"122.611366ms","start":"2026-03-18T16:54:09.407205Z","end":"2026-03-18T16:54:09.529817Z","steps":["trace[973812663] 'read index received' (duration: 67.219323ms)","trace[973812663] 'applied index is now lower than readState.Index' (duration: 55.390323ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:09.529981Z","caller":"traceutil/trace.go:171","msg":"trace[586011892] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"121.715254ms","start":"2026-03-18T16:54:09.408186Z","end":"2026-03-18T16:54:09.529901Z","steps":["trace[586011892] 'process raft request' (duration: 121.244323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.530199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.970114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-18T16:54:09.53029Z","caller":"traceutil/trace.go:171","msg":"trace[2071060167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:758; }","duration":"123.136637ms","start":"2026-03-18T16:54:09.407134Z","end":"2026-03-18T16:54:09.530271Z","steps":["trace[2071060167] 'agreement among raft nodes before linearized reading' (duration: 122.84237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:24.020747Z","caller":"traceutil/trace.go:171","msg":"trace[1327628345] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:955; }","duration":"265.999783ms","start":"2026-03-18T16:54:23.754709Z","end":"2026-03-18T16:54:24.020709Z","steps":["trace[1327628345] 'read index received' (duration: 265.687876ms)","trace[1327628345] 'applied index is now lower than readState.Index' (duration: 310.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:24.020916Z","caller":"traceutil/trace.go:171","msg":"trace[89339806] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"411.926271ms","start":"2026-03-18T16:54:23.608942Z","end":"2026-03-18T16:54:24.020868Z","steps":["trace[89339806] 'process raft request' (duration: 411.517161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:24.021112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.387902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T16:54:24.021124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:23.608913Z","time spent":"412.117215ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:24.021156Z","caller":"traceutil/trace.go:171","msg":"trace[294872934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:928; }","duration":"266.488404ms","start":"2026-03-18T16:54:23.754656Z","end":"2026-03-18T16:54:24.021144Z","steps":["trace[294872934] 'agreement among raft nodes before linearized reading' (duration: 266.284059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:24.021154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.30382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:54:24.021202Z","caller":"traceutil/trace.go:171","msg":"trace[1962686548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:928; }","duration":"266.450483ms","start":"2026-03-18T16:54:23.754739Z","end":"2026-03-18T16:54:24.02119Z","steps":["trace[1962686548] 'agreement among raft nodes before linearized reading' (duration: 266.229008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:24.131261Z","caller":"traceutil/trace.go:171","msg":"trace[691112922] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"104.852614ms","start":"2026-03-18T16:54:24.026379Z","end":"2026-03-18T16:54:24.131232Z","steps":["trace[691112922] 'process raft request' (duration: 101.790872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:24.131367Z","caller":"traceutil/trace.go:171","msg":"trace[529228956] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"104.071306ms","start":"2026-03-18T16:54:24.02726Z","end":"2026-03-18T16:54:24.131331Z","steps":["trace[529228956] 'process raft request' (duration: 103.856221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:14.598905Z","caller":"traceutil/trace.go:171","msg":"trace[453029795] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"200.452967ms","start":"2026-03-18T16:55:14.398421Z","end":"2026-03-18T16:55:14.598874Z","steps":["trace[453029795] 'read index received' (duration: 200.20578ms)","trace[453029795] 'applied index is now lower than readState.Index' (duration: 246.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:14.598966Z","caller":"traceutil/trace.go:171","msg":"trace[1063845958] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"296.337113ms","start":"2026-03-18T16:55:14.302597Z","end":"2026-03-18T16:55:14.598934Z","steps":["trace[1063845958] 'process raft request' (duration: 296.103496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:14.599204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.756094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:55:14.599269Z","caller":"traceutil/trace.go:171","msg":"trace[1883075474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1596; }","duration":"200.876067ms","start":"2026-03-18T16:55:14.398378Z","end":"2026-03-18T16:55:14.599254Z","steps":["trace[1883075474] 'agreement among raft nodes before linearized reading' (duration: 200.677182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:14.599291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.508227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:55:14.599352Z","caller":"traceutil/trace.go:171","msg":"trace[1870337171] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1596; }","duration":"146.60287ms","start":"2026-03-18T16:55:14.452731Z","end":"2026-03-18T16:55:14.599334Z","steps":["trace[1870337171] 'agreement among raft nodes before linearized reading' (duration: 146.490707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:14.599353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.352979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:55:14.599418Z","caller":"traceutil/trace.go:171","msg":"trace[430073572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1596; }","duration":"199.457541ms","start":"2026-03-18T16:55:14.399943Z","end":"2026-03-18T16:55:14.599401Z","steps":["trace[430073572] 'agreement among raft nodes before linearized reading' (duration: 199.227876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:14.599437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.886826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T16:55:14.599475Z","caller":"traceutil/trace.go:171","msg":"trace[1163780209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1596; }","duration":"125.965238ms","start":"2026-03-18T16:55:14.473499Z","end":"2026-03-18T16:55:14.599464Z","steps":["trace[1163780209] 'agreement among raft nodes before linearized reading' (duration: 125.817094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:14.599544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.618945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:55:14.599684Z","caller":"traceutil/trace.go:171","msg":"trace[1734222179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1596; }","duration":"145.795469ms","start":"2026-03-18T16:55:14.453838Z","end":"2026-03-18T16:55:14.599634Z","steps":["trace[1734222179] 'agreement among raft nodes before linearized reading' (duration: 145.357018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:14.731108Z","caller":"traceutil/trace.go:171","msg":"trace[1653142824] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"127.397153ms","start":"2026-03-18T16:55:14.603682Z","end":"2026-03-18T16:55:14.731079Z","steps":["trace[1653142824] 'process raft request' (duration: 127.173478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:14.776933Z","caller":"traceutil/trace.go:171","msg":"trace[543144570] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1662; }","duration":"138.876441ms","start":"2026-03-18T16:55:14.63802Z","end":"2026-03-18T16:55:14.776897Z","steps":["trace[543144570] 'read index received' (duration: 92.943186ms)","trace[543144570] 'applied index is now lower than readState.Index' (duration: 45.931685ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:14.776941Z","caller":"traceutil/trace.go:171","msg":"trace[1942065023] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"173.048681ms","start":"2026-03-18T16:55:14.603845Z","end":"2026-03-18T16:55:14.776894Z","steps":["trace[1942065023] 'process raft request' (duration: 172.734203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:14.777002Z","caller":"traceutil/trace.go:171","msg":"trace[1773839204] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"172.783654ms","start":"2026-03-18T16:55:14.604187Z","end":"2026-03-18T16:55:14.77697Z","steps":["trace[1773839204] 'process raft request' (duration: 172.57917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:14.777102Z","caller":"traceutil/trace.go:171","msg":"trace[1789645444] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"172.833175ms","start":"2026-03-18T16:55:14.604217Z","end":"2026-03-18T16:55:14.77705Z","steps":["trace[1789645444] 'process raft request' (duration: 172.61814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:14.777235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.190388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fd28cbd-2311-491d-b795-cd0f771fa1db\" ","response":"range_response_count:1 size:3625"} {"level":"info","ts":"2026-03-18T16:55:14.777299Z","caller":"traceutil/trace.go:171","msg":"trace[1730853045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fd28cbd-2311-491d-b795-cd0f771fa1db; range_end:; response_count:1; response_revision:1600; }","duration":"139.304871ms","start":"2026-03-18T16:55:14.637976Z","end":"2026-03-18T16:55:14.777281Z","steps":["trace[1730853045] 'agreement among raft nodes before linearized reading' (duration: 139.090216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:15.280925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.207081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:15.281031Z","caller":"traceutil/trace.go:171","msg":"trace[1251832595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"233.330654ms","start":"2026-03-18T16:55:15.047675Z","end":"2026-03-18T16:55:15.281006Z","steps":["trace[1251832595] 'range keys from in-memory index tree' (duration: 233.074048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:28.808838Z","caller":"traceutil/trace.go:171","msg":"trace[543012589] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"132.291771ms","start":"2026-03-18T16:55:28.676514Z","end":"2026-03-18T16:55:28.808806Z","steps":["trace[543012589] 'process raft request' (duration: 132.084616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:29.548025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.2028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:55:29.548275Z","caller":"traceutil/trace.go:171","msg":"trace[312174986] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"140.266585ms","start":"2026-03-18T16:55:29.407986Z","end":"2026-03-18T16:55:29.548252Z","steps":["trace[312174986] 'process raft request' (duration: 140.171893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:29.548502Z","caller":"traceutil/trace.go:171","msg":"trace[424133978] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"688.74649ms","start":"2026-03-18T16:55:28.859695Z","end":"2026-03-18T16:55:29.548442Z","steps":["trace[424133978] 'read index received' (duration: 293.904975ms)","trace[424133978] 'applied index is now lower than readState.Index' (duration: 394.836855ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:29.54856Z","caller":"traceutil/trace.go:171","msg":"trace[1696351894] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"733.979978ms","start":"2026-03-18T16:55:28.814561Z","end":"2026-03-18T16:55:29.548541Z","steps":["trace[1696351894] 'process raft request' (duration: 339.121843ms)","trace[1696351894] 'compare' (duration: 393.79478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:29.548651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:28.814537Z","time spent":"734.06637ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:29.548748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.044267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:55:29.548794Z","caller":"traceutil/trace.go:171","msg":"trace[2142967217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1711; }","duration":"689.14958ms","start":"2026-03-18T16:55:28.859629Z","end":"2026-03-18T16:55:29.548779Z","steps":["trace[2142967217] 'agreement among raft nodes before linearized reading' (duration: 688.983616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:29.54883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:28.859603Z","time spent":"689.218711ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:55:29.5507Z","caller":"traceutil/trace.go:171","msg":"trace[202529262] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"135.597562ms","start":"2026-03-18T16:55:29.415079Z","end":"2026-03-18T16:55:29.550676Z","steps":["trace[202529262] 'process raft request' (duration: 135.399357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:29.55109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.317764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:55:29.551174Z","caller":"traceutil/trace.go:171","msg":"trace[312646869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1713; }","duration":"682.467658ms","start":"2026-03-18T16:55:28.868685Z","end":"2026-03-18T16:55:29.551152Z","steps":["trace[312646869] 'agreement among raft nodes before linearized reading' (duration: 682.206101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:29.551179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.324685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T16:55:29.551232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:28.86866Z","time spent":"682.55996ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T16:55:29.551242Z","caller":"traceutil/trace.go:171","msg":"trace[1457574566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1713; }","duration":"467.426267ms","start":"2026-03-18T16:55:29.083795Z","end":"2026-03-18T16:55:29.551221Z","steps":["trace[1457574566] 'agreement among raft nodes before linearized reading' (duration: 467.150481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:29.551302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:29.083773Z","time spent":"467.51377ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:55:29.551452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.958604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:55:29.55161Z","caller":"traceutil/trace.go:171","msg":"trace[570408202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1713; }","duration":"682.208501ms","start":"2026-03-18T16:55:28.869375Z","end":"2026-03-18T16:55:29.551583Z","steps":["trace[570408202] 'agreement among raft nodes before linearized reading' (duration: 681.623317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:29.551719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:28.869362Z","time spent":"682.344514ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:55:33.759947Z","caller":"traceutil/trace.go:171","msg":"trace[657755556] linearizableReadLoop","detail":"{readStateIndex:1812; appliedIndex:1810; }","duration":"195.445114ms","start":"2026-03-18T16:55:33.564477Z","end":"2026-03-18T16:55:33.759922Z","steps":["trace[657755556] 'read index received' (duration: 68.237876ms)","trace[657755556] 'applied index is now lower than readState.Index' (duration: 127.206228ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:33.759992Z","caller":"traceutil/trace.go:171","msg":"trace[170226249] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"197.710249ms","start":"2026-03-18T16:55:33.562269Z","end":"2026-03-18T16:55:33.759979Z","steps":["trace[170226249] 'process raft request' (duration: 122.029812ms)","trace[170226249] 'compare' (duration: 75.420151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:55:33.760125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.645578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T16:55:33.760166Z","caller":"traceutil/trace.go:171","msg":"trace[1561075622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1740; }","duration":"195.69266ms","start":"2026-03-18T16:55:33.564464Z","end":"2026-03-18T16:55:33.760157Z","steps":["trace[1561075622] 'agreement among raft nodes before linearized reading' (duration: 195.528396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:33.760125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.423249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:55:33.76023Z","caller":"traceutil/trace.go:171","msg":"trace[699825700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1740; }","duration":"187.578104ms","start":"2026-03-18T16:55:33.572643Z","end":"2026-03-18T16:55:33.760221Z","steps":["trace[699825700] 'agreement among raft nodes before linearized reading' (duration: 187.399169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:33.760248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.271031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:55:33.76033Z","caller":"traceutil/trace.go:171","msg":"trace[951929304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1740; }","duration":"174.373213ms","start":"2026-03-18T16:55:33.585941Z","end":"2026-03-18T16:55:33.760314Z","steps":["trace[951929304] 'agreement among raft nodes before linearized reading' (duration: 174.142967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:33.760351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.609427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:55:33.760443Z","caller":"traceutil/trace.go:171","msg":"trace[1817202170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1740; }","duration":"183.760631ms","start":"2026-03-18T16:55:33.576661Z","end":"2026-03-18T16:55:33.760422Z","steps":["trace[1817202170] 'agreement among raft nodes before linearized reading' (duration: 183.476553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:33.760775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.295876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:55:33.760956Z","caller":"traceutil/trace.go:171","msg":"trace[1339322374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1740; }","duration":"187.512042ms","start":"2026-03-18T16:55:33.573407Z","end":"2026-03-18T16:55:33.760919Z","steps":["trace[1339322374] 'agreement among raft nodes before linearized reading' (duration: 186.869116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:54.27194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.981416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:54.272078Z","caller":"traceutil/trace.go:171","msg":"trace[1758659376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"221.147281ms","start":"2026-03-18T16:55:54.050906Z","end":"2026-03-18T16:55:54.272053Z","steps":["trace[1758659376] 'range keys from in-memory index tree' (duration: 220.870854ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:59.93138Z","caller":"traceutil/trace.go:171","msg":"trace[600796914] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"102.923659ms","start":"2026-03-18T16:55:59.828424Z","end":"2026-03-18T16:55:59.931347Z","steps":["trace[600796914] 'read index received' (duration: 102.852438ms)","trace[600796914] 'applied index is now lower than readState.Index' (duration: 69.851µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:59.931524Z","caller":"traceutil/trace.go:171","msg":"trace[1258309861] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"203.635955ms","start":"2026-03-18T16:55:59.727836Z","end":"2026-03-18T16:55:59.931472Z","steps":["trace[1258309861] 'process raft request' (duration: 203.321238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:59.931569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.112215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:59.931618Z","caller":"traceutil/trace.go:171","msg":"trace[854648214] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1876; }","duration":"103.232567ms","start":"2026-03-18T16:55:59.828374Z","end":"2026-03-18T16:55:59.931607Z","steps":["trace[854648214] 'agreement among raft nodes before linearized reading' (duration: 103.117635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:00.043754Z","caller":"traceutil/trace.go:171","msg":"trace[959072642] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1953; }","duration":"112.266767ms","start":"2026-03-18T16:55:59.931459Z","end":"2026-03-18T16:56:00.043725Z","steps":["trace[959072642] 'read index received' (duration: 38.925586ms)","trace[959072642] 'applied index is now lower than readState.Index' (duration: 73.339851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:00.044006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.055931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:56:00.043972Z","caller":"traceutil/trace.go:171","msg":"trace[81723574] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"189.876022ms","start":"2026-03-18T16:55:59.854034Z","end":"2026-03-18T16:56:00.04391Z","steps":["trace[81723574] 'process raft request' (duration: 116.443859ms)","trace[81723574] 'compare' (duration: 73.120646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:00.044057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.530758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:56:00.044056Z","caller":"traceutil/trace.go:171","msg":"trace[2059424092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1877; }","duration":"128.174523ms","start":"2026-03-18T16:55:59.915868Z","end":"2026-03-18T16:56:00.044043Z","steps":["trace[2059424092] 'agreement among raft nodes before linearized reading' (duration: 127.996409ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:00.04416Z","caller":"traceutil/trace.go:171","msg":"trace[1488529538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"120.65976ms","start":"2026-03-18T16:55:59.923475Z","end":"2026-03-18T16:56:00.044135Z","steps":["trace[1488529538] 'agreement among raft nodes before linearized reading' (duration: 120.296332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:00.044073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.684695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:56:00.044257Z","caller":"traceutil/trace.go:171","msg":"trace[1915976663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"128.978643ms","start":"2026-03-18T16:55:59.915263Z","end":"2026-03-18T16:56:00.044241Z","steps":["trace[1915976663] 'agreement among raft nodes before linearized reading' (duration: 128.639215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:00.044424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.590467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T16:56:00.044532Z","caller":"traceutil/trace.go:171","msg":"trace[663450516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"122.845183ms","start":"2026-03-18T16:55:59.921665Z","end":"2026-03-18T16:56:00.04451Z","steps":["trace[663450516] 'agreement among raft nodes before linearized reading' (duration: 122.141197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:00.329192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.542557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:00.329506Z","caller":"traceutil/trace.go:171","msg":"trace[1361369479] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"312.857889ms","start":"2026-03-18T16:56:00.016606Z","end":"2026-03-18T16:56:00.329464Z","steps":["trace[1361369479] 'process raft request' (duration: 182.898812ms)","trace[1361369479] 'compare' (duration: 129.373783ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:00.329641Z","caller":"traceutil/trace.go:171","msg":"trace[1022147815] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"285.725189ms","start":"2026-03-18T16:56:00.043834Z","end":"2026-03-18T16:56:00.329559Z","steps":["trace[1022147815] 'read index received' (duration: 155.66008ms)","trace[1022147815] 'applied index is now lower than readState.Index' (duration: 130.057919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:00.329694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:00.016577Z","time spent":"313.009522ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:00.329761Z","caller":"traceutil/trace.go:171","msg":"trace[132819156] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"278.085454ms","start":"2026-03-18T16:56:00.051663Z","end":"2026-03-18T16:56:00.329748Z","steps":["trace[132819156] 'process raft request' (duration: 277.875329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:00.329778Z","caller":"traceutil/trace.go:171","msg":"trace[798221280] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"278.441472ms","start":"2026-03-18T16:56:00.051305Z","end":"2026-03-18T16:56:00.329746Z","steps":["trace[798221280] 'process raft request' (duration: 278.146525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:00.329783Z","caller":"traceutil/trace.go:171","msg":"trace[214684708] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"152.169055ms","start":"2026-03-18T16:56:00.177588Z","end":"2026-03-18T16:56:00.329757Z","steps":["trace[214684708] 'process raft request' (duration: 152.078573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:00.32993Z","caller":"traceutil/trace.go:171","msg":"trace[745499678] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"278.742629ms","start":"2026-03-18T16:56:00.051179Z","end":"2026-03-18T16:56:00.329921Z","steps":["trace[745499678] 'process raft request' (duration: 278.166635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:00.330128Z","caller":"traceutil/trace.go:171","msg":"trace[609477088] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"278.444122ms","start":"2026-03-18T16:56:00.051664Z","end":"2026-03-18T16:56:00.330108Z","steps":["trace[609477088] 'process raft request' (duration: 277.93621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:00.330624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.181987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:00.330686Z","caller":"traceutil/trace.go:171","msg":"trace[643091404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"369.874423ms","start":"2026-03-18T16:55:59.960797Z","end":"2026-03-18T16:56:00.330671Z","steps":["trace[643091404] 'agreement among raft nodes before linearized reading' (duration: 369.080224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:00.330728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:59.960773Z","time spent":"369.947455ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:56:00.694482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.792027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:00.694687Z","caller":"traceutil/trace.go:171","msg":"trace[1369722508] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"210.880971ms","start":"2026-03-18T16:56:00.483779Z","end":"2026-03-18T16:56:00.69466Z","steps":["trace[1369722508] 'process raft request' (duration: 32.807517ms)","trace[1369722508] 'compare' (duration: 177.651394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:01.242544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003366179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:02.40243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.394797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:02.40261Z","caller":"traceutil/trace.go:171","msg":"trace[2000597631] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1884; }","duration":"737.587531ms","start":"2026-03-18T16:56:01.664997Z","end":"2026-03-18T16:56:02.402584Z","steps":["trace[2000597631] 'range keys from in-memory index tree' (duration: 737.370396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.67225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234486769s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T16:56:02.67271Z","caller":"traceutil/trace.go:171","msg":"trace[1125538728] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"1.930619601s","start":"2026-03-18T16:56:00.742039Z","end":"2026-03-18T16:56:02.672658Z","steps":["trace[1125538728] 'read index received' (duration: 695.828697ms)","trace[1125538728] 'applied index is now lower than readState.Index' (duration: 1.234778784s)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:02.672781Z","caller":"traceutil/trace.go:171","msg":"trace[525919585] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"734.869396ms","start":"2026-03-18T16:56:01.937885Z","end":"2026-03-18T16:56:02.672754Z","steps":["trace[525919585] 'process raft request' (duration: 734.769253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.67303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.937853Z","time spent":"735.091471ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:02.673247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931155806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:02.673301Z","caller":"traceutil/trace.go:171","msg":"trace[841856440] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1886; }","duration":"1.931308229s","start":"2026-03-18T16:56:00.741978Z","end":"2026-03-18T16:56:02.673286Z","steps":["trace[841856440] 'agreement among raft nodes before linearized reading' (duration: 1.930854998s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.673316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690525021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T16:56:02.673431Z","caller":"traceutil/trace.go:171","msg":"trace[1564258751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"1.690690275s","start":"2026-03-18T16:56:00.98272Z","end":"2026-03-18T16:56:02.673411Z","steps":["trace[1564258751] 'agreement among raft nodes before linearized reading' (duration: 1.690425208s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.673438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:00.741945Z","time spent":"1.931478404s","remote":"127.0.0.1:39010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:02.673466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:00.982696Z","time spent":"1.690762897s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T16:56:02.673435Z","caller":"traceutil/trace.go:171","msg":"trace[1715762266] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"1.353085267s","start":"2026-03-18T16:56:01.320245Z","end":"2026-03-18T16:56:02.67333Z","steps":["trace[1715762266] 'process raft request' (duration: 1.352221326s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.673632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333588425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:02.673587Z","caller":"traceutil/trace.go:171","msg":"trace[1721297496] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"335.897797ms","start":"2026-03-18T16:56:02.337635Z","end":"2026-03-18T16:56:02.673533Z","steps":["trace[1721297496] 'process raft request' (duration: 335.475606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.673681Z","caller":"traceutil/trace.go:171","msg":"trace[1596998277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"1.333659146s","start":"2026-03-18T16:56:01.340006Z","end":"2026-03-18T16:56:02.673665Z","steps":["trace[1596998277] 'agreement among raft nodes before linearized reading' (duration: 1.333558754s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.673501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.519127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T16:56:02.673727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.320218Z","time spent":"1.353360914s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:02.673739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148684365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:02.673856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.337613Z","time spent":"336.089911ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:02.673799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625514822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:02.673939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.55734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:02.673969Z","caller":"traceutil/trace.go:171","msg":"trace[1605939449] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"620.479738ms","start":"2026-03-18T16:56:02.053476Z","end":"2026-03-18T16:56:02.673956Z","steps":["trace[1605939449] 'process raft request' (duration: 619.512054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.67398Z","caller":"traceutil/trace.go:171","msg":"trace[754685028] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1888; }","duration":"753.639912ms","start":"2026-03-18T16:56:01.920331Z","end":"2026-03-18T16:56:02.673971Z","steps":["trace[754685028] 'agreement among raft nodes before linearized reading' (duration: 753.57801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.674021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.920307Z","time spent":"753.705584ms","remote":"127.0.0.1:53680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:02.673827Z","caller":"traceutil/trace.go:171","msg":"trace[56733122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1888; }","duration":"337.837354ms","start":"2026-03-18T16:56:02.335944Z","end":"2026-03-18T16:56:02.673781Z","steps":["trace[56733122] 'agreement among raft nodes before linearized reading' (duration: 337.415254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.67405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.053451Z","time spent":"620.555351ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:02.674089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.335911Z","time spent":"338.165282ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:02.673709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.33999Z","time spent":"1.333711927s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:56:02.674143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.559062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T16:56:02.673882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.718302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T16:56:02.674215Z","caller":"traceutil/trace.go:171","msg":"trace[1548820930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1888; }","duration":"338.696345ms","start":"2026-03-18T16:56:02.3355Z","end":"2026-03-18T16:56:02.674196Z","steps":["trace[1548820930] 'agreement among raft nodes before linearized reading' (duration: 338.406588ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.674265Z","caller":"traceutil/trace.go:171","msg":"trace[1387415940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1888; }","duration":"338.142612ms","start":"2026-03-18T16:56:02.336098Z","end":"2026-03-18T16:56:02.67424Z","steps":["trace[1387415940] 'agreement among raft nodes before linearized reading' (duration: 337.740493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.674274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.33548Z","time spent":"338.783067ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:56:02.674337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.336051Z","time spent":"338.267255ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:56:02.6742Z","caller":"traceutil/trace.go:171","msg":"trace[718276476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"1.625736488s","start":"2026-03-18T16:56:01.048183Z","end":"2026-03-18T16:56:02.67392Z","steps":["trace[718276476] 'agreement among raft nodes before linearized reading' (duration: 1.625513882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.67381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.022565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T16:56:02.674546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.048162Z","time spent":"1.626365963s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:56:02.673877Z","caller":"traceutil/trace.go:171","msg":"trace[1320081494] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1888; }","duration":"1.14886726s","start":"2026-03-18T16:56:01.524982Z","end":"2026-03-18T16:56:02.67385Z","steps":["trace[1320081494] 'agreement among raft nodes before linearized reading' (duration: 1.148427689s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.67463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.524959Z","time spent":"1.149650569s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:02.674672Z","caller":"traceutil/trace.go:171","msg":"trace[1422059568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"337.854434ms","start":"2026-03-18T16:56:02.33673Z","end":"2026-03-18T16:56:02.674585Z","steps":["trace[1422059568] 'agreement among raft nodes before linearized reading' (duration: 337.007984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.674846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.336707Z","time spent":"338.08361ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:56:03.079885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.880318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:03.080083Z","caller":"traceutil/trace.go:171","msg":"trace[542805461] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"400.509795ms","start":"2026-03-18T16:56:02.679523Z","end":"2026-03-18T16:56:03.080033Z","steps":["trace[542805461] 'process raft request' (duration: 213.373181ms)","trace[542805461] 'compare' (duration: 186.702394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:03.080196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.679481Z","time spent":"400.659439ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:03.121436Z","caller":"traceutil/trace.go:171","msg":"trace[356014800] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"440.432577ms","start":"2026-03-18T16:56:02.680972Z","end":"2026-03-18T16:56:03.121404Z","steps":["trace[356014800] 'process raft request' (duration: 440.218311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:03.121606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.680946Z","time spent":"440.571719ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:03.121862Z","caller":"traceutil/trace.go:171","msg":"trace[99930830] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"440.477707ms","start":"2026-03-18T16:56:02.681363Z","end":"2026-03-18T16:56:03.121841Z","steps":["trace[99930830] 'process raft request' (duration: 440.362994ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:03.12188Z","caller":"traceutil/trace.go:171","msg":"trace[703780569] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"440.870267ms","start":"2026-03-18T16:56:02.680971Z","end":"2026-03-18T16:56:03.121842Z","steps":["trace[703780569] 'process raft request' (duration: 440.366614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:03.121968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.681354Z","time spent":"440.569809ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:03.122073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.680945Z","time spent":"441.02585ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:03.122146Z","caller":"traceutil/trace.go:171","msg":"trace[870731454] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"440.21014ms","start":"2026-03-18T16:56:02.681894Z","end":"2026-03-18T16:56:03.122104Z","steps":["trace[870731454] 'process raft request' (duration: 439.897192ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:03.122101Z","caller":"traceutil/trace.go:171","msg":"trace[202264563] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1966; }","duration":"437.270888ms","start":"2026-03-18T16:56:02.684788Z","end":"2026-03-18T16:56:03.122059Z","steps":["trace[202264563] 'read index received' (duration: 208.123283ms)","trace[202264563] 'applied index is now lower than readState.Index' (duration: 229.145165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:03.122344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.681883Z","time spent":"440.369344ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:03.122413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.532275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:03.122578Z","caller":"traceutil/trace.go:171","msg":"trace[888497624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"437.798131ms","start":"2026-03-18T16:56:02.684752Z","end":"2026-03-18T16:56:03.12255Z","steps":["trace[888497624] 'agreement among raft nodes before linearized reading' (duration: 437.474813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:03.122687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.684742Z","time spent":"437.928834ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:03.582265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.369531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:03.582409Z","caller":"traceutil/trace.go:171","msg":"trace[448164027] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1894; }","duration":"208.611236ms","start":"2026-03-18T16:56:03.37376Z","end":"2026-03-18T16:56:03.582372Z","steps":["trace[448164027] 'count revisions from in-memory index tree' (duration: 208.258858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:04.793006Z","caller":"traceutil/trace.go:171","msg":"trace[1733313649] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"111.21179ms","start":"2026-03-18T16:56:04.681767Z","end":"2026-03-18T16:56:04.792979Z","steps":["trace[1733313649] 'process raft request' (duration: 111.048167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:04.800517Z","caller":"traceutil/trace.go:171","msg":"trace[342131975] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"118.5895ms","start":"2026-03-18T16:56:04.681915Z","end":"2026-03-18T16:56:04.800504Z","steps":["trace[342131975] 'process raft request' (duration: 118.360304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:04.800524Z","caller":"traceutil/trace.go:171","msg":"trace[708071077] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1972; }","duration":"110.213236ms","start":"2026-03-18T16:56:04.69028Z","end":"2026-03-18T16:56:04.800494Z","steps":["trace[708071077] 'read index received' (duration: 102.659393ms)","trace[708071077] 'applied index is now lower than readState.Index' (duration: 7.552293ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:04.800581Z","caller":"traceutil/trace.go:171","msg":"trace[935330736] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"118.617631ms","start":"2026-03-18T16:56:04.681929Z","end":"2026-03-18T16:56:04.800547Z","steps":["trace[935330736] 'process raft request' (duration: 118.504908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:04.800827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.530663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:04.800883Z","caller":"traceutil/trace.go:171","msg":"trace[1614781069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"110.655117ms","start":"2026-03-18T16:56:04.690211Z","end":"2026-03-18T16:56:04.800866Z","steps":["trace[1614781069] 'agreement among raft nodes before linearized reading' (duration: 110.420272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:10.314373Z","caller":"traceutil/trace.go:171","msg":"trace[646736530] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"132.441475ms","start":"2026-03-18T16:56:10.181895Z","end":"2026-03-18T16:56:10.314337Z","steps":["trace[646736530] 'process raft request' (duration: 132.21544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:11.373183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.907533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:11.373275Z","caller":"traceutil/trace.go:171","msg":"trace[664710009] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1924; }","duration":"949.114527ms","start":"2026-03-18T16:56:10.424142Z","end":"2026-03-18T16:56:11.373257Z","steps":["trace[664710009] 'count revisions from in-memory index tree' (duration: 948.786199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:11.373314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.424115Z","time spent":"949.189629ms","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:12.102374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.149262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T16:56:12.102709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.756471ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:12.102863Z","caller":"traceutil/trace.go:171","msg":"trace[809329847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1924; }","duration":"437.938506ms","start":"2026-03-18T16:56:11.664905Z","end":"2026-03-18T16:56:12.102843Z","steps":["trace[809329847] 'range keys from in-memory index tree' (duration: 437.730031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.441119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138712974s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T16:56:12.441975Z","caller":"traceutil/trace.go:171","msg":"trace[960054682] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.609168368s","start":"2026-03-18T16:56:10.83277Z","end":"2026-03-18T16:56:12.441938Z","steps":["trace[960054682] 'process raft request' (duration: 1.608705226s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:12.442345Z","caller":"traceutil/trace.go:171","msg":"trace[1295792522] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.605950181s","start":"2026-03-18T16:56:10.836345Z","end":"2026-03-18T16:56:12.442295Z","steps":["trace[1295792522] 'process raft request' (duration: 1.60549574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.836324Z","time spent":"1.606140625s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:12.443937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.832729Z","time spent":"1.609706801s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:12.44464Z","caller":"traceutil/trace.go:171","msg":"trace[975320997] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.515193186s","start":"2026-03-18T16:56:10.929398Z","end":"2026-03-18T16:56:12.444591Z","steps":["trace[975320997] 'process raft request' (duration: 1.514497608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.444876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.929364Z","time spent":"1.515392651s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:12.445083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594728978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:12.445143Z","caller":"traceutil/trace.go:171","msg":"trace[1437888592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1928; }","duration":"1.594808931s","start":"2026-03-18T16:56:10.850309Z","end":"2026-03-18T16:56:12.445118Z","steps":["trace[1437888592] 'agreement among raft nodes before linearized reading' (duration: 1.594066903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.445194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.850297Z","time spent":"1.594871152s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T16:56:12.445546Z","caller":"traceutil/trace.go:171","msg":"trace[608864466] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2003; }","duration":"1.595126118s","start":"2026-03-18T16:56:10.850346Z","end":"2026-03-18T16:56:12.445472Z","steps":["trace[608864466] 'read index received' (duration: 452.031698ms)","trace[608864466] 'applied index is now lower than readState.Index' (duration: 1.141630114s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:12.445737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396774671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:12.445783Z","caller":"traceutil/trace.go:171","msg":"trace[491853682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"1.396872914s","start":"2026-03-18T16:56:11.048887Z","end":"2026-03-18T16:56:12.44576Z","steps":["trace[491853682] 'agreement among raft nodes before linearized reading' (duration: 1.396799822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.44582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.048856Z","time spent":"1.396956415s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:12.446089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.103327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:12.446338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290183582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T16:56:12.446418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285129389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T16:56:12.446478Z","caller":"traceutil/trace.go:171","msg":"trace[689815725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1928; }","duration":"1.290364556s","start":"2026-03-18T16:56:11.15605Z","end":"2026-03-18T16:56:12.446415Z","steps":["trace[689815725] 'agreement among raft nodes before linearized reading' (duration: 1.289649699s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.446558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.156036Z","time spent":"1.29051028s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:56:12.446566Z","caller":"traceutil/trace.go:171","msg":"trace[1410721513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1928; }","duration":"1.285262502s","start":"2026-03-18T16:56:11.161268Z","end":"2026-03-18T16:56:12.44653Z","steps":["trace[1410721513] 'agreement among raft nodes before linearized reading' (duration: 1.284719059s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.446635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31972425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T16:56:12.446653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.161237Z","time spent":"1.285378096s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T16:56:12.446731Z","caller":"traceutil/trace.go:171","msg":"trace[479918731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1928; }","duration":"1.319852052s","start":"2026-03-18T16:56:11.126843Z","end":"2026-03-18T16:56:12.446695Z","steps":["trace[479918731] 'agreement among raft nodes before linearized reading' (duration: 1.319208497s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.446731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291916314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T16:56:12.446784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.126807Z","time spent":"1.319966285s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:56:12.446819Z","caller":"traceutil/trace.go:171","msg":"trace[874061128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1928; }","duration":"1.292026207s","start":"2026-03-18T16:56:11.154769Z","end":"2026-03-18T16:56:12.446795Z","steps":["trace[874061128] 'agreement among raft nodes before linearized reading' (duration: 1.291785671s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.446735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29133293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-18T16:56:12.446888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.154749Z","time spent":"1.292128029s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:56:12.446907Z","caller":"traceutil/trace.go:171","msg":"trace[111016497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1928; }","duration":"1.291499774s","start":"2026-03-18T16:56:11.155372Z","end":"2026-03-18T16:56:12.446872Z","steps":["trace[111016497] 'agreement among raft nodes before linearized reading' (duration: 1.290640853s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.44696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.155361Z","time spent":"1.291585146s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T16:56:12.446925Z","caller":"traceutil/trace.go:171","msg":"trace[1461555668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"706.260411ms","start":"2026-03-18T16:56:11.739897Z","end":"2026-03-18T16:56:12.446158Z","steps":["trace[1461555668] 'agreement among raft nodes before linearized reading' (duration: 706.020885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.447154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.739869Z","time spent":"707.267685ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:56:12.447211Z","caller":"traceutil/trace.go:171","msg":"trace[1720758042] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.610671225s","start":"2026-03-18T16:56:10.836516Z","end":"2026-03-18T16:56:12.447188Z","steps":["trace[1720758042] 'process raft request' (duration: 1.605669013s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.447326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.83648Z","time spent":"1.610776987s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:12.956143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003366289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:13.456569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003366289,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:56:13.641936Z","caller":"traceutil/trace.go:171","msg":"trace[1793205397] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.188928811s","start":"2026-03-18T16:56:12.452972Z","end":"2026-03-18T16:56:13.641901Z","steps":["trace[1793205397] 'process raft request' (duration: 1.122852466s)","trace[1793205397] 'compare' (duration: 65.603653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:13.642083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.452935Z","time spent":"1.189067344s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:14.45674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000752384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T16:56:14.456842Z","caller":"traceutil/trace.go:171","msg":"trace[1255608065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891048s","start":"2026-03-18T16:56:12.455929Z","end":"2026-03-18T16:56:14.45682Z","steps":["trace[1255608065] 'agreement among raft nodes before linearized reading' (duration: 2.000759025s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:14.456912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.45592Z","time spent":"2.000972349s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 16:56:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T16:56:15.986032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532082195s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T16:56:16.46625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T16:56:16.46639Z","caller":"traceutil/trace.go:171","msg":"trace[1592775545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001377432s","start":"2026-03-18T16:56:14.464983Z","end":"2026-03-18T16:56:16.466361Z","steps":["trace[1592775545] 'agreement among raft nodes before linearized reading' (duration: 2.000491081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.466455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.464955Z","time spent":"2.001477754s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 16:56:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T16:56:16.701916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803914359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:16.702116Z","caller":"traceutil/trace.go:171","msg":"trace[1939700325] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"4.248749336s","start":"2026-03-18T16:56:12.453347Z","end":"2026-03-18T16:56:16.702096Z","steps":["trace[1939700325] 'process raft request' (duration: 1.44455683s)","trace[1939700325] 'compare' (duration: 2.803155781s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:16.702185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.453322Z","time spent":"4.248832557s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:16.702866Z","caller":"traceutil/trace.go:171","msg":"trace[413472377] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"4.248754727s","start":"2026-03-18T16:56:12.454096Z","end":"2026-03-18T16:56:16.702851Z","steps":["trace[413472377] 'process raft request' (duration: 4.247917576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.702943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.454087Z","time spent":"4.248821368s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:16.705478Z","caller":"traceutil/trace.go:171","msg":"trace[942333931] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"4.250858678s","start":"2026-03-18T16:56:12.454584Z","end":"2026-03-18T16:56:16.705442Z","steps":["trace[942333931] 'process raft request' (duration: 4.248222004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.706174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.454551Z","time spent":"4.251068003s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:16.706199Z","caller":"traceutil/trace.go:171","msg":"trace[633165995] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"4.251453702s","start":"2026-03-18T16:56:12.454697Z","end":"2026-03-18T16:56:16.70615Z","steps":["trace[633165995] 'process raft request' (duration: 4.250534099s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:16.706292Z","caller":"traceutil/trace.go:171","msg":"trace[1944061714] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2008; }","duration":"4.250322394s","start":"2026-03-18T16:56:12.455948Z","end":"2026-03-18T16:56:16.70627Z","steps":["trace[1944061714] 'read index received' (duration: 1.119893705s)","trace[1944061714] 'applied index is now lower than readState.Index' (duration: 3.130426759s)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:16.70632Z","caller":"traceutil/trace.go:171","msg":"trace[287431311] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"2.25248325s","start":"2026-03-18T16:56:14.453808Z","end":"2026-03-18T16:56:16.706291Z","steps":["trace[287431311] 'process raft request' (duration: 2.252371038s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:16.706421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.454691Z","time spent":"4.251610626s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:16.706538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.453772Z","time spent":"2.252643024s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:17.416269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.458485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:17.416451Z","caller":"traceutil/trace.go:171","msg":"trace[1033978938] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2014; }","duration":"710.092083ms","start":"2026-03-18T16:56:16.70634Z","end":"2026-03-18T16:56:17.416432Z","steps":["trace[1033978938] 'read index received' (duration: 253.389823ms)","trace[1033978938] 'applied index is now lower than readState.Index' (duration: 456.70101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:17.416631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302918392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dfdda3a6e1047\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T16:56:17.416671Z","caller":"traceutil/trace.go:171","msg":"trace[1730303788] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dfdda3a6e1047; range_end:; response_count:1; response_revision:1936; }","duration":"4.302986733s","start":"2026-03-18T16:56:13.11367Z","end":"2026-03-18T16:56:17.416657Z","steps":["trace[1730303788] 'agreement among raft nodes before linearized reading' (duration: 4.302821839s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:17.416655Z","caller":"traceutil/trace.go:171","msg":"trace[2081556926] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"2.961936909s","start":"2026-03-18T16:56:14.454696Z","end":"2026-03-18T16:56:17.416633Z","steps":["trace[2081556926] 'process raft request' (duration: 2.961673703s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:17.416638Z","caller":"traceutil/trace.go:171","msg":"trace[1023680863] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"2.96278265s","start":"2026-03-18T16:56:14.453802Z","end":"2026-03-18T16:56:17.416585Z","steps":["trace[1023680863] 'process raft request' (duration: 2.505918765s)","trace[1023680863] 'compare' (duration: 456.336742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:17.416716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.113652Z","time spent":"4.303055745s","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dfdda3a6e1047\" "} {"level":"warn","ts":"2026-03-18T16:56:17.416726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770042515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T16:56:17.416767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.530174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:17.416793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.682948736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-18T16:56:17.416832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.453774Z","time spent":"2.962953184s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:17.416714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974310847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:17.416833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.454683Z","time spent":"2.962044413s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:17.416895Z","caller":"traceutil/trace.go:171","msg":"trace[1817071980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1936; }","duration":"3.683157792s","start":"2026-03-18T16:56:13.733714Z","end":"2026-03-18T16:56:17.416872Z","steps":["trace[1817071980] 'agreement among raft nodes before linearized reading' (duration: 3.682858444s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.416857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785296946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-18T16:56:17.416928Z","caller":"traceutil/trace.go:171","msg":"trace[725630048] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1936; }","duration":"1.974567745s","start":"2026-03-18T16:56:15.442327Z","end":"2026-03-18T16:56:17.416895Z","steps":["trace[725630048] 'agreement among raft nodes before linearized reading' (duration: 1.974273086s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:17.416831Z","caller":"traceutil/trace.go:171","msg":"trace[1136395535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"950.610466ms","start":"2026-03-18T16:56:16.466201Z","end":"2026-03-18T16:56:17.416811Z","steps":["trace[1136395535] 'agreement among raft nodes before linearized reading' (duration: 950.473842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.41695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.733688Z","time spent":"3.683253415s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T16:56:17.416839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.710560787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:17.41701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.963390377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:17.41683Z","caller":"traceutil/trace.go:171","msg":"trace[1123546120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1936; }","duration":"1.770173127s","start":"2026-03-18T16:56:15.646631Z","end":"2026-03-18T16:56:17.416804Z","steps":["trace[1123546120] 'agreement among raft nodes before linearized reading' (duration: 1.769898881s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.417118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.442286Z","time spent":"1.974693408s","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:17.417051Z","caller":"traceutil/trace.go:171","msg":"trace[466742371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1936; }","duration":"3.710878036s","start":"2026-03-18T16:56:13.70615Z","end":"2026-03-18T16:56:17.417029Z","steps":["trace[466742371] 'agreement among raft nodes before linearized reading' (duration: 3.710446264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.417293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.706118Z","time spent":"3.711156382s","remote":"127.0.0.1:50946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:17.417007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.466107Z","time spent":"950.883633ms","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:17.417155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.64662Z","time spent":"1.770513987s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:56:17.417116Z","caller":"traceutil/trace.go:171","msg":"trace[1280173378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"3.96352734s","start":"2026-03-18T16:56:13.45356Z","end":"2026-03-18T16:56:17.417088Z","steps":["trace[1280173378] 'agreement among raft nodes before linearized reading' (duration: 3.963068218s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.417529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.453537Z","time spent":"3.96396255s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T16:56:17.416982Z","caller":"traceutil/trace.go:171","msg":"trace[1744290521] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:1936; }","duration":"1.785503052s","start":"2026-03-18T16:56:15.631449Z","end":"2026-03-18T16:56:17.416952Z","steps":["trace[1744290521] 'agreement among raft nodes before linearized reading' (duration: 1.785133482s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.417722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.631418Z","time spent":"1.786282611s","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"info","ts":"2026-03-18T16:56:17.699879Z","caller":"traceutil/trace.go:171","msg":"trace[185047607] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"215.34556ms","start":"2026-03-18T16:56:17.484487Z","end":"2026-03-18T16:56:17.699833Z","steps":["trace[185047607] 'process raft request' (duration: 194.965114ms)","trace[185047607] 'compare' (duration: 20.17073ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:17.69996Z","caller":"traceutil/trace.go:171","msg":"trace[1297679350] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2021; }","duration":"210.050051ms","start":"2026-03-18T16:56:17.489862Z","end":"2026-03-18T16:56:17.699912Z","steps":["trace[1297679350] 'read index received' (duration: 189.693836ms)","trace[1297679350] 'applied index is now lower than readState.Index' (duration: 20.351445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:17.700281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.380269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:17.700344Z","caller":"traceutil/trace.go:171","msg":"trace[1193313738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"210.479222ms","start":"2026-03-18T16:56:17.489837Z","end":"2026-03-18T16:56:17.700317Z","steps":["trace[1193313738] 'agreement among raft nodes before linearized reading' (duration: 210.241876ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.900449Z","caller":"traceutil/trace.go:171","msg":"trace[473739666] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"188.494328ms","start":"2026-03-18T16:56:18.711934Z","end":"2026-03-18T16:56:18.900429Z","steps":["trace[473739666] 'process raft request' (duration: 180.849872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.900544Z","caller":"traceutil/trace.go:171","msg":"trace[1737908948] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2026; }","duration":"184.381338ms","start":"2026-03-18T16:56:18.716132Z","end":"2026-03-18T16:56:18.900514Z","steps":["trace[1737908948] 'read index received' (duration: 176.623649ms)","trace[1737908948] 'applied index is now lower than readState.Index' (duration: 7.755398ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:18.900582Z","caller":"traceutil/trace.go:171","msg":"trace[122355349] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"188.133129ms","start":"2026-03-18T16:56:18.712425Z","end":"2026-03-18T16:56:18.900558Z","steps":["trace[122355349] 'process raft request' (duration: 187.976765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.900739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.673766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:56:18.900782Z","caller":"traceutil/trace.go:171","msg":"trace[1096506345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"189.770519ms","start":"2026-03-18T16:56:18.711001Z","end":"2026-03-18T16:56:18.900772Z","steps":["trace[1096506345] 'agreement among raft nodes before linearized reading' (duration: 189.618515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.945307Z","caller":"traceutil/trace.go:171","msg":"trace[2042794263] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"225.767991ms","start":"2026-03-18T16:56:18.7195Z","end":"2026-03-18T16:56:18.945268Z","steps":["trace[2042794263] 'process raft request' (duration: 225.550646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:07.356491Z","caller":"traceutil/trace.go:171","msg":"trace[1488435845] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"146.064735ms","start":"2026-03-18T16:57:07.210392Z","end":"2026-03-18T16:57:07.356456Z","steps":["trace[1488435845] 'process raft request' (duration: 124.655932ms)","trace[1488435845] 'compare' (duration: 21.229429ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:07.388814Z","caller":"traceutil/trace.go:171","msg":"trace[1910130181] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"178.341017ms","start":"2026-03-18T16:57:07.210448Z","end":"2026-03-18T16:57:07.388789Z","steps":["trace[1910130181] 'process raft request' (duration: 178.148652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.478666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.779535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:57:09.47882Z","caller":"traceutil/trace.go:171","msg":"trace[1041854310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2191; }","duration":"118.02327ms","start":"2026-03-18T16:57:09.360766Z","end":"2026-03-18T16:57:09.47879Z","steps":["trace[1041854310] 'range keys from in-memory index tree' (duration: 117.474429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:21.955724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.40265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:57:21.955862Z","caller":"traceutil/trace.go:171","msg":"trace[380362788] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"176.519425ms","start":"2026-03-18T16:57:21.779316Z","end":"2026-03-18T16:57:21.955836Z","steps":["trace[380362788] 'process raft request' (duration: 23.89389ms)","trace[380362788] 'compare' (duration: 152.249056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:29.230714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.32576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:29.230792Z","caller":"traceutil/trace.go:171","msg":"trace[1531173025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2381; }","duration":"183.465592ms","start":"2026-03-18T16:57:29.047312Z","end":"2026-03-18T16:57:29.230777Z","steps":["trace[1531173025] 'range keys from in-memory index tree' (duration: 183.231337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:29.230896Z","caller":"traceutil/trace.go:171","msg":"trace[276667422] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"126.81297ms","start":"2026-03-18T16:57:29.104048Z","end":"2026-03-18T16:57:29.230861Z","steps":["trace[276667422] 'process raft request' (duration: 121.218983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:36.801515Z","caller":"traceutil/trace.go:171","msg":"trace[252740725] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2589; }","duration":"410.732484ms","start":"2026-03-18T16:57:36.390755Z","end":"2026-03-18T16:57:36.801488Z","steps":["trace[252740725] 'read index received' (duration: 410.502529ms)","trace[252740725] 'applied index is now lower than readState.Index' (duration: 228.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:36.801662Z","caller":"traceutil/trace.go:171","msg":"trace[2124034533] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"549.552527ms","start":"2026-03-18T16:57:36.252096Z","end":"2026-03-18T16:57:36.801649Z","steps":["trace[2124034533] 'process raft request' (duration: 549.224709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.801786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:36.252075Z","time spent":"549.623808ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:57:36.801903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.034279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:36.802012Z","caller":"traceutil/trace.go:171","msg":"trace[1980284219] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2485; }","duration":"281.214523ms","start":"2026-03-18T16:57:36.520772Z","end":"2026-03-18T16:57:36.801987Z","steps":["trace[1980284219] 'agreement among raft nodes before linearized reading' (duration: 281.027519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.802284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.524432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:57:36.80234Z","caller":"traceutil/trace.go:171","msg":"trace[778127656] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2485; }","duration":"411.623635ms","start":"2026-03-18T16:57:36.390701Z","end":"2026-03-18T16:57:36.802325Z","steps":["trace[778127656] 'agreement among raft nodes before linearized reading' (duration: 411.530053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.802382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:36.390681Z","time spent":"411.690547ms","remote":"127.0.0.1:34814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:57:40.807468Z","caller":"traceutil/trace.go:171","msg":"trace[1631299170] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"718.53177ms","start":"2026-03-18T16:57:40.08891Z","end":"2026-03-18T16:57:40.807441Z","steps":["trace[1631299170] 'process raft request' (duration: 718.340746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:40.807627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:40.088875Z","time spent":"718.671883ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:40.868351Z","caller":"traceutil/trace.go:171","msg":"trace[44965107] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"457.713008ms","start":"2026-03-18T16:57:40.410604Z","end":"2026-03-18T16:57:40.868317Z","steps":["trace[44965107] 'process raft request' (duration: 455.62936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:40.868633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:40.410562Z","time spent":"457.874201ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:42.925453Z","caller":"traceutil/trace.go:171","msg":"trace[134565069] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"109.516348ms","start":"2026-03-18T16:57:42.815916Z","end":"2026-03-18T16:57:42.925432Z","steps":["trace[134565069] 'process raft request' (duration: 109.381355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:47.558929Z","caller":"traceutil/trace.go:171","msg":"trace[140838234] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"128.737273ms","start":"2026-03-18T16:57:47.430157Z","end":"2026-03-18T16:57:47.558894Z","steps":["trace[140838234] 'process raft request' (duration: 46.173995ms)","trace[140838234] 'compare' (duration: 82.315262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:47.559104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.765748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:57:47.559156Z","caller":"traceutil/trace.go:171","msg":"trace[1656809796] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2546; }","duration":"118.83471ms","start":"2026-03-18T16:57:47.440311Z","end":"2026-03-18T16:57:47.559146Z","steps":["trace[1656809796] 'agreement among raft nodes before linearized reading' (duration: 118.673826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:47.558929Z","caller":"traceutil/trace.go:171","msg":"trace[1887142922] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"118.571633ms","start":"2026-03-18T16:57:47.440317Z","end":"2026-03-18T16:57:47.558889Z","steps":["trace[1887142922] 'read index received' (duration: 35.956724ms)","trace[1887142922] 'applied index is now lower than readState.Index' (duration: 82.612879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:47.559473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.999069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:57:47.559532Z","caller":"traceutil/trace.go:171","msg":"trace[286543777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2546; }","duration":"102.094301ms","start":"2026-03-18T16:57:47.457417Z","end":"2026-03-18T16:57:47.559511Z","steps":["trace[286543777] 'agreement among raft nodes before linearized reading' (duration: 101.878275ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:48.542001Z","caller":"traceutil/trace.go:171","msg":"trace[257578756] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"167.355568ms","start":"2026-03-18T16:57:48.374618Z","end":"2026-03-18T16:57:48.541974Z","steps":["trace[257578756] 'process raft request' (duration: 167.195665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:49.548171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.27711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:57:49.548259Z","caller":"traceutil/trace.go:171","msg":"trace[735417732] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2555; }","duration":"108.426373ms","start":"2026-03-18T16:57:49.439812Z","end":"2026-03-18T16:57:49.548238Z","steps":["trace[735417732] 'range keys from in-memory index tree' (duration: 108.012794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:49.806483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.228399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:57:49.806764Z","caller":"traceutil/trace.go:171","msg":"trace[446435010] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2663; }","duration":"156.009101ms","start":"2026-03-18T16:57:49.650722Z","end":"2026-03-18T16:57:49.806731Z","steps":["trace[446435010] 'read index received' (duration: 32.388464ms)","trace[446435010] 'applied index is now lower than readState.Index' (duration: 123.618257ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:49.806865Z","caller":"traceutil/trace.go:171","msg":"trace[1495357382] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"194.488471ms","start":"2026-03-18T16:57:49.612326Z","end":"2026-03-18T16:57:49.806815Z","steps":["trace[1495357382] 'process raft request' (duration: 70.760732ms)","trace[1495357382] 'compare' (duration: 122.957561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:49.807037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.317728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T16:57:49.807097Z","caller":"traceutil/trace.go:171","msg":"trace[1477164367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2557; }","duration":"156.41617ms","start":"2026-03-18T16:57:49.650664Z","end":"2026-03-18T16:57:49.80708Z","steps":["trace[1477164367] 'agreement among raft nodes before linearized reading' (duration: 156.151254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:13.748371Z","caller":"traceutil/trace.go:171","msg":"trace[940461099] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"303.183404ms","start":"2026-03-18T16:58:13.445163Z","end":"2026-03-18T16:58:13.748346Z","steps":["trace[940461099] 'read index received' (duration: 303.01049ms)","trace[940461099] 'applied index is now lower than readState.Index' (duration: 171.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:13.748472Z","caller":"traceutil/trace.go:171","msg":"trace[257471762] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"576.305353ms","start":"2026-03-18T16:58:13.172144Z","end":"2026-03-18T16:58:13.748449Z","steps":["trace[257471762] 'process raft request' (duration: 576.022606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:13.74863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:13.172115Z","time spent":"576.408986ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:58:13.748648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.449661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:58:13.748776Z","caller":"traceutil/trace.go:171","msg":"trace[1174751013] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2686; }","duration":"303.573584ms","start":"2026-03-18T16:58:13.445105Z","end":"2026-03-18T16:58:13.748679Z","steps":["trace[1174751013] 'agreement among raft nodes before linearized reading' (duration: 303.38271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:13.748826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:13.44508Z","time spent":"303.735268ms","remote":"127.0.0.1:38790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-18T16:58:13.764928Z","caller":"traceutil/trace.go:171","msg":"trace[190591671] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"288.673034ms","start":"2026-03-18T16:58:13.476213Z","end":"2026-03-18T16:58:13.764886Z","steps":["trace[190591671] 'process raft request' (duration: 288.52559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:14.152939Z","caller":"traceutil/trace.go:171","msg":"trace[1610956872] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2800; }","duration":"104.390276ms","start":"2026-03-18T16:58:14.048519Z","end":"2026-03-18T16:58:14.15291Z","steps":["trace[1610956872] 'read index received' (duration: 104.227991ms)","trace[1610956872] 'applied index is now lower than readState.Index' (duration: 160.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:14.152988Z","caller":"traceutil/trace.go:171","msg":"trace[1561976729] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"202.046429ms","start":"2026-03-18T16:58:13.950907Z","end":"2026-03-18T16:58:14.152953Z","steps":["trace[1561976729] 'process raft request' (duration: 201.812252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.153146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.598781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:58:14.153259Z","caller":"traceutil/trace.go:171","msg":"trace[176994146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2689; }","duration":"104.775275ms","start":"2026-03-18T16:58:14.048455Z","end":"2026-03-18T16:58:14.15323Z","steps":["trace[176994146] 'agreement among raft nodes before linearized reading' (duration: 104.57113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.675406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.313982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:58:14.675766Z","caller":"traceutil/trace.go:171","msg":"trace[1546298583] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2801; }","duration":"522.711735ms","start":"2026-03-18T16:58:14.153034Z","end":"2026-03-18T16:58:14.675746Z","steps":["trace[1546298583] 'read index received' (duration: 303.783269ms)","trace[1546298583] 'applied index is now lower than readState.Index' (duration: 218.927406ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:14.675752Z","caller":"traceutil/trace.go:171","msg":"trace[1747298658] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"593.868987ms","start":"2026-03-18T16:58:14.081848Z","end":"2026-03-18T16:58:14.675717Z","steps":["trace[1747298658] 'process raft request' (duration: 375.490494ms)","trace[1747298658] 'compare' (duration: 217.469082ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:14.676026Z","caller":"traceutil/trace.go:171","msg":"trace[1220653606] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"594.072643ms","start":"2026-03-18T16:58:14.081899Z","end":"2026-03-18T16:58:14.675971Z","steps":["trace[1220653606] 'process raft request' (duration: 593.612302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.676063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.797829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T16:58:14.676091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.068086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:58:14.67616Z","caller":"traceutil/trace.go:171","msg":"trace[1144164311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2691; }","duration":"589.956452ms","start":"2026-03-18T16:58:14.086178Z","end":"2026-03-18T16:58:14.676134Z","steps":["trace[1144164311] 'agreement among raft nodes before linearized reading' (duration: 589.682296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.676162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.742081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:58:14.676218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:14.08615Z","time spent":"590.057715ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:58:14.676231Z","caller":"traceutil/trace.go:171","msg":"trace[1808474112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2691; }","duration":"521.272502ms","start":"2026-03-18T16:58:14.154923Z","end":"2026-03-18T16:58:14.676196Z","steps":["trace[1808474112] 'agreement among raft nodes before linearized reading' (duration: 521.045116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.676222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.084016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T16:58:14.676222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.333873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dfdfb6877aa29\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-18T16:58:14.67625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:14.08187Z","time spent":"594.265327ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:58:14.676259Z","caller":"traceutil/trace.go:171","msg":"trace[310208595] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2691; }","duration":"442.875474ms","start":"2026-03-18T16:58:14.233368Z","end":"2026-03-18T16:58:14.676243Z","steps":["trace[310208595] 'agreement among raft nodes before linearized reading' (duration: 442.611758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.676304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:14.1549Z","time spent":"521.389214ms","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:58:14.67632Z","caller":"traceutil/trace.go:171","msg":"trace[528218165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2691; }","duration":"516.233919ms","start":"2026-03-18T16:58:14.160057Z","end":"2026-03-18T16:58:14.676291Z","steps":["trace[528218165] 'agreement among raft nodes before linearized reading' (duration: 515.943842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:14.676326Z","caller":"traceutil/trace.go:171","msg":"trace[1058619625] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dfdfb6877aa29; range_end:; response_count:1; response_revision:2691; }","duration":"106.498897ms","start":"2026-03-18T16:58:14.56981Z","end":"2026-03-18T16:58:14.676308Z","steps":["trace[1058619625] 'agreement among raft nodes before linearized reading' (duration: 106.2097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:14.676366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:14.160034Z","time spent":"516.323422ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:58:14.676347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:14.233284Z","time spent":"443.047138ms","remote":"127.0.0.1:38704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:58:14.676579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:58:14.08182Z","time spent":"594.226076ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:58:19.960957Z","caller":"traceutil/trace.go:171","msg":"trace[1172302650] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"183.101641ms","start":"2026-03-18T16:58:19.777819Z","end":"2026-03-18T16:58:19.960921Z","steps":["trace[1172302650] 'process raft request' (duration: 182.872965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:19.976539Z","caller":"traceutil/trace.go:171","msg":"trace[1652857228] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2829; }","duration":"149.474536ms","start":"2026-03-18T16:58:19.827031Z","end":"2026-03-18T16:58:19.976506Z","steps":["trace[1652857228] 'read index received' (duration: 133.724006ms)","trace[1652857228] 'applied index is now lower than readState.Index' (duration: 15.74946ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:19.976569Z","caller":"traceutil/trace.go:171","msg":"trace[818125670] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"191.133574ms","start":"2026-03-18T16:58:19.785411Z","end":"2026-03-18T16:58:19.976544Z","steps":["trace[818125670] 'process raft request' (duration: 190.906488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:58:19.976763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.707521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T16:58:19.976829Z","caller":"traceutil/trace.go:171","msg":"trace[793712008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2718; }","duration":"149.820044ms","start":"2026-03-18T16:58:19.826991Z","end":"2026-03-18T16:58:19.976811Z","steps":["trace[793712008] 'agreement among raft nodes before linearized reading' (duration: 149.607339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:58:26.315584Z","caller":"traceutil/trace.go:171","msg":"trace[1874340757] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"226.666004ms","start":"2026-03-18T16:58:26.088872Z","end":"2026-03-18T16:58:26.315538Z","steps":["trace[1874340757] 'process raft request' (duration: 194.554667ms)","trace[1874340757] 'compare' (duration: 31.898112ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:58:26.315657Z","caller":"traceutil/trace.go:171","msg":"trace[616579770] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"218.66254ms","start":"2026-03-18T16:58:26.096954Z","end":"2026-03-18T16:58:26.315616Z","steps":["trace[616579770] 'process raft request' (duration: 218.495556ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.646129Z","caller":"traceutil/trace.go:171","msg":"trace[1514462415] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"131.311459ms","start":"2026-03-18T17:00:16.514791Z","end":"2026-03-18T17:00:16.646103Z","steps":["trace[1514462415] 'process raft request' (duration: 131.127385ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.807186Z","caller":"traceutil/trace.go:171","msg":"trace[1073785633] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"110.867508ms","start":"2026-03-18T17:00:16.69627Z","end":"2026-03-18T17:00:16.807138Z","steps":["trace[1073785633] 'process raft request' (duration: 42.030461ms)","trace[1073785633] 'compare' (duration: 68.667593ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:00:16.810461Z","caller":"traceutil/trace.go:171","msg":"trace[1308572985] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"114.100075ms","start":"2026-03-18T17:00:16.696318Z","end":"2026-03-18T17:00:16.810418Z","steps":["trace[1308572985] 'process raft request' (duration: 113.757767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.81056Z","caller":"traceutil/trace.go:171","msg":"trace[134183842] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"113.04624ms","start":"2026-03-18T17:00:16.697434Z","end":"2026-03-18T17:00:16.81048Z","steps":["trace[134183842] 'process raft request' (duration: 112.921287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.811311Z","caller":"traceutil/trace.go:171","msg":"trace[1745639501] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"113.793958ms","start":"2026-03-18T17:00:16.697498Z","end":"2026-03-18T17:00:16.811292Z","steps":["trace[1745639501] 'process raft request' (duration: 112.917706ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.81132Z","caller":"traceutil/trace.go:171","msg":"trace[740119904] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"113.565013ms","start":"2026-03-18T17:00:16.697733Z","end":"2026-03-18T17:00:16.811298Z","steps":["trace[740119904] 'process raft request' (duration: 113.492082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.811364Z","caller":"traceutil/trace.go:171","msg":"trace[267509334] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"113.781208ms","start":"2026-03-18T17:00:16.697553Z","end":"2026-03-18T17:00:16.811334Z","steps":["trace[267509334] 'process raft request' (duration: 113.556462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.811531Z","caller":"traceutil/trace.go:171","msg":"trace[1757470560] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"113.531602ms","start":"2026-03-18T17:00:16.697986Z","end":"2026-03-18T17:00:16.811518Z","steps":["trace[1757470560] 'process raft request' (duration: 113.279056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:16.811537Z","caller":"traceutil/trace.go:171","msg":"trace[1286533502] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"108.595984ms","start":"2026-03-18T17:00:16.702925Z","end":"2026-03-18T17:00:16.811521Z","steps":["trace[1286533502] 'process raft request' (duration: 108.492981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:26.897684Z","caller":"traceutil/trace.go:171","msg":"trace[2012657128] linearizableReadLoop","detail":"{readStateIndex:3587; appliedIndex:3586; }","duration":"266.166393ms","start":"2026-03-18T17:00:26.631489Z","end":"2026-03-18T17:00:26.897655Z","steps":["trace[2012657128] 'read index received' (duration: 262.26471ms)","trace[2012657128] 'applied index is now lower than readState.Index' (duration: 3.900463ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:00:26.898177Z","caller":"traceutil/trace.go:171","msg":"trace[355684552] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"375.137865ms","start":"2026-03-18T17:00:26.523019Z","end":"2026-03-18T17:00:26.898157Z","steps":["trace[355684552] 'process raft request' (duration: 370.753261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:00:26.898306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.777668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:00:26.898391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:00:26.522992Z","time spent":"375.234888ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:00:26.898432Z","caller":"traceutil/trace.go:171","msg":"trace[1464816347] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3441; }","duration":"266.983753ms","start":"2026-03-18T17:00:26.63142Z","end":"2026-03-18T17:00:26.898404Z","steps":["trace[1464816347] 'agreement among raft nodes before linearized reading' (duration: 266.740437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:02.084342Z","caller":"traceutil/trace.go:171","msg":"trace[583517462] transaction","detail":"{read_only:false; response_revision:3690; number_of_response:1; }","duration":"160.900462ms","start":"2026-03-18T17:01:01.923387Z","end":"2026-03-18T17:01:02.084288Z","steps":["trace[583517462] 'process raft request' (duration: 160.671035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:02.378397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.605455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:01:02.378569Z","caller":"traceutil/trace.go:171","msg":"trace[1188704871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:3690; }","duration":"106.845401ms","start":"2026-03-18T17:01:02.271691Z","end":"2026-03-18T17:01:02.378537Z","steps":["trace[1188704871] 'range keys from in-memory index tree' (duration: 106.276987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.142026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418946926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:07.142144Z","caller":"traceutil/trace.go:171","msg":"trace[1575578783] linearizableReadLoop","detail":"{readStateIndex:4257; appliedIndex:4256; }","duration":"1.489301063s","start":"2026-03-18T17:02:05.652826Z","end":"2026-03-18T17:02:07.142127Z","steps":["trace[1575578783] 'read index received' (duration: 70.203324ms)","trace[1575578783] 'applied index is now lower than readState.Index' (duration: 1.419096289s)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:07.142262Z","caller":"traceutil/trace.go:171","msg":"trace[445326145] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"1.559191929s","start":"2026-03-18T17:02:05.58306Z","end":"2026-03-18T17:02:07.142252Z","steps":["trace[445326145] 'process raft request' (duration: 139.921165ms)","trace[445326145] 'compare' (duration: 1.418806783s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:07.142304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.583031Z","time spent":"1.55925137s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:07.142638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489818556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-18T17:02:07.142667Z","caller":"traceutil/trace.go:171","msg":"trace[1858893582] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:4077; }","duration":"1.489893027s","start":"2026-03-18T17:02:05.652762Z","end":"2026-03-18T17:02:07.142655Z","steps":["trace[1858893582] 'agreement among raft nodes before linearized reading' (duration: 1.489686122s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.14299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484118956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:02:07.143021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075026456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:02:07.143095Z","caller":"traceutil/trace.go:171","msg":"trace[1883096200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4077; }","duration":"1.48428684s","start":"2026-03-18T17:02:05.658782Z","end":"2026-03-18T17:02:07.143069Z","steps":["trace[1883096200] 'agreement among raft nodes before linearized reading' (duration: 1.483985113s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:07.143123Z","caller":"traceutil/trace.go:171","msg":"trace[823940701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4077; }","duration":"1.07517249s","start":"2026-03-18T17:02:06.067925Z","end":"2026-03-18T17:02:07.143098Z","steps":["trace[823940701] 'agreement among raft nodes before linearized reading' (duration: 1.074877173s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.143179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.658754Z","time spent":"1.484377523s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:07.143195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.067903Z","time spent":"1.075278883s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:07.14323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450124317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T17:02:07.14325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384147895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T17:02:07.143312Z","caller":"traceutil/trace.go:171","msg":"trace[1576023702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4077; }","duration":"1.450248699s","start":"2026-03-18T17:02:05.693048Z","end":"2026-03-18T17:02:07.143296Z","steps":["trace[1576023702] 'agreement among raft nodes before linearized reading' (duration: 1.450076465s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:07.143336Z","caller":"traceutil/trace.go:171","msg":"trace[1345894222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4077; }","duration":"1.384267278s","start":"2026-03-18T17:02:05.759051Z","end":"2026-03-18T17:02:07.143318Z","steps":["trace[1345894222] 'agreement among raft nodes before linearized reading' (duration: 1.384059073s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.143204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.652732Z","time spent":"1.489971598s","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"warn","ts":"2026-03-18T17:02:07.143323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.602142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-18T17:02:07.143388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.759035Z","time spent":"1.384341109s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:07.143348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.693013Z","time spent":"1.450325921s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:02:07.143421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097280633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T17:02:07.143037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.077479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T17:02:07.143544Z","caller":"traceutil/trace.go:171","msg":"trace[430033427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4077; }","duration":"1.097451028s","start":"2026-03-18T17:02:06.046057Z","end":"2026-03-18T17:02:07.143508Z","steps":["trace[430033427] 'agreement among raft nodes before linearized reading' (duration: 1.097081009s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:07.143552Z","caller":"traceutil/trace.go:171","msg":"trace[1370117517] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4077; }","duration":"140.658785ms","start":"2026-03-18T17:02:07.002864Z","end":"2026-03-18T17:02:07.143523Z","steps":["trace[1370117517] 'agreement among raft nodes before linearized reading' (duration: 140.012988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.143597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.046033Z","time spent":"1.097553231s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:02:07.143599Z","caller":"traceutil/trace.go:171","msg":"trace[743151729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:4077; }","duration":"397.946032ms","start":"2026-03-18T17:02:06.745616Z","end":"2026-03-18T17:02:07.143562Z","steps":["trace[743151729] 'agreement among raft nodes before linearized reading' (duration: 397.405338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.143672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.745575Z","time spent":"398.081756ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"warn","ts":"2026-03-18T17:02:07.436689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.585365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:02:07.436803Z","caller":"traceutil/trace.go:171","msg":"trace[303952776] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4084; }","duration":"107.765939ms","start":"2026-03-18T17:02:07.329008Z","end":"2026-03-18T17:02:07.436774Z","steps":["trace[303952776] 'count revisions from in-memory index tree' (duration: 107.465313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.894574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003371915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:02:08.015946Z","caller":"traceutil/trace.go:171","msg":"trace[576124385] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"642.421309ms","start":"2026-03-18T17:02:07.373496Z","end":"2026-03-18T17:02:08.015918Z","steps":["trace[576124385] 'process raft request' (duration: 642.242665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:08.016143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.373456Z","time spent":"642.578903ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:09.228068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.299901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:09.228433Z","caller":"traceutil/trace.go:171","msg":"trace[63156612] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"1.642969771s","start":"2026-03-18T17:02:07.585365Z","end":"2026-03-18T17:02:09.228335Z","steps":["trace[63156612] 'process raft request' (duration: 999.28252ms)","trace[63156612] 'compare' (duration: 642.930142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:09.228219Z","caller":"traceutil/trace.go:171","msg":"trace[2105877084] linearizableReadLoop","detail":"{readStateIndex:4267; appliedIndex:4265; }","duration":"1.83402759s","start":"2026-03-18T17:02:07.394169Z","end":"2026-03-18T17:02:09.228197Z","steps":["trace[2105877084] 'read index received' (duration: 621.543585ms)","trace[2105877084] 'applied index is now lower than readState.Index' (duration: 1.212482045s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:09.228592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834395769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:09.228707Z","caller":"traceutil/trace.go:171","msg":"trace[1887928471] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4086; }","duration":"1.834572233s","start":"2026-03-18T17:02:07.394094Z","end":"2026-03-18T17:02:09.228666Z","steps":["trace[1887928471] 'agreement among raft nodes before linearized reading' (duration: 1.834387699s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.228767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.394063Z","time spent":"1.834692046s","remote":"127.0.0.1:57062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:02:09.228999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.585328Z","time spent":"1.643390981s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:09.24097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032094602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:09.241047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192966354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:09.241082Z","caller":"traceutil/trace.go:171","msg":"trace[830721105] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4087; }","duration":"1.032253426s","start":"2026-03-18T17:02:08.2088Z","end":"2026-03-18T17:02:09.241054Z","steps":["trace[830721105] 'agreement among raft nodes before linearized reading' (duration: 1.032075632s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.241149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.208776Z","time spent":"1.032354578s","remote":"127.0.0.1:38990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:02:09.241225Z","caller":"traceutil/trace.go:171","msg":"trace[1541262189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4087; }","duration":"1.193104307s","start":"2026-03-18T17:02:08.048Z","end":"2026-03-18T17:02:09.241104Z","steps":["trace[1541262189] 'agreement among raft nodes before linearized reading' (duration: 1.192987134s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.241297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.047967Z","time spent":"1.193314052s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:02:09.242323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287828112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" ","response":"range_response_count:53 size:2795695"} {"level":"info","ts":"2026-03-18T17:02:09.242461Z","caller":"traceutil/trace.go:171","msg":"trace[1054694389] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:53; response_revision:4087; }","duration":"1.288016947s","start":"2026-03-18T17:02:07.954424Z","end":"2026-03-18T17:02:09.242441Z","steps":["trace[1054694389] 'agreement among raft nodes before linearized reading' (duration: 1.2860984s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.242734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.954397Z","time spent":"1.288314224s","remote":"127.0.0.1:38664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":53,"response size":2795718,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" "} {"level":"warn","ts":"2026-03-18T17:02:11.893331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.601151ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:11.893506Z","caller":"traceutil/trace.go:171","msg":"trace[1594259870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4113; }","duration":"228.795056ms","start":"2026-03-18T17:02:11.664687Z","end":"2026-03-18T17:02:11.893482Z","steps":["trace[1594259870] 'range keys from in-memory index tree' (duration: 228.576521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:11.894427Z","caller":"traceutil/trace.go:171","msg":"trace[1346196494] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"272.669864ms","start":"2026-03-18T17:02:11.62172Z","end":"2026-03-18T17:02:11.89439Z","steps":["trace[1346196494] 'process raft request' (duration: 270.130714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:12.164932Z","caller":"traceutil/trace.go:171","msg":"trace[315318653] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"232.756751ms","start":"2026-03-18T17:02:11.932139Z","end":"2026-03-18T17:02:12.164896Z","steps":["trace[315318653] 'process raft request' (duration: 222.648006ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:12.165685Z","caller":"traceutil/trace.go:171","msg":"trace[470259320] linearizableReadLoop","detail":"{readStateIndex:4299; appliedIndex:4297; }","duration":"117.060207ms","start":"2026-03-18T17:02:12.048602Z","end":"2026-03-18T17:02:12.165663Z","steps":["trace[470259320] 'read index received' (duration: 106.354428ms)","trace[470259320] 'applied index is now lower than readState.Index' (duration: 10.704339ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:12.165857Z","caller":"traceutil/trace.go:171","msg":"trace[2051918655] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"135.906811ms","start":"2026-03-18T17:02:12.029877Z","end":"2026-03-18T17:02:12.165784Z","steps":["trace[2051918655] 'process raft request' (duration: 135.654375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:12.166419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.800186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:12.166662Z","caller":"traceutil/trace.go:171","msg":"trace[974043589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4116; }","duration":"117.931468ms","start":"2026-03-18T17:02:12.048538Z","end":"2026-03-18T17:02:12.16647Z","steps":["trace[974043589] 'agreement among raft nodes before linearized reading' (duration: 117.222011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:14.478641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003372141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:14.979406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003372141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:15.127599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351449336s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:02:15.128231Z","caller":"traceutil/trace.go:171","msg":"trace[1811358471] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"1.352212415s","start":"2026-03-18T17:02:13.775981Z","end":"2026-03-18T17:02:15.128194Z","steps":["trace[1811358471] 'process raft request' (duration: 1.351990629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.128518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.775945Z","time spent":"1.35244928s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.651379Z","caller":"traceutil/trace.go:171","msg":"trace[164611738] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"1.475058221s","start":"2026-03-18T17:02:14.17628Z","end":"2026-03-18T17:02:15.651338Z","steps":["trace[164611738] 'process raft request' (duration: 1.458687605s)","trace[164611738] 'compare' (duration: 15.675189ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:15.651466Z","caller":"traceutil/trace.go:171","msg":"trace[696509986] linearizableReadLoop","detail":"{readStateIndex:4317; appliedIndex:4315; }","duration":"1.672855508s","start":"2026-03-18T17:02:13.978562Z","end":"2026-03-18T17:02:15.651418Z","steps":["trace[696509986] 'read index received' (duration: 1.149308005s)","trace[696509986] 'applied index is now lower than readState.Index' (duration: 523.542533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:15.651741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673183505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:15.65178Z","caller":"traceutil/trace.go:171","msg":"trace[1161648915] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4135; }","duration":"1.673303338s","start":"2026-03-18T17:02:13.978466Z","end":"2026-03-18T17:02:15.651769Z","steps":["trace[1161648915] 'agreement among raft nodes before linearized reading' (duration: 1.673231397s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.651811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:13.978443Z","time spent":"1.67336196s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:02:15.652007Z","caller":"traceutil/trace.go:171","msg":"trace[928208335] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"393.722508ms","start":"2026-03-18T17:02:15.258245Z","end":"2026-03-18T17:02:15.651968Z","steps":["trace[928208335] 'process raft request' (duration: 393.174025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.65261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.463074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T17:02:15.651573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.176247Z","time spent":"1.475223635s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.651635Z","caller":"traceutil/trace.go:171","msg":"trace[1315807110] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"401.791493ms","start":"2026-03-18T17:02:15.249799Z","end":"2026-03-18T17:02:15.651591Z","steps":["trace[1315807110] 'process raft request' (duration: 401.519677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.652346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.005674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:02:15.652756Z","caller":"traceutil/trace.go:171","msg":"trace[1806322634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4136; }","duration":"343.457874ms","start":"2026-03-18T17:02:15.309266Z","end":"2026-03-18T17:02:15.652724Z","steps":["trace[1806322634] 'agreement among raft nodes before linearized reading' (duration: 342.983463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.65277Z","caller":"traceutil/trace.go:171","msg":"trace[1689580866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4136; }","duration":"343.654109ms","start":"2026-03-18T17:02:15.30906Z","end":"2026-03-18T17:02:15.652714Z","steps":["trace[1689580866] 'agreement among raft nodes before linearized reading' (duration: 343.26837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.652678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.25821Z","time spent":"394.388164ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:15.652891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.30904Z","time spent":"343.831384ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:15.652821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.309237Z","time spent":"343.571117ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:02:15.653091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.249768Z","time spent":"403.235688ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:15.652459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.860962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T17:02:15.653254Z","caller":"traceutil/trace.go:171","msg":"trace[1655091930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4136; }","duration":"546.706702ms","start":"2026-03-18T17:02:15.10653Z","end":"2026-03-18T17:02:15.653237Z","steps":["trace[1655091930] 'agreement among raft nodes before linearized reading' (duration: 545.77426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.653382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.106482Z","time spent":"546.882576ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:02:15.652477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.814746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:02:15.653513Z","caller":"traceutil/trace.go:171","msg":"trace[248979946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:4136; }","duration":"340.913611ms","start":"2026-03-18T17:02:15.312584Z","end":"2026-03-18T17:02:15.653498Z","steps":["trace[248979946] 'agreement among raft nodes before linearized reading' (duration: 339.668972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.652479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.060209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:02:15.653564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.312569Z","time spent":"340.981324ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"info","ts":"2026-03-18T17:02:15.653619Z","caller":"traceutil/trace.go:171","msg":"trace[184666491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4136; }","duration":"345.223446ms","start":"2026-03-18T17:02:15.308347Z","end":"2026-03-18T17:02:15.65357Z","steps":["trace[184666491] 'agreement among raft nodes before linearized reading' (duration: 343.923965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.652498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.241561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:15.6538Z","caller":"traceutil/trace.go:171","msg":"trace[979845882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4136; }","duration":"342.556872ms","start":"2026-03-18T17:02:15.311221Z","end":"2026-03-18T17:02:15.653777Z","steps":["trace[979845882] 'agreement among raft nodes before linearized reading' (duration: 341.046826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.653864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.311188Z","time spent":"342.660115ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:02:15.652511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.3495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T17:02:15.653863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.308321Z","time spent":"345.413031ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:02:15.654024Z","caller":"traceutil/trace.go:171","msg":"trace[149536034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4136; }","duration":"380.919278ms","start":"2026-03-18T17:02:15.27307Z","end":"2026-03-18T17:02:15.653989Z","steps":["trace[149536034] 'agreement among raft nodes before linearized reading' (duration: 379.214717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.652323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603694608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:15.654133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.273043Z","time spent":"381.078162ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T17:02:15.65414Z","caller":"traceutil/trace.go:171","msg":"trace[758584055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4136; }","duration":"1.605572723s","start":"2026-03-18T17:02:14.048553Z","end":"2026-03-18T17:02:15.654125Z","steps":["trace[758584055] 'agreement among raft nodes before linearized reading' (duration: 1.603695878s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.654279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.048517Z","time spent":"1.605741056s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:02:16.128582Z","caller":"traceutil/trace.go:171","msg":"trace[1165580683] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"210.77756ms","start":"2026-03-18T17:02:15.917773Z","end":"2026-03-18T17:02:16.128551Z","steps":["trace[1165580683] 'process raft request' (duration: 210.590755ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.634093Z","caller":"traceutil/trace.go:171","msg":"trace[509112626] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"254.930576ms","start":"2026-03-18T17:02:21.379113Z","end":"2026-03-18T17:02:21.634044Z","steps":["trace[509112626] 'process raft request' (duration: 249.008123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.634179Z","caller":"traceutil/trace.go:171","msg":"trace[1112673396] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"184.612678ms","start":"2026-03-18T17:02:21.449531Z","end":"2026-03-18T17:02:21.634144Z","steps":["trace[1112673396] 'process raft request' (duration: 184.534286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.634229Z","caller":"traceutil/trace.go:171","msg":"trace[394778879] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"234.687777ms","start":"2026-03-18T17:02:21.399495Z","end":"2026-03-18T17:02:21.634183Z","steps":["trace[394778879] 'process raft request' (duration: 234.439132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.636789Z","caller":"traceutil/trace.go:171","msg":"trace[1431988899] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"147.664016ms","start":"2026-03-18T17:02:21.489074Z","end":"2026-03-18T17:02:21.636738Z","steps":["trace[1431988899] 'process raft request' (duration: 147.41127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.636847Z","caller":"traceutil/trace.go:171","msg":"trace[1259700380] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"124.780993ms","start":"2026-03-18T17:02:21.512021Z","end":"2026-03-18T17:02:21.636802Z","steps":["trace[1259700380] 'process raft request' (duration: 124.606669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.923524Z","caller":"traceutil/trace.go:171","msg":"trace[1740205763] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"102.30986ms","start":"2026-03-18T17:02:21.821137Z","end":"2026-03-18T17:02:21.923446Z","steps":["trace[1740205763] 'process raft request' (duration: 101.825308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.13217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.062933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:22.132501Z","caller":"traceutil/trace.go:171","msg":"trace[665642702] linearizableReadLoop","detail":"{readStateIndex:4681; appliedIndex:4679; }","duration":"133.418473ms","start":"2026-03-18T17:02:21.999061Z","end":"2026-03-18T17:02:22.13248Z","steps":["trace[665642702] 'read index received' (duration: 22.214027ms)","trace[665642702] 'applied index is now lower than readState.Index' (duration: 111.203286ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:22.132512Z","caller":"traceutil/trace.go:171","msg":"trace[1847862465] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"152.246136ms","start":"2026-03-18T17:02:21.980205Z","end":"2026-03-18T17:02:22.132451Z","steps":["trace[1847862465] 'process raft request' (duration: 11.795185ms)","trace[1847862465] 'compare' (duration: 139.911198ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:22.132629Z","caller":"traceutil/trace.go:171","msg":"trace[404355] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"149.015458ms","start":"2026-03-18T17:02:21.983507Z","end":"2026-03-18T17:02:22.132523Z","steps":["trace[404355] 'process raft request' (duration: 148.902505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.132993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.910554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-j529g\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-03-18T17:02:22.133073Z","caller":"traceutil/trace.go:171","msg":"trace[149450398] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-j529g; range_end:; response_count:1; response_revision:4492; }","duration":"134.077148ms","start":"2026-03-18T17:02:21.998974Z","end":"2026-03-18T17:02:22.133051Z","steps":["trace[149450398] 'agreement among raft nodes before linearized reading' (duration: 133.677519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.163644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.787082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:22.163719Z","caller":"traceutil/trace.go:171","msg":"trace[1285284827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4497; }","duration":"114.902415ms","start":"2026-03-18T17:02:22.048796Z","end":"2026-03-18T17:02:22.163699Z","steps":["trace[1285284827] 'agreement among raft nodes before linearized reading' (duration: 114.756521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.6658Z","caller":"traceutil/trace.go:171","msg":"trace[1429262265] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"304.933573ms","start":"2026-03-18T17:02:22.360834Z","end":"2026-03-18T17:02:22.665767Z","steps":["trace[1429262265] 'process raft request' (duration: 304.754138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.666007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:22.360813Z","time spent":"305.087188ms","remote":"127.0.0.1:53934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:22.690922Z","caller":"traceutil/trace.go:171","msg":"trace[1068112656] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"291.266883ms","start":"2026-03-18T17:02:22.399616Z","end":"2026-03-18T17:02:22.690883Z","steps":["trace[1068112656] 'process raft request' (duration: 290.989906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.690959Z","caller":"traceutil/trace.go:171","msg":"trace[991072624] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"241.672526ms","start":"2026-03-18T17:02:22.449254Z","end":"2026-03-18T17:02:22.690926Z","steps":["trace[991072624] 'process raft request' (duration: 241.527113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.691063Z","caller":"traceutil/trace.go:171","msg":"trace[387572720] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"192.406746ms","start":"2026-03-18T17:02:22.498595Z","end":"2026-03-18T17:02:22.691002Z","steps":["trace[387572720] 'process raft request' (duration: 192.236772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.691075Z","caller":"traceutil/trace.go:171","msg":"trace[384470754] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"140.850061ms","start":"2026-03-18T17:02:22.550179Z","end":"2026-03-18T17:02:22.691029Z","steps":["trace[384470754] 'process raft request' (duration: 140.696537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.697592Z","caller":"traceutil/trace.go:171","msg":"trace[2133149753] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4694; }","duration":"248.556752ms","start":"2026-03-18T17:02:22.449015Z","end":"2026-03-18T17:02:22.697572Z","steps":["trace[2133149753] 'read index received' (duration: 216.677962ms)","trace[2133149753] 'applied index is now lower than readState.Index' (duration: 31.87748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:22.697795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.758677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-18T17:02:22.697842Z","caller":"traceutil/trace.go:171","msg":"trace[766611034] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4511; }","duration":"248.87319ms","start":"2026-03-18T17:02:22.448953Z","end":"2026-03-18T17:02:22.697826Z","steps":["trace[766611034] 'agreement among raft nodes before linearized reading' (duration: 248.696356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:23.050713Z","caller":"traceutil/trace.go:171","msg":"trace[1321332973] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"150.75363ms","start":"2026-03-18T17:02:22.899918Z","end":"2026-03-18T17:02:23.050671Z","steps":["trace[1321332973] 'process raft request' (duration: 69.941278ms)","trace[1321332973] 'compare' (duration: 80.642778ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:23.1267Z","caller":"traceutil/trace.go:171","msg":"trace[517640064] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"165.686391ms","start":"2026-03-18T17:02:22.960979Z","end":"2026-03-18T17:02:23.126665Z","steps":["trace[517640064] 'process raft request' (duration: 165.574019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:23.126778Z","caller":"traceutil/trace.go:171","msg":"trace[230235351] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"197.971441ms","start":"2026-03-18T17:02:22.928704Z","end":"2026-03-18T17:02:23.126676Z","steps":["trace[230235351] 'process raft request' (duration: 197.623883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:23.140144Z","caller":"traceutil/trace.go:171","msg":"trace[1645176843] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"140.115103ms","start":"2026-03-18T17:02:23.000004Z","end":"2026-03-18T17:02:23.140119Z","steps":["trace[1645176843] 'process raft request' (duration: 139.895378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:23.430629Z","caller":"traceutil/trace.go:171","msg":"trace[262722950] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"130.293436ms","start":"2026-03-18T17:02:23.300296Z","end":"2026-03-18T17:02:23.430589Z","steps":["trace[262722950] 'process raft request' (duration: 93.845166ms)","trace[262722950] 'compare' (duration: 36.262445ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:29.170184Z","caller":"traceutil/trace.go:171","msg":"trace[208967306] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"151.9993ms","start":"2026-03-18T17:02:29.018127Z","end":"2026-03-18T17:02:29.170126Z","steps":["trace[208967306] 'process raft request' (duration: 143.407153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:29.190286Z","caller":"traceutil/trace.go:171","msg":"trace[136097615] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4815; }","duration":"165.993988ms","start":"2026-03-18T17:02:29.024205Z","end":"2026-03-18T17:02:29.190199Z","steps":["trace[136097615] 'read index received' (duration: 136.802863ms)","trace[136097615] 'applied index is now lower than readState.Index' (duration: 29.189775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:29.190563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.333838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-18T17:02:29.190614Z","caller":"traceutil/trace.go:171","msg":"trace[615307965] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4624; }","duration":"166.418839ms","start":"2026-03-18T17:02:29.024178Z","end":"2026-03-18T17:02:29.190596Z","steps":["trace[615307965] 'agreement among raft nodes before linearized reading' (duration: 166.196204ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:29.190782Z","caller":"traceutil/trace.go:171","msg":"trace[622683513] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"168.217092ms","start":"2026-03-18T17:02:29.022253Z","end":"2026-03-18T17:02:29.19047Z","steps":["trace[622683513] 'process raft request' (duration: 167.476914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:30.192136Z","caller":"traceutil/trace.go:171","msg":"trace[1953464066] linearizableReadLoop","detail":"{readStateIndex:4860; appliedIndex:4859; }","duration":"142.972223ms","start":"2026-03-18T17:02:30.049133Z","end":"2026-03-18T17:02:30.192105Z","steps":["trace[1953464066] 'read index received' (duration: 142.730327ms)","trace[1953464066] 'applied index is now lower than readState.Index' (duration: 240.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:30.192302Z","caller":"traceutil/trace.go:171","msg":"trace[917691844] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"158.352804ms","start":"2026-03-18T17:02:30.033911Z","end":"2026-03-18T17:02:30.192264Z","steps":["trace[917691844] 'process raft request' (duration: 157.992305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:30.192395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.187638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:30.192439Z","caller":"traceutil/trace.go:171","msg":"trace[1464392213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4667; }","duration":"143.346091ms","start":"2026-03-18T17:02:30.049081Z","end":"2026-03-18T17:02:30.192427Z","steps":["trace[1464392213] 'agreement among raft nodes before linearized reading' (duration: 143.202568ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:31.173812Z","caller":"traceutil/trace.go:171","msg":"trace[1463246919] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"126.70491ms","start":"2026-03-18T17:02:31.047027Z","end":"2026-03-18T17:02:31.173732Z","steps":["trace[1463246919] 'process raft request' (duration: 102.599528ms)","trace[1463246919] 'compare' (duration: 23.873756ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:33.215347Z","caller":"traceutil/trace.go:171","msg":"trace[573628753] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"136.537236ms","start":"2026-03-18T17:02:33.078756Z","end":"2026-03-18T17:02:33.215293Z","steps":["trace[573628753] 'process raft request' (duration: 136.178907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:36.055481Z","caller":"traceutil/trace.go:171","msg":"trace[2037600993] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"488.285301ms","start":"2026-03-18T17:02:35.567169Z","end":"2026-03-18T17:02:36.055455Z","steps":["trace[2037600993] 'process raft request' (duration: 488.040785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.055747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.567141Z","time spent":"488.504697ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:36.354786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.162837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T17:02:36.35518Z","caller":"traceutil/trace.go:171","msg":"trace[1155191762] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"786.7784ms","start":"2026-03-18T17:02:35.567799Z","end":"2026-03-18T17:02:36.354578Z","steps":["trace[1155191762] 'process raft request' (duration: 786.38935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:36.355287Z","caller":"traceutil/trace.go:171","msg":"trace[661306249] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5060; }","duration":"777.003743ms","start":"2026-03-18T17:02:35.577601Z","end":"2026-03-18T17:02:36.354605Z","steps":["trace[661306249] 'read index received' (duration: 477.576092ms)","trace[661306249] 'applied index is now lower than readState.Index' (duration: 299.426581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:36.355458Z","caller":"traceutil/trace.go:171","msg":"trace[1892571744] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"529.246641ms","start":"2026-03-18T17:02:35.825365Z","end":"2026-03-18T17:02:36.354612Z","steps":["trace[1892571744] 'process raft request' (duration: 529.023945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.355571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.825334Z","time spent":"530.181043ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:36.355558Z","caller":"traceutil/trace.go:171","msg":"trace[1784055517] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"528.345579ms","start":"2026-03-18T17:02:35.826292Z","end":"2026-03-18T17:02:36.354637Z","steps":["trace[1784055517] 'process raft request' (duration: 528.142344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:36.355625Z","caller":"traceutil/trace.go:171","msg":"trace[630320138] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"528.067083ms","start":"2026-03-18T17:02:35.82659Z","end":"2026-03-18T17:02:36.354657Z","steps":["trace[630320138] 'process raft request' (duration: 527.881698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.355789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.82625Z","time spent":"529.414154ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:36.355803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.826544Z","time spent":"529.139328ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:36.355781Z","caller":"traceutil/trace.go:171","msg":"trace[1373332442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4864; }","duration":"777.32864ms","start":"2026-03-18T17:02:35.577536Z","end":"2026-03-18T17:02:36.354864Z","steps":["trace[1373332442] 'agreement among raft nodes before linearized reading' (duration: 777.076195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.355937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.57751Z","time spent":"778.378776ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T17:02:36.356048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.567741Z","time spent":"787.592539ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:36.390329Z","caller":"traceutil/trace.go:171","msg":"trace[1919037950] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"329.172029ms","start":"2026-03-18T17:02:36.061115Z","end":"2026-03-18T17:02:36.390287Z","steps":["trace[1919037950] 'process raft request' (duration: 329.047216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.390357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.256674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:36.390462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:36.06108Z","time spent":"329.318073ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T17:02:36.390551Z","caller":"traceutil/trace.go:171","msg":"trace[332727723] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4866; }","duration":"778.429468ms","start":"2026-03-18T17:02:35.612054Z","end":"2026-03-18T17:02:36.390484Z","steps":["trace[332727723] 'agreement among raft nodes before linearized reading' (duration: 778.236283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.390624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.612039Z","time spent":"778.573732ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-18T17:02:36.391058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.839584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T17:02:36.39112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.966709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:02:36.391182Z","caller":"traceutil/trace.go:171","msg":"trace[1539461793] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4866; }","duration":"634.085852ms","start":"2026-03-18T17:02:35.75708Z","end":"2026-03-18T17:02:36.391166Z","steps":["trace[1539461793] 'agreement among raft nodes before linearized reading' (duration: 633.924508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:36.391192Z","caller":"traceutil/trace.go:171","msg":"trace[930617971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4866; }","duration":"529.941787ms","start":"2026-03-18T17:02:35.861207Z","end":"2026-03-18T17:02:36.391149Z","steps":["trace[930617971] 'agreement among raft nodes before linearized reading' (duration: 529.736452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.391467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.805866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-18T17:02:36.391535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.861122Z","time spent":"530.395647ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:36.391229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.75705Z","time spent":"634.166784ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:02:36.39167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.991132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:02:36.391283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.535497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14495"} {"level":"info","ts":"2026-03-18T17:02:36.391714Z","caller":"traceutil/trace.go:171","msg":"trace[1552747091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4866; }","duration":"526.054674ms","start":"2026-03-18T17:02:35.865647Z","end":"2026-03-18T17:02:36.391701Z","steps":["trace[1552747091] 'agreement among raft nodes before linearized reading' (duration: 525.234754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:36.391744Z","caller":"traceutil/trace.go:171","msg":"trace[303224796] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4866; }","duration":"325.038919ms","start":"2026-03-18T17:02:36.066686Z","end":"2026-03-18T17:02:36.391725Z","steps":["trace[303224796] 'agreement among raft nodes before linearized reading' (duration: 324.391874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.391755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.865636Z","time spent":"526.107325ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:36.391804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:36.066674Z","time spent":"325.118651ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14518,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T17:02:36.391318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.843229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:02:36.391893Z","caller":"traceutil/trace.go:171","msg":"trace[884269635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:4866; }","duration":"531.462373ms","start":"2026-03-18T17:02:35.860419Z","end":"2026-03-18T17:02:36.391882Z","steps":["trace[884269635] 'agreement among raft nodes before linearized reading' (duration: 530.695755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.391352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.786206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:36.391944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.860411Z","time spent":"531.523634ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"info","ts":"2026-03-18T17:02:36.391999Z","caller":"traceutil/trace.go:171","msg":"trace[1173490380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4866; }","duration":"345.498083ms","start":"2026-03-18T17:02:36.046475Z","end":"2026-03-18T17:02:36.391973Z","steps":["trace[1173490380] 'agreement among raft nodes before linearized reading' (duration: 344.810887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.392057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:36.046448Z","time spent":"345.597295ms","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:02:36.39137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.121346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:02:36.392188Z","caller":"traceutil/trace.go:171","msg":"trace[2106985252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4866; }","duration":"531.978136ms","start":"2026-03-18T17:02:35.860199Z","end":"2026-03-18T17:02:36.392177Z","steps":["trace[2106985252] 'agreement among raft nodes before linearized reading' (duration: 531.051784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.391376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.7793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T17:02:36.392283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.86018Z","time spent":"532.091299ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:02:36.392324Z","caller":"traceutil/trace.go:171","msg":"trace[914727119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4866; }","duration":"469.785754ms","start":"2026-03-18T17:02:35.922522Z","end":"2026-03-18T17:02:36.392308Z","steps":["trace[914727119] 'agreement among raft nodes before linearized reading' (duration: 468.743889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.39238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.922456Z","time spent":"469.908907ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:36.391414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.290569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:36.392467Z","caller":"traceutil/trace.go:171","msg":"trace[1071136770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4866; }","duration":"522.338764ms","start":"2026-03-18T17:02:35.870115Z","end":"2026-03-18T17:02:36.392454Z","steps":["trace[1071136770] 'agreement among raft nodes before linearized reading' (duration: 521.230497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.392541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.870039Z","time spent":"522.490317ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:02:36.391401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.806648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-18T17:02:36.391473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.601761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-18T17:02:36.391586Z","caller":"traceutil/trace.go:171","msg":"trace[1523869547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4866; }","duration":"152.01126ms","start":"2026-03-18T17:02:36.239548Z","end":"2026-03-18T17:02:36.39156Z","steps":["trace[1523869547] 'agreement among raft nodes before linearized reading' (duration: 151.624361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:36.392636Z","caller":"traceutil/trace.go:171","msg":"trace[2027805537] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:4866; }","duration":"738.819132ms","start":"2026-03-18T17:02:35.653805Z","end":"2026-03-18T17:02:36.392624Z","steps":["trace[2027805537] 'agreement among raft nodes before linearized reading' (duration: 737.591722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:36.39268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:35.653766Z","time spent":"738.902084ms","remote":"127.0.0.1:38650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.6\" "} {"level":"info","ts":"2026-03-18T17:02:36.392656Z","caller":"traceutil/trace.go:171","msg":"trace[679884890] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4866; }","duration":"262.10778ms","start":"2026-03-18T17:02:36.130513Z","end":"2026-03-18T17:02:36.392621Z","steps":["trace[679884890] 'agreement among raft nodes before linearized reading' (duration: 260.695315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.738676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.501777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:38.738998Z","caller":"traceutil/trace.go:171","msg":"trace[1514238686] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5110; }","duration":"313.000968ms","start":"2026-03-18T17:02:38.425978Z","end":"2026-03-18T17:02:38.738979Z","steps":["trace[1514238686] 'read index received' (duration: 76.984979ms)","trace[1514238686] 'applied index is now lower than readState.Index' (duration: 236.014659ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:38.739003Z","caller":"traceutil/trace.go:171","msg":"trace[469984167] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"377.151868ms","start":"2026-03-18T17:02:38.361817Z","end":"2026-03-18T17:02:38.738969Z","steps":["trace[469984167] 'process raft request' (duration: 141.224311ms)","trace[469984167] 'compare' (duration: 235.304222ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:38.739186Z","caller":"traceutil/trace.go:171","msg":"trace[744717992] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"376.273786ms","start":"2026-03-18T17:02:38.362859Z","end":"2026-03-18T17:02:38.739133Z","steps":["trace[744717992] 'process raft request' (duration: 376.074271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.739286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.305766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T17:02:38.739257Z","caller":"traceutil/trace.go:171","msg":"trace[871132337] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"376.788368ms","start":"2026-03-18T17:02:38.362395Z","end":"2026-03-18T17:02:38.739183Z","steps":["trace[871132337] 'process raft request' (duration: 376.45231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.739344Z","caller":"traceutil/trace.go:171","msg":"trace[576467918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4910; }","duration":"313.399128ms","start":"2026-03-18T17:02:38.425931Z","end":"2026-03-18T17:02:38.73933Z","steps":["trace[576467918] 'agreement among raft nodes before linearized reading' (duration: 313.205803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.739388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.425919Z","time spent":"313.46045ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:38.73939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.361769Z","time spent":"377.452725ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:38.73941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.536614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:38.73948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.362821Z","time spent":"376.476531ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:38.739509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.362376Z","time spent":"376.997344ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:38.739529Z","caller":"traceutil/trace.go:171","msg":"trace[61255718] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4910; }","duration":"234.735329ms","start":"2026-03-18T17:02:38.504763Z","end":"2026-03-18T17:02:38.739498Z","steps":["trace[61255718] 'agreement among raft nodes before linearized reading' (duration: 234.473692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.739572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.175172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:02:38.739473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.784883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:02:38.739631Z","caller":"traceutil/trace.go:171","msg":"trace[1280167578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4910; }","duration":"313.245175ms","start":"2026-03-18T17:02:38.426371Z","end":"2026-03-18T17:02:38.739616Z","steps":["trace[1280167578] 'agreement among raft nodes before linearized reading' (duration: 312.821154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.739549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.722191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T17:02:38.739647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.389763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:02:38.739643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.370104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:02:38.739691Z","caller":"traceutil/trace.go:171","msg":"trace[1611075486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4910; }","duration":"313.032478ms","start":"2026-03-18T17:02:38.426624Z","end":"2026-03-18T17:02:38.739656Z","steps":["trace[1611075486] 'agreement among raft nodes before linearized reading' (duration: 312.621369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.739718Z","caller":"traceutil/trace.go:171","msg":"trace[1022116469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4910; }","duration":"312.483855ms","start":"2026-03-18T17:02:38.427214Z","end":"2026-03-18T17:02:38.739698Z","steps":["trace[1022116469] 'agreement among raft nodes before linearized reading' (duration: 312.048995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.739701Z","caller":"traceutil/trace.go:171","msg":"trace[453653328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4910; }","duration":"312.940836ms","start":"2026-03-18T17:02:38.426732Z","end":"2026-03-18T17:02:38.739673Z","steps":["trace[453653328] 'agreement among raft nodes before linearized reading' (duration: 312.510666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.739762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.427203Z","time spent":"312.550467ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:02:38.73967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.426364Z","time spent":"313.297756ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:38.739776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.426711Z","time spent":"313.055139ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:02:38.739762Z","caller":"traceutil/trace.go:171","msg":"trace[2105977529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:4910; }","duration":"281.523588ms","start":"2026-03-18T17:02:38.458207Z","end":"2026-03-18T17:02:38.739731Z","steps":["trace[2105977529] 'agreement among raft nodes before linearized reading' (duration: 281.001636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:38.739758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:38.426616Z","time spent":"313.129601ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:02:38.739979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.727411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ef68f26-ef85-455f-bd09-9c1e80892394\" ","response":"range_response_count:1 size:3902"} {"level":"info","ts":"2026-03-18T17:02:38.740103Z","caller":"traceutil/trace.go:171","msg":"trace[764874841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ef68f26-ef85-455f-bd09-9c1e80892394; range_end:; response_count:1; response_revision:4910; }","duration":"172.960046ms","start":"2026-03-18T17:02:38.567103Z","end":"2026-03-18T17:02:38.740063Z","steps":["trace[764874841] 'agreement among raft nodes before linearized reading' (duration: 172.135056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.951606Z","caller":"traceutil/trace.go:171","msg":"trace[112209289] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"205.593744ms","start":"2026-03-18T17:02:38.745983Z","end":"2026-03-18T17:02:38.951577Z","steps":["trace[112209289] 'process raft request' (duration: 197.856497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.951897Z","caller":"traceutil/trace.go:171","msg":"trace[2129896659] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"205.85019ms","start":"2026-03-18T17:02:38.746011Z","end":"2026-03-18T17:02:38.951861Z","steps":["trace[2129896659] 'process raft request' (duration: 205.534803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.951907Z","caller":"traceutil/trace.go:171","msg":"trace[624718792] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"205.238517ms","start":"2026-03-18T17:02:38.746637Z","end":"2026-03-18T17:02:38.951875Z","steps":["trace[624718792] 'process raft request' (duration: 205.118224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.95211Z","caller":"traceutil/trace.go:171","msg":"trace[1860969328] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"205.091933ms","start":"2026-03-18T17:02:38.74701Z","end":"2026-03-18T17:02:38.952102Z","steps":["trace[1860969328] 'process raft request' (duration: 204.832727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.95214Z","caller":"traceutil/trace.go:171","msg":"trace[739275447] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"204.96559ms","start":"2026-03-18T17:02:38.747164Z","end":"2026-03-18T17:02:38.95213Z","steps":["trace[739275447] 'process raft request' (duration: 204.876927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:38.952153Z","caller":"traceutil/trace.go:171","msg":"trace[595357071] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5113; }","duration":"205.869451ms","start":"2026-03-18T17:02:38.746263Z","end":"2026-03-18T17:02:38.952133Z","steps":["trace[595357071] 'read index received' (duration: 197.5869ms)","trace[595357071] 'applied index is now lower than readState.Index' (duration: 8.281071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:38.952424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.140068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62960"} {"level":"info","ts":"2026-03-18T17:02:38.952474Z","caller":"traceutil/trace.go:171","msg":"trace[243300859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4915; }","duration":"206.24334ms","start":"2026-03-18T17:02:38.746217Z","end":"2026-03-18T17:02:38.95246Z","steps":["trace[243300859] 'agreement among raft nodes before linearized reading' (duration: 205.970834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:40.706232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.221693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xm6ln.189dfe39f12a6640\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T17:02:40.706399Z","caller":"traceutil/trace.go:171","msg":"trace[245382623] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-xm6ln.189dfe39f12a6640; range_end:; response_count:1; response_revision:4939; }","duration":"144.447808ms","start":"2026-03-18T17:02:40.561927Z","end":"2026-03-18T17:02:40.706375Z","steps":["trace[245382623] 'range keys from in-memory index tree' (duration: 143.963526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:40.706232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.873105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:40.706951Z","caller":"traceutil/trace.go:171","msg":"trace[2063074592] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4939; }","duration":"400.645825ms","start":"2026-03-18T17:02:40.306272Z","end":"2026-03-18T17:02:40.706918Z","steps":["trace[2063074592] 'range keys from in-memory index tree' (duration: 399.767053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:40.707055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:40.306248Z","time spent":"400.770218ms","remote":"127.0.0.1:38716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-18T17:02:43.351555Z","caller":"traceutil/trace.go:171","msg":"trace[191837409] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"102.582578ms","start":"2026-03-18T17:02:43.248934Z","end":"2026-03-18T17:02:43.351517Z","steps":["trace[191837409] 'process raft request' (duration: 102.249819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:46.985364Z","caller":"traceutil/trace.go:171","msg":"trace[104096181] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"203.672499ms","start":"2026-03-18T17:02:46.781646Z","end":"2026-03-18T17:02:46.985319Z","steps":["trace[104096181] 'process raft request' (duration: 137.453039ms)","trace[104096181] 'compare' (duration: 65.919773ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:46.985608Z","caller":"traceutil/trace.go:171","msg":"trace[1107724721] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5241; }","duration":"183.941533ms","start":"2026-03-18T17:02:46.801627Z","end":"2026-03-18T17:02:46.985569Z","steps":["trace[1107724721] 'read index received' (duration: 70.970225ms)","trace[1107724721] 'applied index is now lower than readState.Index' (duration: 112.969758ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:46.985745Z","caller":"traceutil/trace.go:171","msg":"trace[2014662664] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"203.692279ms","start":"2026-03-18T17:02:46.782036Z","end":"2026-03-18T17:02:46.985729Z","steps":["trace[2014662664] 'process raft request' (duration: 203.212498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:46.98581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.174318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:46.985913Z","caller":"traceutil/trace.go:171","msg":"trace[1371653928] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5036; }","duration":"184.340722ms","start":"2026-03-18T17:02:46.801549Z","end":"2026-03-18T17:02:46.98589Z","steps":["trace[1371653928] 'agreement among raft nodes before linearized reading' (duration: 184.159018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.227286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.651364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:47.22751Z","caller":"traceutil/trace.go:171","msg":"trace[736506610] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"225.906755ms","start":"2026-03-18T17:02:47.001558Z","end":"2026-03-18T17:02:47.227465Z","steps":["trace[736506610] 'process raft request' (duration: 116.988844ms)","trace[736506610] 'compare' (duration: 108.334467ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:47.227696Z","caller":"traceutil/trace.go:171","msg":"trace[2049955525] linearizableReadLoop","detail":"{readStateIndex:5245; appliedIndex:5244; }","duration":"223.460347ms","start":"2026-03-18T17:02:47.004178Z","end":"2026-03-18T17:02:47.227638Z","steps":["trace[2049955525] 'read index received' (duration: 114.357502ms)","trace[2049955525] 'applied index is now lower than readState.Index' (duration: 109.098965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:47.228027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.825585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:02:47.228079Z","caller":"traceutil/trace.go:171","msg":"trace[96217842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:5038; }","duration":"223.892037ms","start":"2026-03-18T17:02:47.004171Z","end":"2026-03-18T17:02:47.228063Z","steps":["trace[96217842] 'agreement among raft nodes before linearized reading' (duration: 223.668112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.22808Z","caller":"traceutil/trace.go:171","msg":"trace[1944805705] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"223.631059ms","start":"2026-03-18T17:02:47.004415Z","end":"2026-03-18T17:02:47.228046Z","steps":["trace[1944805705] 'process raft request' (duration: 223.105707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.228062Z","caller":"traceutil/trace.go:171","msg":"trace[1445914920] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"223.67178ms","start":"2026-03-18T17:02:47.004318Z","end":"2026-03-18T17:02:47.22799Z","steps":["trace[1445914920] 'process raft request' (duration: 223.087226ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.22808Z","caller":"traceutil/trace.go:171","msg":"trace[1558391650] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"178.077449ms","start":"2026-03-18T17:02:47.049966Z","end":"2026-03-18T17:02:47.228043Z","steps":["trace[1558391650] 'process raft request' (duration: 178.019098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.228301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.920946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T17:02:47.228356Z","caller":"traceutil/trace.go:171","msg":"trace[246146872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5040; }","duration":"224.02782ms","start":"2026-03-18T17:02:47.004308Z","end":"2026-03-18T17:02:47.228336Z","steps":["trace[246146872] 'agreement among raft nodes before linearized reading' (duration: 223.740833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.228395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.219701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:47.228377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.507168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T17:02:47.228437Z","caller":"traceutil/trace.go:171","msg":"trace[1555107558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5040; }","duration":"182.328844ms","start":"2026-03-18T17:02:47.046094Z","end":"2026-03-18T17:02:47.228423Z","steps":["trace[1555107558] 'agreement among raft nodes before linearized reading' (duration: 182.228972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.228452Z","caller":"traceutil/trace.go:171","msg":"trace[291618737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5040; }","duration":"211.645052ms","start":"2026-03-18T17:02:47.016789Z","end":"2026-03-18T17:02:47.228434Z","steps":["trace[291618737] 'agreement among raft nodes before linearized reading' (duration: 211.339403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.228455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.924228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:02:47.228509Z","caller":"traceutil/trace.go:171","msg":"trace[1543328548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5040; }","duration":"224.001389ms","start":"2026-03-18T17:02:47.004491Z","end":"2026-03-18T17:02:47.228492Z","steps":["trace[1543328548] 'agreement among raft nodes before linearized reading' (duration: 223.829355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.228534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.77976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-18T17:02:47.228584Z","caller":"traceutil/trace.go:171","msg":"trace[1076733569] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5040; }","duration":"193.901073ms","start":"2026-03-18T17:02:47.034669Z","end":"2026-03-18T17:02:47.22857Z","steps":["trace[1076733569] 'agreement among raft nodes before linearized reading' (duration: 193.41578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.45576Z","caller":"traceutil/trace.go:171","msg":"trace[1556890359] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"140.649738ms","start":"2026-03-18T17:02:47.315087Z","end":"2026-03-18T17:02:47.455737Z","steps":["trace[1556890359] 'process raft request' (duration: 140.485224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.706259Z","caller":"traceutil/trace.go:171","msg":"trace[488733559] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"241.893081ms","start":"2026-03-18T17:02:47.464332Z","end":"2026-03-18T17:02:47.706225Z","steps":["trace[488733559] 'process raft request' (duration: 241.596414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.706591Z","caller":"traceutil/trace.go:171","msg":"trace[1218053096] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"242.216009ms","start":"2026-03-18T17:02:47.464345Z","end":"2026-03-18T17:02:47.706561Z","steps":["trace[1218053096] 'process raft request' (duration: 241.803009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:47.706801Z","caller":"traceutil/trace.go:171","msg":"trace[806787534] linearizableReadLoop","detail":"{readStateIndex:5255; appliedIndex:5252; }","duration":"179.059774ms","start":"2026-03-18T17:02:47.527676Z","end":"2026-03-18T17:02:47.706736Z","steps":["trace[806787534] 'read index received' (duration: 178.173363ms)","trace[806787534] 'applied index is now lower than readState.Index' (duration: 880.491µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:47.706891Z","caller":"traceutil/trace.go:171","msg":"trace[796919085] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"241.649845ms","start":"2026-03-18T17:02:47.465189Z","end":"2026-03-18T17:02:47.706839Z","steps":["trace[796919085] 'process raft request' (duration: 241.231735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:47.707209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.498715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-18T17:02:47.707244Z","caller":"traceutil/trace.go:171","msg":"trace[1798317015] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5047; }","duration":"179.604997ms","start":"2026-03-18T17:02:47.52763Z","end":"2026-03-18T17:02:47.707235Z","steps":["trace[1798317015] 'agreement among raft nodes before linearized reading' (duration: 179.251359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:49.488582Z","caller":"traceutil/trace.go:171","msg":"trace[350587810] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"176.354718ms","start":"2026-03-18T17:02:49.3122Z","end":"2026-03-18T17:02:49.488555Z","steps":["trace[350587810] 'process raft request' (duration: 176.138093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:49.488809Z","caller":"traceutil/trace.go:171","msg":"trace[1998192347] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"173.039418ms","start":"2026-03-18T17:02:49.315718Z","end":"2026-03-18T17:02:49.488758Z","steps":["trace[1998192347] 'process raft request' (duration: 172.784322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:55.903472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.084682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:55.903562Z","caller":"traceutil/trace.go:171","msg":"trace[1418399676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5173; }","duration":"241.219155ms","start":"2026-03-18T17:02:55.662322Z","end":"2026-03-18T17:02:55.903541Z","steps":["trace[1418399676] 'range keys from in-memory index tree' (duration: 241.0067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:55.904101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.550666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.6\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-18T17:02:55.904203Z","caller":"traceutil/trace.go:171","msg":"trace[2122456428] range","detail":"{range_begin:/registry/masterleases/199.204.45.6; range_end:; response_count:1; response_revision:5173; }","duration":"249.732742ms","start":"2026-03-18T17:02:55.654447Z","end":"2026-03-18T17:02:55.90418Z","steps":["trace[2122456428] 'range keys from in-memory index tree' (duration: 249.220348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:59.076172Z","caller":"traceutil/trace.go:171","msg":"trace[1346473669] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5458; }","duration":"304.947134ms","start":"2026-03-18T17:02:58.771194Z","end":"2026-03-18T17:02:59.076141Z","steps":["trace[1346473669] 'read index received' (duration: 304.80224ms)","trace[1346473669] 'applied index is now lower than readState.Index' (duration: 143.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:59.076244Z","caller":"traceutil/trace.go:171","msg":"trace[319858493] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"308.579251ms","start":"2026-03-18T17:02:58.767616Z","end":"2026-03-18T17:02:59.076195Z","steps":["trace[319858493] 'process raft request' (duration: 308.366406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.076488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:58.767584Z","time spent":"308.768096ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:02:59.076587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.354124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-94dcj\" ","response":"range_response_count:1 size:4038"} {"level":"info","ts":"2026-03-18T17:02:59.076703Z","caller":"traceutil/trace.go:171","msg":"trace[2048882180] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-94dcj; range_end:; response_count:1; response_revision:5248; }","duration":"305.564389ms","start":"2026-03-18T17:02:58.771111Z","end":"2026-03-18T17:02:59.076675Z","steps":["trace[2048882180] 'agreement among raft nodes before linearized reading' (duration: 305.18362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.076757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:58.771082Z","time spent":"305.665171ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4061,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-94dcj\" "} {"level":"warn","ts":"2026-03-18T17:02:59.157188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.286586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:59.157245Z","caller":"traceutil/trace.go:171","msg":"trace[1916848327] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5251; }","duration":"383.383088ms","start":"2026-03-18T17:02:58.773854Z","end":"2026-03-18T17:02:59.157237Z","steps":["trace[1916848327] 'agreement among raft nodes before linearized reading' (duration: 383.257845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.157268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:58.773843Z","time spent":"383.417879ms","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:02:59.157424Z","caller":"traceutil/trace.go:171","msg":"trace[227418616] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"154.734016ms","start":"2026-03-18T17:02:59.002669Z","end":"2026-03-18T17:02:59.157403Z","steps":["trace[227418616] 'process raft request' (duration: 154.283585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.157487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.853082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:59.157503Z","caller":"traceutil/trace.go:171","msg":"trace[1059195451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5251; }","duration":"109.867902ms","start":"2026-03-18T17:02:59.04763Z","end":"2026-03-18T17:02:59.157498Z","steps":["trace[1059195451] 'agreement among raft nodes before linearized reading' (duration: 109.842592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.157594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.068056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:02:59.157613Z","caller":"traceutil/trace.go:171","msg":"trace[1772001340] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5251; }","duration":"307.156098ms","start":"2026-03-18T17:02:58.850453Z","end":"2026-03-18T17:02:59.157609Z","steps":["trace[1772001340] 'agreement among raft nodes before linearized reading' (duration: 307.120607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.157627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:58.850429Z","time spent":"307.193398ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:02:59.157165Z","caller":"traceutil/trace.go:171","msg":"trace[998756420] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"131.391703ms","start":"2026-03-18T17:02:59.025744Z","end":"2026-03-18T17:02:59.157135Z","steps":["trace[998756420] 'process raft request' (duration: 131.340852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:59.157693Z","caller":"traceutil/trace.go:171","msg":"trace[2131875899] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"134.946609ms","start":"2026-03-18T17:02:59.022688Z","end":"2026-03-18T17:02:59.157635Z","steps":["trace[2131875899] 'process raft request' (duration: 134.372395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.615274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.923553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:59.615457Z","caller":"traceutil/trace.go:171","msg":"trace[416643147] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"456.522734ms","start":"2026-03-18T17:02:59.1589Z","end":"2026-03-18T17:02:59.615422Z","steps":["trace[416643147] 'read index received' (duration: 233.263724ms)","trace[416643147] 'applied index is now lower than readState.Index' (duration: 223.25668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:59.615641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.740499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:59.61564Z","caller":"traceutil/trace.go:171","msg":"trace[810445432] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"530.05981ms","start":"2026-03-18T17:02:59.085519Z","end":"2026-03-18T17:02:59.615579Z","steps":["trace[810445432] 'process raft request' (duration: 306.676116ms)","trace[810445432] 'compare' (duration: 222.721838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:59.615818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.443707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T17:02:59.615826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.984276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:02:59.615894Z","caller":"traceutil/trace.go:171","msg":"trace[93734278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5252; }","duration":"233.55795ms","start":"2026-03-18T17:02:59.382323Z","end":"2026-03-18T17:02:59.615881Z","steps":["trace[93734278] 'agreement among raft nodes before linearized reading' (duration: 233.292564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.615906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.085495Z","time spent":"530.282876ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4327,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:59.615924Z","caller":"traceutil/trace.go:171","msg":"trace[713970257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:5252; }","duration":"233.082978ms","start":"2026-03-18T17:02:59.382815Z","end":"2026-03-18T17:02:59.615898Z","steps":["trace[713970257] 'agreement among raft nodes before linearized reading' (duration: 232.853943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.615903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.085487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T17:02:59.616012Z","caller":"traceutil/trace.go:171","msg":"trace[2058917039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5252; }","duration":"247.25458ms","start":"2026-03-18T17:02:59.36873Z","end":"2026-03-18T17:02:59.615985Z","steps":["trace[2058917039] 'agreement among raft nodes before linearized reading' (duration: 246.904402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:59.615706Z","caller":"traceutil/trace.go:171","msg":"trace[1614908971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5252; }","duration":"456.829681ms","start":"2026-03-18T17:02:59.158859Z","end":"2026-03-18T17:02:59.615689Z","steps":["trace[1614908971] 'agreement among raft nodes before linearized reading' (duration: 456.722469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.616077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.158842Z","time spent":"457.223032ms","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:02:59.615823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.60912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T17:02:59.616175Z","caller":"traceutil/trace.go:171","msg":"trace[60845038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5252; }","duration":"241.00511ms","start":"2026-03-18T17:02:59.375146Z","end":"2026-03-18T17:02:59.616151Z","steps":["trace[60845038] 'agreement among raft nodes before linearized reading' (duration: 240.466377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.615823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.869661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:59.616288Z","caller":"traceutil/trace.go:171","msg":"trace[594544976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5252; }","duration":"252.383074ms","start":"2026-03-18T17:02:59.363874Z","end":"2026-03-18T17:02:59.616257Z","steps":["trace[594544976] 'agreement among raft nodes before linearized reading' (duration: 251.806279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.615832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.486955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307b4ce1-93c5-4249-aec0-f42c95937e43\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-18T17:02:59.616404Z","caller":"traceutil/trace.go:171","msg":"trace[1703349471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-307b4ce1-93c5-4249-aec0-f42c95937e43; range_end:; response_count:1; response_revision:5252; }","duration":"296.122801ms","start":"2026-03-18T17:02:59.320253Z","end":"2026-03-18T17:02:59.616375Z","steps":["trace[1703349471] 'agreement among raft nodes before linearized reading' (duration: 295.366992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:00.02561Z","caller":"traceutil/trace.go:171","msg":"trace[707449307] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"405.294678ms","start":"2026-03-18T17:02:59.620272Z","end":"2026-03-18T17:03:00.025567Z","steps":["trace[707449307] 'process raft request' (duration: 306.317917ms)","trace[707449307] 'compare' (duration: 98.810787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:00.025807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.620247Z","time spent":"405.460001ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.027095Z","caller":"traceutil/trace.go:171","msg":"trace[403587520] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"405.722488ms","start":"2026-03-18T17:02:59.621354Z","end":"2026-03-18T17:03:00.027076Z","steps":["trace[403587520] 'process raft request' (duration: 405.583915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.027188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.621328Z","time spent":"405.81821ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.027526Z","caller":"traceutil/trace.go:171","msg":"trace[2065288369] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"405.965953ms","start":"2026-03-18T17:02:59.621546Z","end":"2026-03-18T17:03:00.027512Z","steps":["trace[2065288369] 'process raft request' (duration: 405.479772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.027611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.621515Z","time spent":"406.052776ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.027946Z","caller":"traceutil/trace.go:171","msg":"trace[1275368601] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"406.287821ms","start":"2026-03-18T17:02:59.621638Z","end":"2026-03-18T17:03:00.027926Z","steps":["trace[1275368601] 'process raft request' (duration: 405.792758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.028042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.621627Z","time spent":"406.365673ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.028002Z","caller":"traceutil/trace.go:171","msg":"trace[1393059595] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"405.782729ms","start":"2026-03-18T17:02:59.622197Z","end":"2026-03-18T17:03:00.02798Z","steps":["trace[1393059595] 'process raft request' (duration: 405.593294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.028251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.622187Z","time spent":"405.909092ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.028404Z","caller":"traceutil/trace.go:171","msg":"trace[1967943041] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"405.729498ms","start":"2026-03-18T17:02:59.622641Z","end":"2026-03-18T17:03:00.028371Z","steps":["trace[1967943041] 'process raft request' (duration: 405.489612ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:00.028488Z","caller":"traceutil/trace.go:171","msg":"trace[1616427973] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"400.521792ms","start":"2026-03-18T17:02:59.627946Z","end":"2026-03-18T17:03:00.028468Z","steps":["trace[1616427973] 'process raft request' (duration: 400.350828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:00.028498Z","caller":"traceutil/trace.go:171","msg":"trace[2073481868] linearizableReadLoop","detail":"{readStateIndex:5467; appliedIndex:5463; }","duration":"406.333702ms","start":"2026-03-18T17:02:59.622131Z","end":"2026-03-18T17:03:00.028464Z","steps":["trace[2073481868] 'read index received' (duration: 304.458621ms)","trace[2073481868] 'applied index is now lower than readState.Index' (duration: 101.873561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:00.028642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.627933Z","time spent":"400.610264ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:03:00.028733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.622628Z","time spent":"405.883402ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.028764Z","caller":"traceutil/trace.go:171","msg":"trace[2040166965] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"263.208286ms","start":"2026-03-18T17:02:59.765542Z","end":"2026-03-18T17:03:00.02875Z","steps":["trace[2040166965] 'process raft request' (duration: 262.827897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.028938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.765573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80190"} {"level":"info","ts":"2026-03-18T17:03:00.028989Z","caller":"traceutil/trace.go:171","msg":"trace[261181101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5261; }","duration":"406.869475ms","start":"2026-03-18T17:02:59.622107Z","end":"2026-03-18T17:03:00.028976Z","steps":["trace[261181101] 'agreement among raft nodes before linearized reading' (duration: 406.544417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.029032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.622096Z","time spent":"406.924606ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80213,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T17:03:00.028294Z","caller":"traceutil/trace.go:171","msg":"trace[1011525245] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"405.602455ms","start":"2026-03-18T17:02:59.622606Z","end":"2026-03-18T17:03:00.028209Z","steps":["trace[1011525245] 'process raft request' (duration: 405.309948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:00.029652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:59.622584Z","time spent":"407.003349ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:00.755162Z","caller":"traceutil/trace.go:171","msg":"trace[1050010171] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"165.449455ms","start":"2026-03-18T17:03:00.589672Z","end":"2026-03-18T17:03:00.755121Z","steps":["trace[1050010171] 'process raft request' (duration: 165.088647ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:00.755276Z","caller":"traceutil/trace.go:171","msg":"trace[1659325194] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"163.262013ms","start":"2026-03-18T17:03:00.592Z","end":"2026-03-18T17:03:00.755262Z","steps":["trace[1659325194] 'process raft request' (duration: 162.848593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:00.755163Z","caller":"traceutil/trace.go:171","msg":"trace[1075363947] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"165.975318ms","start":"2026-03-18T17:03:00.589134Z","end":"2026-03-18T17:03:00.755109Z","steps":["trace[1075363947] 'process raft request' (duration: 79.047579ms)","trace[1075363947] 'compare' (duration: 86.299764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:00.755509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.612035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-307b4ce1-93c5-4249-aec0-f42c95937e43\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-18T17:03:00.755583Z","caller":"traceutil/trace.go:171","msg":"trace[1598059606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-307b4ce1-93c5-4249-aec0-f42c95937e43; range_end:; response_count:1; response_revision:5275; }","duration":"133.76518ms","start":"2026-03-18T17:03:00.6218Z","end":"2026-03-18T17:03:00.755566Z","steps":["trace[1598059606] 'agreement among raft nodes before linearized reading' (duration: 133.511224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:00.755271Z","caller":"traceutil/trace.go:171","msg":"trace[772667661] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5483; }","duration":"133.37878ms","start":"2026-03-18T17:03:00.621867Z","end":"2026-03-18T17:03:00.755246Z","steps":["trace[772667661] 'read index received' (duration: 46.40414ms)","trace[772667661] 'applied index is now lower than readState.Index' (duration: 86.97304ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:02.176786Z","caller":"traceutil/trace.go:171","msg":"trace[796597718] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"140.644177ms","start":"2026-03-18T17:03:02.036115Z","end":"2026-03-18T17:03:02.176759Z","steps":["trace[796597718] 'process raft request' (duration: 140.464013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:02.177012Z","caller":"traceutil/trace.go:171","msg":"trace[1344538275] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"140.39628ms","start":"2026-03-18T17:03:02.036603Z","end":"2026-03-18T17:03:02.177Z","steps":["trace[1344538275] 'process raft request' (duration: 140.110873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:02.17727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.240642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T17:03:02.177371Z","caller":"traceutil/trace.go:171","msg":"trace[1194882388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5298; }","duration":"141.404385ms","start":"2026-03-18T17:03:02.035942Z","end":"2026-03-18T17:03:02.177346Z","steps":["trace[1194882388] 'agreement among raft nodes before linearized reading' (duration: 141.120239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:02.17728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.416216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:03:02.177466Z","caller":"traceutil/trace.go:171","msg":"trace[1069885480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:5298; }","duration":"141.638661ms","start":"2026-03-18T17:03:02.035805Z","end":"2026-03-18T17:03:02.177443Z","steps":["trace[1069885480] 'agreement among raft nodes before linearized reading' (duration: 141.18414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:02.439131Z","caller":"traceutil/trace.go:171","msg":"trace[1236239875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5301; }","duration":"150.069173ms","start":"2026-03-18T17:03:02.289029Z","end":"2026-03-18T17:03:02.439098Z","steps":["trace[1236239875] 'process raft request' (duration: 96.062349ms)","trace[1236239875] 'compare' (duration: 53.871551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:12.812677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003374685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:03:13.379751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.849851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:03:13.379868Z","caller":"traceutil/trace.go:171","msg":"trace[1757686086] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"1.068493103s","start":"2026-03-18T17:03:12.311353Z","end":"2026-03-18T17:03:13.379846Z","steps":["trace[1757686086] 'process raft request' (duration: 674.456837ms)","trace[1757686086] 'compare' (duration: 393.247626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:13.379932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.311326Z","time spent":"1.068577385s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:13.41601Z","caller":"traceutil/trace.go:171","msg":"trace[1332373090] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"1.104464722s","start":"2026-03-18T17:03:12.311517Z","end":"2026-03-18T17:03:13.415982Z","steps":["trace[1332373090] 'process raft request' (duration: 1.104308898s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.416125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.311501Z","time spent":"1.104570845s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:13.416218Z","caller":"traceutil/trace.go:171","msg":"trace[942168789] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5656; }","duration":"1.104362129s","start":"2026-03-18T17:03:12.311807Z","end":"2026-03-18T17:03:13.416169Z","steps":["trace[942168789] 'read index received' (duration: 674.027417ms)","trace[942168789] 'applied index is now lower than readState.Index' (duration: 430.330352ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:13.416491Z","caller":"traceutil/trace.go:171","msg":"trace[120032102] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"1.103275663s","start":"2026-03-18T17:03:12.313101Z","end":"2026-03-18T17:03:13.416377Z","steps":["trace[120032102] 'process raft request' (duration: 1.102824212s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.416546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104738439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81878"} {"level":"info","ts":"2026-03-18T17:03:13.416899Z","caller":"traceutil/trace.go:171","msg":"trace[20056175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5441; }","duration":"1.105086947s","start":"2026-03-18T17:03:12.31179Z","end":"2026-03-18T17:03:13.416877Z","steps":["trace[20056175] 'agreement among raft nodes before linearized reading' (duration: 1.104534964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.416952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.311715Z","time spent":"1.10522024s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81901,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T17:03:13.417122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.313089Z","time spent":"1.103638512s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:03:13.437362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125022367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-18T17:03:13.437562Z","caller":"traceutil/trace.go:171","msg":"trace[765533979] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5444; }","duration":"1.125275204s","start":"2026-03-18T17:03:12.312262Z","end":"2026-03-18T17:03:13.437537Z","steps":["trace[765533979] 'agreement among raft nodes before linearized reading' (duration: 1.124863894s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.437658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.312248Z","time spent":"1.125395836s","remote":"127.0.0.1:38704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-18T17:03:13.43787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.742761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:03:13.437912Z","caller":"traceutil/trace.go:171","msg":"trace[1361012054] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"198.459452ms","start":"2026-03-18T17:03:13.239423Z","end":"2026-03-18T17:03:13.437882Z","steps":["trace[1361012054] 'process raft request' (duration: 197.650423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:13.437938Z","caller":"traceutil/trace.go:171","msg":"trace[28490934] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5444; }","duration":"437.874224ms","start":"2026-03-18T17:03:13.000048Z","end":"2026-03-18T17:03:13.437923Z","steps":["trace[28490934] 'agreement among raft nodes before linearized reading' (duration: 437.72155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:13.437934Z","caller":"traceutil/trace.go:171","msg":"trace[1781512294] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"201.120616ms","start":"2026-03-18T17:03:13.236727Z","end":"2026-03-18T17:03:13.437848Z","steps":["trace[1781512294] 'process raft request' (duration: 200.297176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.438027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.335602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:13.438059Z","caller":"traceutil/trace.go:171","msg":"trace[584628382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"389.412384ms","start":"2026-03-18T17:03:13.048636Z","end":"2026-03-18T17:03:13.438048Z","steps":["trace[584628382] 'agreement among raft nodes before linearized reading' (duration: 389.369583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.438095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:13.048608Z","time spent":"389.481806ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:03:13.438253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.491111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:03:13.438308Z","caller":"traceutil/trace.go:171","msg":"trace[1098405683] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"203.389092ms","start":"2026-03-18T17:03:13.2349Z","end":"2026-03-18T17:03:13.438289Z","steps":["trace[1098405683] 'process raft request' (duration: 201.963108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:13.438329Z","caller":"traceutil/trace.go:171","msg":"trace[1160402831] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5444; }","duration":"906.573533ms","start":"2026-03-18T17:03:12.531739Z","end":"2026-03-18T17:03:13.438312Z","steps":["trace[1160402831] 'agreement among raft nodes before linearized reading' (duration: 906.4413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.438281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.014421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T17:03:13.438455Z","caller":"traceutil/trace.go:171","msg":"trace[411199592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5444; }","duration":"798.211236ms","start":"2026-03-18T17:03:12.640224Z","end":"2026-03-18T17:03:13.438435Z","steps":["trace[411199592] 'agreement among raft nodes before linearized reading' (duration: 797.94526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.438544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.635532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:03:13.438589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.640211Z","time spent":"798.365189ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:03:13.438672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.518354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T17:03:13.438754Z","caller":"traceutil/trace.go:171","msg":"trace[1437415002] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5444; }","duration":"473.649618ms","start":"2026-03-18T17:03:12.965089Z","end":"2026-03-18T17:03:13.438738Z","steps":["trace[1437415002] 'agreement among raft nodes before linearized reading' (duration: 473.463164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.438807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.965063Z","time spent":"473.732739ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T17:03:13.438465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.063132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:13.43903Z","caller":"traceutil/trace.go:171","msg":"trace[215866045] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5444; }","duration":"986.687207ms","start":"2026-03-18T17:03:12.45233Z","end":"2026-03-18T17:03:13.439017Z","steps":["trace[215866045] 'agreement among raft nodes before linearized reading' (duration: 986.089613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.439107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.452287Z","time spent":"986.799289ms","remote":"127.0.0.1:53612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:03:13.438392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.531655Z","time spent":"906.721497ms","remote":"127.0.0.1:38906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:03:13.438626Z","caller":"traceutil/trace.go:171","msg":"trace[695053559] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5444; }","duration":"520.818087ms","start":"2026-03-18T17:03:12.917789Z","end":"2026-03-18T17:03:13.438607Z","steps":["trace[695053559] 'agreement among raft nodes before linearized reading' (duration: 520.583741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.439491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.91777Z","time spent":"521.658408ms","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:03:13.437982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:13.000024Z","time spent":"437.948175ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:03:13.439747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.546593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-94dcj\" ","response":"range_response_count:1 size:4342"} {"level":"info","ts":"2026-03-18T17:03:13.43983Z","caller":"traceutil/trace.go:171","msg":"trace[1770983277] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-94dcj; range_end:; response_count:1; response_revision:5444; }","duration":"639.668297ms","start":"2026-03-18T17:03:12.800143Z","end":"2026-03-18T17:03:13.439812Z","steps":["trace[1770983277] 'agreement among raft nodes before linearized reading' (duration: 638.340035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.439864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:12.800128Z","time spent":"639.729268ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4365,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-94dcj\" "} {"level":"warn","ts":"2026-03-18T17:03:13.83302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.120552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:03:13.83326Z","caller":"traceutil/trace.go:171","msg":"trace[16863213] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"386.300479ms","start":"2026-03-18T17:03:13.446932Z","end":"2026-03-18T17:03:13.833233Z","steps":["trace[16863213] 'process raft request' (duration: 62.833577ms)","trace[16863213] 'compare' (duration: 322.441586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:13.833518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:13.446909Z","time spent":"386.465563ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4141,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:03:13.833555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.407724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189dfe3f96a00c4d\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-18T17:03:13.833665Z","caller":"traceutil/trace.go:171","msg":"trace[1415818790] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189dfe3f96a00c4d; range_end:; response_count:1; response_revision:5445; }","duration":"384.572527ms","start":"2026-03-18T17:03:13.449057Z","end":"2026-03-18T17:03:13.83363Z","steps":["trace[1415818790] 'agreement among raft nodes before linearized reading' (duration: 384.27386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.833722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:13.449034Z","time spent":"384.67953ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189dfe3f96a00c4d\" "} {"level":"info","ts":"2026-03-18T17:03:13.833811Z","caller":"traceutil/trace.go:171","msg":"trace[48319390] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5662; }","duration":"384.050445ms","start":"2026-03-18T17:03:13.449116Z","end":"2026-03-18T17:03:13.833166Z","steps":["trace[48319390] 'read index received' (duration: 60.553813ms)","trace[48319390] 'applied index is now lower than readState.Index' (duration: 323.495232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:13.834115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.306288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:13.834164Z","caller":"traceutil/trace.go:171","msg":"trace[2122457544] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5445; }","duration":"328.413471ms","start":"2026-03-18T17:03:13.505738Z","end":"2026-03-18T17:03:13.834151Z","steps":["trace[2122457544] 'agreement among raft nodes before linearized reading' (duration: 328.321628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.83458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:13.505705Z","time spent":"328.862772ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T17:03:13.834638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.274133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-18T17:03:13.835779Z","caller":"traceutil/trace.go:171","msg":"trace[877492091] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5445; }","duration":"386.484702ms","start":"2026-03-18T17:03:13.449269Z","end":"2026-03-18T17:03:13.835753Z","steps":["trace[877492091] 'agreement among raft nodes before linearized reading' (duration: 384.795042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:13.835884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:13.449246Z","time spent":"386.580715ms","remote":"127.0.0.1:38790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T17:03:14.111784Z","caller":"traceutil/trace.go:171","msg":"trace[1359289890] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"272.373838ms","start":"2026-03-18T17:03:13.839363Z","end":"2026-03-18T17:03:14.111736Z","steps":["trace[1359289890] 'process raft request' (duration: 231.924121ms)","trace[1359289890] 'compare' (duration: 39.823862ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:14.111928Z","caller":"traceutil/trace.go:171","msg":"trace[118691737] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"271.347033ms","start":"2026-03-18T17:03:13.840558Z","end":"2026-03-18T17:03:14.111905Z","steps":["trace[118691737] 'process raft request' (duration: 271.111717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:14.111955Z","caller":"traceutil/trace.go:171","msg":"trace[1293804640] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5664; }","duration":"204.922289ms","start":"2026-03-18T17:03:13.906806Z","end":"2026-03-18T17:03:14.111728Z","steps":["trace[1293804640] 'read index received' (duration: 164.3977ms)","trace[1293804640] 'applied index is now lower than readState.Index' (duration: 40.523599ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:14.112003Z","caller":"traceutil/trace.go:171","msg":"trace[1711180708] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"271.479096ms","start":"2026-03-18T17:03:13.840396Z","end":"2026-03-18T17:03:14.111875Z","steps":["trace[1711180708] 'process raft request' (duration: 271.184689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:14.112223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.853407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-18T17:03:14.11236Z","caller":"traceutil/trace.go:171","msg":"trace[960593183] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5449; }","duration":"270.042321ms","start":"2026-03-18T17:03:13.842298Z","end":"2026-03-18T17:03:14.11234Z","steps":["trace[960593183] 'agreement among raft nodes before linearized reading' (duration: 269.733104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:14.112603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.978667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T17:03:14.112663Z","caller":"traceutil/trace.go:171","msg":"trace[109718353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5449; }","duration":"202.07609ms","start":"2026-03-18T17:03:13.910571Z","end":"2026-03-18T17:03:14.112647Z","steps":["trace[109718353] 'agreement among raft nodes before linearized reading' (duration: 201.617629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:14.112623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.816143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189dfe3f97026488\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-18T17:03:14.112789Z","caller":"traceutil/trace.go:171","msg":"trace[1518459708] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189dfe3f97026488; range_end:; response_count:1; response_revision:5449; }","duration":"202.020478ms","start":"2026-03-18T17:03:13.910727Z","end":"2026-03-18T17:03:14.112747Z","steps":["trace[1518459708] 'agreement among raft nodes before linearized reading' (duration: 201.505916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:14.281813Z","caller":"traceutil/trace.go:171","msg":"trace[217281060] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"109.244778ms","start":"2026-03-18T17:03:14.172536Z","end":"2026-03-18T17:03:14.28178Z","steps":["trace[217281060] 'process raft request' (duration: 54.186188ms)","trace[217281060] 'compare' (duration: 54.804624ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:14.282081Z","caller":"traceutil/trace.go:171","msg":"trace[280286311] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"108.05876ms","start":"2026-03-18T17:03:14.173964Z","end":"2026-03-18T17:03:14.282023Z","steps":["trace[280286311] 'process raft request' (duration: 107.742583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.720928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.748264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T17:03:16.721024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.271441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:16.721045Z","caller":"traceutil/trace.go:171","msg":"trace[233193522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5461; }","duration":"433.922267ms","start":"2026-03-18T17:03:16.287098Z","end":"2026-03-18T17:03:16.72102Z","steps":["trace[233193522] 'range keys from in-memory index tree' (duration: 433.503787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.721094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:16.287072Z","time spent":"434.01238ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:03:16.72119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.531265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T17:03:16.72109Z","caller":"traceutil/trace.go:171","msg":"trace[620231938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5461; }","duration":"672.339962ms","start":"2026-03-18T17:03:16.048733Z","end":"2026-03-18T17:03:16.721073Z","steps":["trace[620231938] 'range keys from in-memory index tree' (duration: 672.199588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.721428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:16.048657Z","time spent":"672.714812ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:03:16.721301Z","caller":"traceutil/trace.go:171","msg":"trace[1540666048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5461; }","duration":"392.709451ms","start":"2026-03-18T17:03:16.328565Z","end":"2026-03-18T17:03:16.721275Z","steps":["trace[1540666048] 'range keys from in-memory index tree' (duration: 392.29228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.722387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:16.328533Z","time spent":"393.763516ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:03:22.578184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2732} {"level":"info","ts":"2026-03-18T17:03:22.639131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2732,"took":"59.278121ms","hash":667326694,"current-db-size-bytes":39276544,"current-db-size":"39 MB","current-db-size-in-use-bytes":28966912,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T17:03:22.639205Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":667326694,"revision":2732,"compact-revision":-1} {"level":"info","ts":"2026-03-18T17:03:51.234763Z","caller":"traceutil/trace.go:171","msg":"trace[937647457] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5974; }","duration":"209.713892ms","start":"2026-03-18T17:03:51.025022Z","end":"2026-03-18T17:03:51.234735Z","steps":["trace[937647457] 'read index received' (duration: 209.495037ms)","trace[937647457] 'applied index is now lower than readState.Index' (duration: 217.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:51.234857Z","caller":"traceutil/trace.go:171","msg":"trace[83209471] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"225.529259ms","start":"2026-03-18T17:03:51.009281Z","end":"2026-03-18T17:03:51.234811Z","steps":["trace[83209471] 'process raft request' (duration: 225.312384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:51.235056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.012289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T17:03:51.235104Z","caller":"traceutil/trace.go:171","msg":"trace[1126041613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5747; }","duration":"210.118412ms","start":"2026-03-18T17:03:51.024973Z","end":"2026-03-18T17:03:51.235092Z","steps":["trace[1126041613] 'agreement among raft nodes before linearized reading' (duration: 209.906457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:51.331417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.298603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-18T17:03:51.331512Z","caller":"traceutil/trace.go:171","msg":"trace[632883577] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5747; }","duration":"207.427675ms","start":"2026-03-18T17:03:51.124064Z","end":"2026-03-18T17:03:51.331492Z","steps":["trace[632883577] 'agreement among raft nodes before linearized reading' (duration: 207.146588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:51.331507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.601649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:51.331595Z","caller":"traceutil/trace.go:171","msg":"trace[101559154] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5747; }","duration":"209.717432ms","start":"2026-03-18T17:03:51.121853Z","end":"2026-03-18T17:03:51.331571Z","steps":["trace[101559154] 'agreement among raft nodes before linearized reading' (duration: 209.310832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:51.331347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.370933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:51.331819Z","caller":"traceutil/trace.go:171","msg":"trace[2012832265] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5747; }","duration":"209.936097ms","start":"2026-03-18T17:03:51.121869Z","end":"2026-03-18T17:03:51.331805Z","steps":["trace[2012832265] 'agreement among raft nodes before linearized reading' (duration: 209.392184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:01.825392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.533258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:04:01.82577Z","caller":"traceutil/trace.go:171","msg":"trace[1451749538] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5809; }","duration":"160.920978ms","start":"2026-03-18T17:04:01.664791Z","end":"2026-03-18T17:04:01.825712Z","steps":["trace[1451749538] 'range keys from in-memory index tree' (duration: 160.499548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:04:01.825808Z","caller":"traceutil/trace.go:171","msg":"trace[90838820] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"146.726441ms","start":"2026-03-18T17:04:01.67903Z","end":"2026-03-18T17:04:01.825756Z","steps":["trace[90838820] 'process raft request' (duration: 122.845637ms)","trace[90838820] 'compare' (duration: 23.405192ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:04:01.825864Z","caller":"traceutil/trace.go:171","msg":"trace[521152685] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6040; }","duration":"146.020934ms","start":"2026-03-18T17:04:01.67969Z","end":"2026-03-18T17:04:01.825711Z","steps":["trace[521152685] 'read index received' (duration: 122.191761ms)","trace[521152685] 'applied index is now lower than readState.Index' (duration: 23.827633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:04:01.82594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.222608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:04:01.826056Z","caller":"traceutil/trace.go:171","msg":"trace[77388068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5810; }","duration":"146.450873ms","start":"2026-03-18T17:04:01.679579Z","end":"2026-03-18T17:04:01.826029Z","steps":["trace[77388068] 'agreement among raft nodes before linearized reading' (duration: 146.141046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:01.827005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.38047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210975"} {"level":"info","ts":"2026-03-18T17:04:01.827365Z","caller":"traceutil/trace.go:171","msg":"trace[2061677875] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5809; }","duration":"275.770829ms","start":"2026-03-18T17:04:01.55157Z","end":"2026-03-18T17:04:01.827341Z","steps":["trace[2061677875] 'range keys from in-memory index tree' (duration: 273.970364ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:04:01.8964Z","caller":"traceutil/trace.go:171","msg":"trace[966389004] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"205.911499ms","start":"2026-03-18T17:04:01.690447Z","end":"2026-03-18T17:04:01.896358Z","steps":["trace[966389004] 'process raft request' (duration: 205.804186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:01.896537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.641005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T17:04:01.896693Z","caller":"traceutil/trace.go:171","msg":"trace[498476742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5812; }","duration":"170.817209ms","start":"2026-03-18T17:04:01.72581Z","end":"2026-03-18T17:04:01.896627Z","steps":["trace[498476742] 'agreement among raft nodes before linearized reading' (duration: 170.522072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:01.897067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.5213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:04:01.897179Z","caller":"traceutil/trace.go:171","msg":"trace[2027448154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:5812; }","duration":"205.671333ms","start":"2026-03-18T17:04:01.691477Z","end":"2026-03-18T17:04:01.897148Z","steps":["trace[2027448154] 'agreement among raft nodes before linearized reading' (duration: 205.367436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:01.897082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.992792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T17:04:01.897328Z","caller":"traceutil/trace.go:171","msg":"trace[749928179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5812; }","duration":"213.236978ms","start":"2026-03-18T17:04:01.684054Z","end":"2026-03-18T17:04:01.897291Z","steps":["trace[749928179] 'agreement among raft nodes before linearized reading' (duration: 212.857128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:04:01.897444Z","caller":"traceutil/trace.go:171","msg":"trace[1622135978] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"214.932169ms","start":"2026-03-18T17:04:01.6819Z","end":"2026-03-18T17:04:01.896832Z","steps":["trace[1622135978] 'process raft request' (duration: 214.211451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:02.109043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.735546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:04:02.109362Z","caller":"traceutil/trace.go:171","msg":"trace[560110211] linearizableReadLoop","detail":"{readStateIndex:6046; appliedIndex:6044; }","duration":"195.551295ms","start":"2026-03-18T17:04:01.913788Z","end":"2026-03-18T17:04:02.109339Z","steps":["trace[560110211] 'read index received' (duration: 31.348017ms)","trace[560110211] 'applied index is now lower than readState.Index' (duration: 164.201638ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:04:02.109374Z","caller":"traceutil/trace.go:171","msg":"trace[382043923] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"207.060686ms","start":"2026-03-18T17:04:01.90227Z","end":"2026-03-18T17:04:02.10933Z","steps":["trace[382043923] 'process raft request' (duration: 42.908229ms)","trace[382043923] 'compare' (duration: 163.608753ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:04:02.109462Z","caller":"traceutil/trace.go:171","msg":"trace[894107046] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"206.991805ms","start":"2026-03-18T17:04:01.902459Z","end":"2026-03-18T17:04:02.109451Z","steps":["trace[894107046] 'process raft request' (duration: 206.702778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:02.109791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.639399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T17:04:02.109853Z","caller":"traceutil/trace.go:171","msg":"trace[923518036] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5815; }","duration":"162.758532ms","start":"2026-03-18T17:04:01.947074Z","end":"2026-03-18T17:04:02.109832Z","steps":["trace[923518036] 'agreement among raft nodes before linearized reading' (duration: 162.484436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:02.109961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.454566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101740"} {"level":"info","ts":"2026-03-18T17:04:02.110045Z","caller":"traceutil/trace.go:171","msg":"trace[1293401670] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5815; }","duration":"207.584769ms","start":"2026-03-18T17:04:01.902441Z","end":"2026-03-18T17:04:02.110025Z","steps":["trace[1293401670] 'agreement among raft nodes before linearized reading' (duration: 207.122448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:04:12.331033Z","caller":"traceutil/trace.go:171","msg":"trace[322109397] linearizableReadLoop","detail":"{readStateIndex:6119; appliedIndex:6118; }","duration":"172.440499ms","start":"2026-03-18T17:04:12.15856Z","end":"2026-03-18T17:04:12.331001Z","steps":["trace[322109397] 'read index received' (duration: 172.399748ms)","trace[322109397] 'applied index is now lower than readState.Index' (duration: 39.511µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:04:12.331066Z","caller":"traceutil/trace.go:171","msg":"trace[1060749564] transaction","detail":"{read_only:false; response_revision:5886; number_of_response:1; }","duration":"172.8836ms","start":"2026-03-18T17:04:12.158157Z","end":"2026-03-18T17:04:12.33104Z","steps":["trace[1060749564] 'process raft request' (duration: 172.678565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:12.331291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.708145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T17:04:12.331326Z","caller":"traceutil/trace.go:171","msg":"trace[1038859019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5886; }","duration":"172.785088ms","start":"2026-03-18T17:04:12.158529Z","end":"2026-03-18T17:04:12.331315Z","steps":["trace[1038859019] 'agreement among raft nodes before linearized reading' (duration: 172.638264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:04:12.331468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.737933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:04:12.331583Z","caller":"traceutil/trace.go:171","msg":"trace[228718041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:5886; }","duration":"171.913298ms","start":"2026-03-18T17:04:12.159645Z","end":"2026-03-18T17:04:12.331558Z","steps":["trace[228718041] 'agreement among raft nodes before linearized reading' (duration: 171.587149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:04:12.475396Z","caller":"traceutil/trace.go:171","msg":"trace[144842028] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"138.066978ms","start":"2026-03-18T17:04:12.337288Z","end":"2026-03-18T17:04:12.475354Z","steps":["trace[144842028] 'process raft request' (duration: 73.541339ms)","trace[144842028] 'compare' (duration: 64.347945ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:04:16.675403Z","caller":"traceutil/trace.go:171","msg":"trace[1142195299] linearizableReadLoop","detail":"{readStateIndex:6143; appliedIndex:6142; }","duration":"124.814194ms","start":"2026-03-18T17:04:16.550562Z","end":"2026-03-18T17:04:16.675377Z","steps":["trace[1142195299] 'read index received' (duration: 77.369673ms)","trace[1142195299] 'applied index is now lower than readState.Index' (duration: 47.443181ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:04:16.675615Z","caller":"traceutil/trace.go:171","msg":"trace[447100976] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"177.265237ms","start":"2026-03-18T17:04:16.498287Z","end":"2026-03-18T17:04:16.675552Z","steps":["trace[447100976] 'process raft request' (duration: 129.639462ms)","trace[447100976] 'compare' (duration: 47.318558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:04:16.675736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.161592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:04:16.675812Z","caller":"traceutil/trace.go:171","msg":"trace[615548344] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5909; }","duration":"125.367628ms","start":"2026-03-18T17:04:16.550436Z","end":"2026-03-18T17:04:16.675804Z","steps":["trace[615548344] 'agreement among raft nodes before linearized reading' (duration: 125.04108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:05:26.93916Z","caller":"traceutil/trace.go:171","msg":"trace[2011527566] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"179.951582ms","start":"2026-03-18T17:05:26.75917Z","end":"2026-03-18T17:05:26.939121Z","steps":["trace[2011527566] 'process raft request' (duration: 179.770978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:05:26.96848Z","caller":"traceutil/trace.go:171","msg":"trace[1687905853] linearizableReadLoop","detail":"{readStateIndex:6591; appliedIndex:6589; }","duration":"173.646229ms","start":"2026-03-18T17:05:26.794812Z","end":"2026-03-18T17:05:26.968458Z","steps":["trace[1687905853] 'read index received' (duration: 144.169386ms)","trace[1687905853] 'applied index is now lower than readState.Index' (duration: 29.475643ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:05:26.968562Z","caller":"traceutil/trace.go:171","msg":"trace[1868345749] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"206.424423ms","start":"2026-03-18T17:05:26.76209Z","end":"2026-03-18T17:05:26.968515Z","steps":["trace[1868345749] 'process raft request' (duration: 206.268378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:05:26.968728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.906306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:05:26.968789Z","caller":"traceutil/trace.go:171","msg":"trace[1655462411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:6342; }","duration":"174.03099ms","start":"2026-03-18T17:05:26.794742Z","end":"2026-03-18T17:05:26.968773Z","steps":["trace[1655462411] 'agreement among raft nodes before linearized reading' (duration: 173.805594ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:22.619484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5503} {"level":"info","ts":"2026-03-18T17:08:22.70506Z","caller":"traceutil/trace.go:171","msg":"trace[576949505] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"102.668004ms","start":"2026-03-18T17:08:22.602344Z","end":"2026-03-18T17:08:22.705012Z","steps":["trace[576949505] 'process raft request' (duration: 42.327754ms)","trace[576949505] 'compare' (duration: 26.323157ms)","trace[576949505] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/openstack/barbican-ks-endpoints-kqm42; req_size:15246; } (duration: 33.779817ms)"],"step_count":3} {"level":"warn","ts":"2026-03-18T17:08:23.025083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.902306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:08:23.025191Z","caller":"traceutil/trace.go:171","msg":"trace[1205348043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7519; }","duration":"112.0692ms","start":"2026-03-18T17:08:22.9131Z","end":"2026-03-18T17:08:23.025169Z","steps":["trace[1205348043] 'range keys from in-memory index tree' (duration: 111.733982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:23.061852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.866369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:08:23.06262Z","caller":"traceutil/trace.go:171","msg":"trace[360062361] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"132.580106ms","start":"2026-03-18T17:08:22.929904Z","end":"2026-03-18T17:08:23.062484Z","steps":["trace[360062361] 'process raft request' (duration: 30.977779ms)","trace[360062361] 'compare' (duration: 63.860715ms)","trace[360062361] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 36.863781ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T17:08:23.143546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5503,"took":"520.682332ms","hash":1600364643,"current-db-size-bytes":40923136,"current-db-size":"41 MB","current-db-size-in-use-bytes":21585920,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-18T17:08:23.143644Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1600364643,"revision":5503,"compact-revision":2732} {"level":"info","ts":"2026-03-18T17:08:40.306962Z","caller":"traceutil/trace.go:171","msg":"trace[1812713091] linearizableReadLoop","detail":"{readStateIndex:7925; appliedIndex:7924; }","duration":"107.805972ms","start":"2026-03-18T17:08:40.199122Z","end":"2026-03-18T17:08:40.306928Z","steps":["trace[1812713091] 'read index received' (duration: 19.4126ms)","trace[1812713091] 'applied index is now lower than readState.Index' (duration: 88.391802ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:40.30705Z","caller":"traceutil/trace.go:171","msg":"trace[1098091771] transaction","detail":"{read_only:false; response_revision:7629; number_of_response:1; }","duration":"138.67547ms","start":"2026-03-18T17:08:40.168329Z","end":"2026-03-18T17:08:40.307005Z","steps":["trace[1098091771] 'process raft request' (duration: 50.262887ms)","trace[1098091771] 'compare' (duration: 88.151467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:40.307284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.13498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:08:40.30735Z","caller":"traceutil/trace.go:171","msg":"trace[180313299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:7629; }","duration":"108.256733ms","start":"2026-03-18T17:08:40.199078Z","end":"2026-03-18T17:08:40.307334Z","steps":["trace[180313299] 'agreement among raft nodes before linearized reading' (duration: 108.021257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:07.505271Z","caller":"traceutil/trace.go:171","msg":"trace[1357553486] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8101; }","duration":"130.597435ms","start":"2026-03-18T17:09:07.374641Z","end":"2026-03-18T17:09:07.505238Z","steps":["trace[1357553486] 'read index received' (duration: 93.099077ms)","trace[1357553486] 'applied index is now lower than readState.Index' (duration: 37.497548ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:07.505365Z","caller":"traceutil/trace.go:171","msg":"trace[1355550152] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"130.822241ms","start":"2026-03-18T17:09:07.374517Z","end":"2026-03-18T17:09:07.505339Z","steps":["trace[1355550152] 'process raft request' (duration: 130.613946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:07.505551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.879132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:09:07.505614Z","caller":"traceutil/trace.go:171","msg":"trace[618456032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7797; }","duration":"130.993375ms","start":"2026-03-18T17:09:07.374603Z","end":"2026-03-18T17:09:07.505597Z","steps":["trace[618456032] 'agreement among raft nodes before linearized reading' (duration: 130.77352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:13.297174Z","caller":"traceutil/trace.go:171","msg":"trace[1226176830] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"123.912962ms","start":"2026-03-18T17:09:13.173221Z","end":"2026-03-18T17:09:13.297134Z","steps":["trace[1226176830] 'process raft request' (duration: 123.643076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:13.589432Z","caller":"traceutil/trace.go:171","msg":"trace[1231994699] linearizableReadLoop","detail":"{readStateIndex:8132; appliedIndex:8131; }","duration":"110.768674ms","start":"2026-03-18T17:09:13.47862Z","end":"2026-03-18T17:09:13.589388Z","steps":["trace[1231994699] 'read index received' (duration: 93.277691ms)","trace[1231994699] 'applied index is now lower than readState.Index' (duration: 17.489073ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:13.58953Z","caller":"traceutil/trace.go:171","msg":"trace[427242719] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"111.593745ms","start":"2026-03-18T17:09:13.477889Z","end":"2026-03-18T17:09:13.589483Z","steps":["trace[427242719] 'process raft request' (duration: 93.941897ms)","trace[427242719] 'compare' (duration: 17.32675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:13.58982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.171145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-74c8cdc7c8-cpvcg\" ","response":"range_response_count:1 size:8467"} {"level":"info","ts":"2026-03-18T17:09:13.589881Z","caller":"traceutil/trace.go:171","msg":"trace[841009398] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-74c8cdc7c8-cpvcg; range_end:; response_count:1; response_revision:7825; }","duration":"111.317478ms","start":"2026-03-18T17:09:13.478549Z","end":"2026-03-18T17:09:13.589867Z","steps":["trace[841009398] 'agreement among raft nodes before linearized reading' (duration: 111.020721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:13.619593Z","caller":"traceutil/trace.go:171","msg":"trace[443189648] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"132.324818ms","start":"2026-03-18T17:09:13.487249Z","end":"2026-03-18T17:09:13.619574Z","steps":["trace[443189648] 'process raft request' (duration: 132.139582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.733363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.960224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T17:09:14.733494Z","caller":"traceutil/trace.go:171","msg":"trace[354082594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7836; }","duration":"124.175199ms","start":"2026-03-18T17:09:14.609293Z","end":"2026-03-18T17:09:14.733469Z","steps":["trace[354082594] 'range keys from in-memory index tree' (duration: 123.650597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.733553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.901571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:09:14.734337Z","caller":"traceutil/trace.go:171","msg":"trace[1741915600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:7836; }","duration":"107.631908ms","start":"2026-03-18T17:09:14.626562Z","end":"2026-03-18T17:09:14.734193Z","steps":["trace[1741915600] 'range keys from in-memory index tree' (duration: 106.650265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:21.033284Z","caller":"traceutil/trace.go:171","msg":"trace[1935113840] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"217.686076ms","start":"2026-03-18T17:09:20.815562Z","end":"2026-03-18T17:09:21.033248Z","steps":["trace[1935113840] 'process raft request' (duration: 217.505761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:21.033714Z","caller":"traceutil/trace.go:171","msg":"trace[1888641398] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8304; }","duration":"214.321464ms","start":"2026-03-18T17:09:20.81935Z","end":"2026-03-18T17:09:21.033672Z","steps":["trace[1888641398] 'read index received' (duration: 214.306803ms)","trace[1888641398] 'applied index is now lower than readState.Index' (duration: 11.311µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:21.034023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.657854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:09:21.034155Z","caller":"traceutil/trace.go:171","msg":"trace[304685475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7995; }","duration":"191.86994ms","start":"2026-03-18T17:09:20.842259Z","end":"2026-03-18T17:09:21.034129Z","steps":["trace[304685475] 'agreement among raft nodes before linearized reading' (duration: 191.649674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:21.034264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.886837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224066"} {"level":"info","ts":"2026-03-18T17:09:21.034363Z","caller":"traceutil/trace.go:171","msg":"trace[1561659551] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7995; }","duration":"215.032891ms","start":"2026-03-18T17:09:20.81931Z","end":"2026-03-18T17:09:21.034343Z","steps":["trace[1561659551] 'agreement among raft nodes before linearized reading' (duration: 214.517848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:22.220568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003381569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:09:22.721413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5563807021003381569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:09:22.916698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255693991s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:09:22.917258Z","caller":"traceutil/trace.go:171","msg":"trace[1755000319] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"1.256401399s","start":"2026-03-18T17:09:21.660825Z","end":"2026-03-18T17:09:22.917226Z","steps":["trace[1755000319] 'process raft request' (duration: 1.256169432s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:22.917443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.660797Z","time spent":"1.256543332s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:23.74192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T17:09:23.742062Z","caller":"traceutil/trace.go:171","msg":"trace[1025287955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651495s","start":"2026-03-18T17:09:21.741382Z","end":"2026-03-18T17:09:23.742034Z","steps":["trace[1025287955] 'agreement among raft nodes before linearized reading' (duration: 2.000466641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.742123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.74137Z","time spent":"2.000741177s","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 17:09:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T17:09:23.755249Z","caller":"traceutil/trace.go:171","msg":"trace[162891203] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"2.093371483s","start":"2026-03-18T17:09:21.66183Z","end":"2026-03-18T17:09:23.755202Z","steps":["trace[162891203] 'process raft request' (duration: 2.081428292s)","trace[162891203] 'compare' (duration: 11.362706ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:23.755297Z","caller":"traceutil/trace.go:171","msg":"trace[438969018] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8307; }","duration":"2.035416798s","start":"2026-03-18T17:09:21.719844Z","end":"2026-03-18T17:09:23.755261Z","steps":["trace[438969018] 'read index received' (duration: 1.197180963s)","trace[438969018] 'applied index is now lower than readState.Index' (duration: 838.232115ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:23.755413Z","caller":"traceutil/trace.go:171","msg":"trace[1945522206] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"357.30819ms","start":"2026-03-18T17:09:23.398063Z","end":"2026-03-18T17:09:23.755371Z","steps":["trace[1945522206] 'process raft request' (duration: 357.170506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.755475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.661802Z","time spent":"2.093553227s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:23.755573Z","caller":"traceutil/trace.go:171","msg":"trace[262442711] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"211.786763ms","start":"2026-03-18T17:09:23.543734Z","end":"2026-03-18T17:09:23.755521Z","steps":["trace[262442711] 'process raft request' (duration: 211.574918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.755618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.398011Z","time spent":"357.500634ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:23.755645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963056204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T17:09:23.755716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.510848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-18T17:09:23.755712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035851229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T17:09:23.755822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.834732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T17:09:23.755859Z","caller":"traceutil/trace.go:171","msg":"trace[11699222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8001; }","duration":"716.922214ms","start":"2026-03-18T17:09:23.038929Z","end":"2026-03-18T17:09:23.755851Z","steps":["trace[11699222] 'agreement among raft nodes before linearized reading' (duration: 716.828382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.755865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80276195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-18T17:09:23.755889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.038901Z","time spent":"716.982646ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T17:09:23.755896Z","caller":"traceutil/trace.go:171","msg":"trace[787509195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8001; }","duration":"1.802820941s","start":"2026-03-18T17:09:21.953063Z","end":"2026-03-18T17:09:23.755884Z","steps":["trace[787509195] 'agreement among raft nodes before linearized reading' (duration: 1.802727339s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.755929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.953047Z","time spent":"1.802874613s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:09:23.755932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.529251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T17:09:23.755936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955184363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:09:23.755973Z","caller":"traceutil/trace.go:171","msg":"trace[1908809638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8001; }","duration":"408.630483ms","start":"2026-03-18T17:09:23.347332Z","end":"2026-03-18T17:09:23.755962Z","steps":["trace[1908809638] 'agreement among raft nodes before linearized reading' (duration: 408.52589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.755981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.241127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-18T17:09:23.755984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.73118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74c8cdc7c8-cpvcg.189dfe972b673b3e\" ","response":"range_response_count:1 size:1133"} {"level":"info","ts":"2026-03-18T17:09:23.756001Z","caller":"traceutil/trace.go:171","msg":"trace[1641505933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8001; }","duration":"1.955273615s","start":"2026-03-18T17:09:21.800699Z","end":"2026-03-18T17:09:23.755972Z","steps":["trace[1641505933] 'agreement among raft nodes before linearized reading' (duration: 1.955128912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.756016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.347298Z","time spent":"408.706975ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:09:23.756028Z","caller":"traceutil/trace.go:171","msg":"trace[1507832427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:8001; }","duration":"711.309748ms","start":"2026-03-18T17:09:23.044705Z","end":"2026-03-18T17:09:23.756015Z","steps":["trace[1507832427] 'agreement among raft nodes before linearized reading' (duration: 711.126294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:23.756036Z","caller":"traceutil/trace.go:171","msg":"trace[486454227] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74c8cdc7c8-cpvcg.189dfe972b673b3e; range_end:; response_count:1; response_revision:8001; }","duration":"277.830363ms","start":"2026-03-18T17:09:23.478192Z","end":"2026-03-18T17:09:23.756023Z","steps":["trace[486454227] 'agreement among raft nodes before linearized reading' (duration: 277.608518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.756061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.800689Z","time spent":"1.955361627s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:09:23.755717Z","caller":"traceutil/trace.go:171","msg":"trace[629476759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8001; }","duration":"1.963128737s","start":"2026-03-18T17:09:21.79257Z","end":"2026-03-18T17:09:23.755699Z","steps":["trace[629476759] 'agreement among raft nodes before linearized reading' (duration: 1.962894591s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.756056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206063589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:09:23.756066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.256834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:09:23.756301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.792536Z","time spent":"1.963752621s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T17:09:23.75607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.044691Z","time spent":"711.36712ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"info","ts":"2026-03-18T17:09:23.756327Z","caller":"traceutil/trace.go:171","msg":"trace[1298768298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8001; }","duration":"1.206366486s","start":"2026-03-18T17:09:22.54994Z","end":"2026-03-18T17:09:23.756306Z","steps":["trace[1298768298] 'agreement among raft nodes before linearized reading' (duration: 1.20568391s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:23.756343Z","caller":"traceutil/trace.go:171","msg":"trace[866285167] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8001; }","duration":"793.627173ms","start":"2026-03-18T17:09:22.962694Z","end":"2026-03-18T17:09:23.756321Z","steps":["trace[866285167] 'agreement among raft nodes before linearized reading' (duration: 793.237984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.755766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707197344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:23.756384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.549861Z","time spent":"1.20651125s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:09:23.755763Z","caller":"traceutil/trace.go:171","msg":"trace[1753777189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8001; }","duration":"542.637401ms","start":"2026-03-18T17:09:23.213116Z","end":"2026-03-18T17:09:23.755754Z","steps":["trace[1753777189] 'agreement among raft nodes before linearized reading' (duration: 542.357464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:23.756403Z","caller":"traceutil/trace.go:171","msg":"trace[565640619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8001; }","duration":"1.7078889s","start":"2026-03-18T17:09:22.048502Z","end":"2026-03-18T17:09:23.756391Z","steps":["trace[565640619] 'agreement among raft nodes before linearized reading' (duration: 1.707239915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.756408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.96267Z","time spent":"793.719975ms","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:23.756443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.048459Z","time spent":"1.707977902s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:09:23.756447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.213085Z","time spent":"543.351728ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T17:09:23.756824Z","caller":"traceutil/trace.go:171","msg":"trace[295801271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8001; }","duration":"2.037037467s","start":"2026-03-18T17:09:21.719774Z","end":"2026-03-18T17:09:23.756811Z","steps":["trace[295801271] 'agreement among raft nodes before linearized reading' (duration: 2.035623493s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.756877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.719745Z","time spent":"2.037121409s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:09:35.333794Z","caller":"traceutil/trace.go:171","msg":"trace[1873495024] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"593.730458ms","start":"2026-03-18T17:09:34.740021Z","end":"2026-03-18T17:09:35.333752Z","steps":["trace[1873495024] 'process raft request' (duration: 593.509403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:35.334012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:34.739992Z","time spent":"593.917543ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:35.727054Z","caller":"traceutil/trace.go:171","msg":"trace[1404795555] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8369; }","duration":"677.51346ms","start":"2026-03-18T17:09:35.049502Z","end":"2026-03-18T17:09:35.727015Z","steps":["trace[1404795555] 'read index received' (duration: 284.143507ms)","trace[1404795555] 'applied index is now lower than readState.Index' (duration: 393.368983ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:35.727169Z","caller":"traceutil/trace.go:171","msg":"trace[162559697] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"754.285479ms","start":"2026-03-18T17:09:34.972847Z","end":"2026-03-18T17:09:35.727132Z","steps":["trace[162559697] 'process raft request' (duration: 753.973002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:35.727281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.758539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:09:35.727344Z","caller":"traceutil/trace.go:171","msg":"trace[1631357262] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8059; }","duration":"515.885662ms","start":"2026-03-18T17:09:35.211434Z","end":"2026-03-18T17:09:35.72732Z","steps":["trace[1631357262] 'agreement among raft nodes before linearized reading' (duration: 515.785289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:35.727365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:34.972818Z","time spent":"754.413933ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:35.727381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:35.211408Z","time spent":"515.962504ms","remote":"127.0.0.1:39022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:35.727618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.908059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:35.727781Z","caller":"traceutil/trace.go:171","msg":"trace[214137953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8059; }","duration":"678.306278ms","start":"2026-03-18T17:09:35.049426Z","end":"2026-03-18T17:09:35.727732Z","steps":["trace[214137953] 'agreement among raft nodes before linearized reading' (duration: 677.800426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:35.727876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:35.049396Z","time spent":"678.463412ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:09:36.132493Z","caller":"traceutil/trace.go:171","msg":"trace[52667228] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8376; }","duration":"144.742698ms","start":"2026-03-18T17:09:35.987719Z","end":"2026-03-18T17:09:36.132462Z","steps":["trace[52667228] 'read index received' (duration: 12.056123ms)","trace[52667228] 'applied index is now lower than readState.Index' (duration: 132.685845ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:36.132878Z","caller":"traceutil/trace.go:171","msg":"trace[1891675801] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"145.297161ms","start":"2026-03-18T17:09:35.987564Z","end":"2026-03-18T17:09:36.132862Z","steps":["trace[1891675801] 'process raft request' (duration: 144.863841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:36.132887Z","caller":"traceutil/trace.go:171","msg":"trace[594650202] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"145.438264ms","start":"2026-03-18T17:09:35.987386Z","end":"2026-03-18T17:09:36.132824Z","steps":["trace[594650202] 'process raft request' (duration: 131.565728ms)","trace[594650202] 'compare' (duration: 13.278892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:36.13296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.21675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224066"} {"level":"info","ts":"2026-03-18T17:09:36.132999Z","caller":"traceutil/trace.go:171","msg":"trace[1655319166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8067; }","duration":"145.309751ms","start":"2026-03-18T17:09:35.987681Z","end":"2026-03-18T17:09:36.132991Z","steps":["trace[1655319166] 'agreement among raft nodes before linearized reading' (duration: 144.893871ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:36.133169Z","caller":"traceutil/trace.go:171","msg":"trace[85450049] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"145.565788ms","start":"2026-03-18T17:09:35.987518Z","end":"2026-03-18T17:09:36.133084Z","steps":["trace[85450049] 'process raft request' (duration: 144.867201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.061538Z","caller":"traceutil/trace.go:171","msg":"trace[765801338] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"328.730958ms","start":"2026-03-18T17:09:37.732771Z","end":"2026-03-18T17:09:38.061502Z","steps":["trace[765801338] 'process raft request' (duration: 328.488801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.061729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:37.73274Z","time spent":"328.881601ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:38.308532Z","caller":"traceutil/trace.go:171","msg":"trace[1668007194] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8380; }","duration":"322.024574ms","start":"2026-03-18T17:09:37.986477Z","end":"2026-03-18T17:09:38.308501Z","steps":["trace[1668007194] 'read index received' (duration: 74.797062ms)","trace[1668007194] 'applied index is now lower than readState.Index' (duration: 247.226362ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:38.308633Z","caller":"traceutil/trace.go:171","msg":"trace[1615486796] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"407.127827ms","start":"2026-03-18T17:09:37.901477Z","end":"2026-03-18T17:09:38.308604Z","steps":["trace[1615486796] 'process raft request' (duration: 406.976483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.308599Z","caller":"traceutil/trace.go:171","msg":"trace[84298537] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"434.738366ms","start":"2026-03-18T17:09:37.873819Z","end":"2026-03-18T17:09:38.308557Z","steps":["trace[84298537] 'process raft request' (duration: 434.454389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.308788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:37.901457Z","time spent":"407.2303ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:38.30901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.999187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:38.309066Z","caller":"traceutil/trace.go:171","msg":"trace[1787079236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8070; }","duration":"259.109651ms","start":"2026-03-18T17:09:38.049943Z","end":"2026-03-18T17:09:38.309053Z","steps":["trace[1787079236] 'agreement among raft nodes before linearized reading' (duration: 258.975257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.30902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:37.873779Z","time spent":"435.117585ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:38.309204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.206279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T17:09:38.309335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.790137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T17:09:38.309347Z","caller":"traceutil/trace.go:171","msg":"trace[523303214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8070; }","duration":"171.402424ms","start":"2026-03-18T17:09:38.137907Z","end":"2026-03-18T17:09:38.309309Z","steps":["trace[523303214] 'agreement among raft nodes before linearized reading' (duration: 171.052085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.309391Z","caller":"traceutil/trace.go:171","msg":"trace[1341251250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8070; }","duration":"304.903719ms","start":"2026-03-18T17:09:38.004473Z","end":"2026-03-18T17:09:38.309376Z","steps":["trace[1341251250] 'agreement among raft nodes before linearized reading' (duration: 304.293195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.309433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:38.004442Z","time spent":"304.977401ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:38.309518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.052319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T17:09:38.30956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.810423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T17:09:38.309573Z","caller":"traceutil/trace.go:171","msg":"trace[1178081842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8070; }","duration":"172.157402ms","start":"2026-03-18T17:09:38.137404Z","end":"2026-03-18T17:09:38.309561Z","steps":["trace[1178081842] 'agreement among raft nodes before linearized reading' (duration: 171.396313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.309601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.341793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:09:38.309619Z","caller":"traceutil/trace.go:171","msg":"trace[517829448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8070; }","duration":"171.890046ms","start":"2026-03-18T17:09:38.137715Z","end":"2026-03-18T17:09:38.309605Z","steps":["trace[517829448] 'agreement among raft nodes before linearized reading' (duration: 171.077366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.30965Z","caller":"traceutil/trace.go:171","msg":"trace[1542512241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:8070; }","duration":"169.449916ms","start":"2026-03-18T17:09:38.140184Z","end":"2026-03-18T17:09:38.309634Z","steps":["trace[1542512241] 'agreement among raft nodes before linearized reading' (duration: 168.685688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.309757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.279304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:09:38.309797Z","caller":"traceutil/trace.go:171","msg":"trace[1452546134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8070; }","duration":"323.370796ms","start":"2026-03-18T17:09:37.986416Z","end":"2026-03-18T17:09:38.309787Z","steps":["trace[1452546134] 'agreement among raft nodes before linearized reading' (duration: 322.248939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:38.309825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:37.986393Z","time spent":"323.425058ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:09:38.906398Z","caller":"traceutil/trace.go:171","msg":"trace[1232138046] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"118.295806ms","start":"2026-03-18T17:09:38.787781Z","end":"2026-03-18T17:09:38.906077Z","steps":["trace[1232138046] 'process raft request' (duration: 118.04266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.938471Z","caller":"traceutil/trace.go:171","msg":"trace[1438756004] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8388; }","duration":"117.616721ms","start":"2026-03-18T17:09:38.820818Z","end":"2026-03-18T17:09:38.938435Z","steps":["trace[1438756004] 'read index received' (duration: 85.048111ms)","trace[1438756004] 'applied index is now lower than readState.Index' (duration: 32.56707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:38.938759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.931608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:09:38.938796Z","caller":"traceutil/trace.go:171","msg":"trace[501652775] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8077; }","duration":"118.03831ms","start":"2026-03-18T17:09:38.820749Z","end":"2026-03-18T17:09:38.938788Z","steps":["trace[501652775] 'agreement among raft nodes before linearized reading' (duration: 117.949598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:38.938759Z","caller":"traceutil/trace.go:171","msg":"trace[27892667] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"149.528615ms","start":"2026-03-18T17:09:38.789155Z","end":"2026-03-18T17:09:38.938683Z","steps":["trace[27892667] 'process raft request' (duration: 149.083963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:39.339202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.405002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T17:09:39.339309Z","caller":"traceutil/trace.go:171","msg":"trace[1595259138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8077; }","duration":"173.582247ms","start":"2026-03-18T17:09:39.1657Z","end":"2026-03-18T17:09:39.339282Z","steps":["trace[1595259138] 'range keys from in-memory index tree' (duration: 173.141786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:39.625808Z","caller":"traceutil/trace.go:171","msg":"trace[990160378] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"188.837437ms","start":"2026-03-18T17:09:39.436935Z","end":"2026-03-18T17:09:39.625772Z","steps":["trace[990160378] 'process raft request' (duration: 188.644702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.152272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.423717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:09:40.152356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.360536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:40.152421Z","caller":"traceutil/trace.go:171","msg":"trace[841032421] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8078; }","duration":"122.594721ms","start":"2026-03-18T17:09:40.02979Z","end":"2026-03-18T17:09:40.152384Z","steps":["trace[841032421] 'count revisions from in-memory index tree' (duration: 122.314114ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.152467Z","caller":"traceutil/trace.go:171","msg":"trace[204239573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"103.510768ms","start":"2026-03-18T17:09:40.048927Z","end":"2026-03-18T17:09:40.152438Z","steps":["trace[204239573] 'range keys from in-memory index tree' (duration: 103.274703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.922553Z","caller":"traceutil/trace.go:171","msg":"trace[590002641] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"472.776568ms","start":"2026-03-18T17:09:40.449738Z","end":"2026-03-18T17:09:40.922515Z","steps":["trace[590002641] 'process raft request' (duration: 466.30538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.922743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.449709Z","time spent":"472.930121ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:40.922884Z","caller":"traceutil/trace.go:171","msg":"trace[1695464790] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"473.113166ms","start":"2026-03-18T17:09:40.449739Z","end":"2026-03-18T17:09:40.922852Z","steps":["trace[1695464790] 'process raft request' (duration: 472.668256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.923059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.449706Z","time spent":"473.261719ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:40.923313Z","caller":"traceutil/trace.go:171","msg":"trace[564768992] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"473.482234ms","start":"2026-03-18T17:09:40.449799Z","end":"2026-03-18T17:09:40.923281Z","steps":["trace[564768992] 'process raft request' (duration: 472.942692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.923472Z","caller":"traceutil/trace.go:171","msg":"trace[70422947] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"473.620658ms","start":"2026-03-18T17:09:40.449842Z","end":"2026-03-18T17:09:40.923463Z","steps":["trace[70422947] 'process raft request' (duration: 473.332081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:40.923506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.449765Z","time spent":"473.641468ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:40.923527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:40.449814Z","time spent":"473.68485ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:08.443256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.146093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:08.443377Z","caller":"traceutil/trace.go:171","msg":"trace[924777844] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8269; }","duration":"864.365988ms","start":"2026-03-18T17:10:07.578983Z","end":"2026-03-18T17:10:08.443349Z","steps":["trace[924777844] 'count revisions from in-memory index tree' (duration: 863.986429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:08.443433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:07.578942Z","time spent":"864.47772ms","remote":"127.0.0.1:53556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:10:08.44347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.043555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:08.443565Z","caller":"traceutil/trace.go:171","msg":"trace[1768524677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8269; }","duration":"393.2466ms","start":"2026-03-18T17:10:08.050295Z","end":"2026-03-18T17:10:08.443542Z","steps":["trace[1768524677] 'range keys from in-memory index tree' (duration: 392.925173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:08.443601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:08.050268Z","time spent":"393.325972ms","remote":"127.0.0.1:38602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:10:08.443859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062766666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:10:08.443958Z","caller":"traceutil/trace.go:171","msg":"trace[949452256] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8269; }","duration":"1.062889009s","start":"2026-03-18T17:10:07.381042Z","end":"2026-03-18T17:10:08.443931Z","steps":["trace[949452256] 'count revisions from in-memory index tree' (duration: 1.062660653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:08.44401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:07.380964Z","time spent":"1.063035772s","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:10:08.446306Z","caller":"traceutil/trace.go:171","msg":"trace[276440938] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"172.339817ms","start":"2026-03-18T17:10:08.273948Z","end":"2026-03-18T17:10:08.446288Z","steps":["trace[276440938] 'read index received' (duration: 172.172373ms)","trace[276440938] 'applied index is now lower than readState.Index' (duration: 165.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:08.446446Z","caller":"traceutil/trace.go:171","msg":"trace[1490536539] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"197.843475ms","start":"2026-03-18T17:10:08.248557Z","end":"2026-03-18T17:10:08.446401Z","steps":["trace[1490536539] 'process raft request' (duration: 197.582399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:08.446583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.632654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:10:08.446622Z","caller":"traceutil/trace.go:171","msg":"trace[1577766076] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8270; }","duration":"172.737116ms","start":"2026-03-18T17:10:08.273873Z","end":"2026-03-18T17:10:08.44661Z","steps":["trace[1577766076] 'agreement among raft nodes before linearized reading' (duration: 172.47985ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:12.919641Z","caller":"traceutil/trace.go:171","msg":"trace[1925208992] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"458.801089ms","start":"2026-03-18T17:10:12.460806Z","end":"2026-03-18T17:10:12.919607Z","steps":["trace[1925208992] 'process raft request' (duration: 458.561163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:12.919855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:12.460773Z","time spent":"458.969033ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:13.06728Z","caller":"traceutil/trace.go:171","msg":"trace[913744081] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"583.10193ms","start":"2026-03-18T17:10:12.484152Z","end":"2026-03-18T17:10:13.067254Z","steps":["trace[913744081] 'process raft request' (duration: 582.854175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:13.067456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:12.484122Z","time spent":"583.246494ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:13.067549Z","caller":"traceutil/trace.go:171","msg":"trace[1806568322] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"580.170221ms","start":"2026-03-18T17:10:12.487361Z","end":"2026-03-18T17:10:13.067531Z","steps":["trace[1806568322] 'process raft request' (duration: 579.848372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:13.067592Z","caller":"traceutil/trace.go:171","msg":"trace[1626748846] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"190.271951ms","start":"2026-03-18T17:10:12.877309Z","end":"2026-03-18T17:10:13.067581Z","steps":["trace[1626748846] 'process raft request' (duration: 190.160548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:13.067586Z","caller":"traceutil/trace.go:171","msg":"trace[1053859315] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8611; }","duration":"452.326572ms","start":"2026-03-18T17:10:12.615242Z","end":"2026-03-18T17:10:13.067569Z","steps":["trace[1053859315] 'read index received' (duration: 304.10837ms)","trace[1053859315] 'applied index is now lower than readState.Index' (duration: 148.217012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:13.067657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:12.487326Z","time spent":"580.277154ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:13.067802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.222872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:10:13.067846Z","caller":"traceutil/trace.go:171","msg":"trace[497203898] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:8292; }","duration":"422.265873ms","start":"2026-03-18T17:10:12.645568Z","end":"2026-03-18T17:10:13.067834Z","steps":["trace[497203898] 'agreement among raft nodes before linearized reading' (duration: 422.10675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:13.067875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:12.645503Z","time spent":"422.365976ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"warn","ts":"2026-03-18T17:10:13.067806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.563898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:10:13.068074Z","caller":"traceutil/trace.go:171","msg":"trace[1837484830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8292; }","duration":"452.869096ms","start":"2026-03-18T17:10:12.615194Z","end":"2026-03-18T17:10:13.068063Z","steps":["trace[1837484830] 'agreement among raft nodes before linearized reading' (duration: 452.472936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:13.068107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:12.615171Z","time spent":"452.926937ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:10:20.87025Z","caller":"traceutil/trace.go:171","msg":"trace[729922385] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"126.299131ms","start":"2026-03-18T17:10:20.743914Z","end":"2026-03-18T17:10:20.870213Z","steps":["trace[729922385] 'process raft request' (duration: 111.955853ms)","trace[729922385] 'compare' (duration: 14.178964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:21.775757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.543904ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:21.775921Z","caller":"traceutil/trace.go:171","msg":"trace[1430749269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8371; }","duration":"111.726478ms","start":"2026-03-18T17:10:21.664171Z","end":"2026-03-18T17:10:21.775898Z","steps":["trace[1430749269] 'range keys from in-memory index tree' (duration: 111.520792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:21.776569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.752955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:21.776815Z","caller":"traceutil/trace.go:171","msg":"trace[1837467184] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"680.897661ms","start":"2026-03-18T17:10:21.095846Z","end":"2026-03-18T17:10:21.776743Z","steps":["trace[1837467184] 'process raft request' (duration: 356.810418ms)","trace[1837467184] 'compare' (duration: 323.581401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:21.776945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.095824Z","time spent":"681.042634ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:22.259799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.067901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:22.260133Z","caller":"traceutil/trace.go:171","msg":"trace[1674959446] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"1.163594229s","start":"2026-03-18T17:10:21.096503Z","end":"2026-03-18T17:10:22.260097Z","steps":["trace[1674959446] 'process raft request' (duration: 932.122439ms)","trace[1674959446] 'compare' (duration: 230.695302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:22.260338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.096461Z","time spent":"1.163772743s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:22.416982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.056266ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T17:10:22.417122Z","caller":"traceutil/trace.go:171","msg":"trace[666873671] linearizableReadLoop","detail":"{readStateIndex:8699; appliedIndex:8697; }","duration":"1.300315263s","start":"2026-03-18T17:10:21.116783Z","end":"2026-03-18T17:10:22.417098Z","steps":["trace[666873671] 'read index received' (duration: 335.8899ms)","trace[666873671] 'applied index is now lower than readState.Index' (duration: 964.423273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:22.417473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300678031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:10:22.417528Z","caller":"traceutil/trace.go:171","msg":"trace[540903499] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:8373; }","duration":"1.300787884s","start":"2026-03-18T17:10:21.116728Z","end":"2026-03-18T17:10:22.417515Z","steps":["trace[540903499] 'agreement among raft nodes before linearized reading' (duration: 1.300559258s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.417576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.116714Z","time spent":"1.300848616s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"info","ts":"2026-03-18T17:10:22.431871Z","caller":"traceutil/trace.go:171","msg":"trace[350198562] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"794.865703ms","start":"2026-03-18T17:10:21.636947Z","end":"2026-03-18T17:10:22.431813Z","steps":["trace[350198562] 'process raft request' (duration: 794.644988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.431919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.66717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-18T17:10:22.431939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.073428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:10:22.432015Z","caller":"traceutil/trace.go:171","msg":"trace[226801315] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8375; }","duration":"414.826844ms","start":"2026-03-18T17:10:22.017166Z","end":"2026-03-18T17:10:22.431992Z","steps":["trace[226801315] 'agreement among raft nodes before linearized reading' (duration: 414.525796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.432035Z","caller":"traceutil/trace.go:171","msg":"trace[1915295276] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8375; }","duration":"226.269363ms","start":"2026-03-18T17:10:22.205743Z","end":"2026-03-18T17:10:22.432013Z","steps":["trace[1915295276] 'agreement among raft nodes before linearized reading' (duration: 226.090569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.432009Z","caller":"traceutil/trace.go:171","msg":"trace[2138758984] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"806.650239ms","start":"2026-03-18T17:10:21.625326Z","end":"2026-03-18T17:10:22.431976Z","steps":["trace[2138758984] 'process raft request' (duration: 806.064455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:22.017137Z","time spent":"414.917776ms","remote":"127.0.0.1:53954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T17:10:22.432086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.636936Z","time spent":"795.054398ms","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:22.432107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174831972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:10:22.432155Z","caller":"traceutil/trace.go:171","msg":"trace[1178349074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8375; }","duration":"1.174883883s","start":"2026-03-18T17:10:21.25725Z","end":"2026-03-18T17:10:22.432134Z","steps":["trace[1178349074] 'agreement among raft nodes before linearized reading' (duration: 1.174815521s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.257239Z","time spent":"1.174953544s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:10:22.431898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.6499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q59d\" ","response":"range_response_count:1 size:4651"} {"level":"warn","ts":"2026-03-18T17:10:22.432238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.625312Z","time spent":"806.794313ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T17:10:22.432265Z","caller":"traceutil/trace.go:171","msg":"trace[95821502] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8q59d; range_end:; response_count:1; response_revision:8375; }","duration":"807.08574ms","start":"2026-03-18T17:10:21.625167Z","end":"2026-03-18T17:10:22.432253Z","steps":["trace[95821502] 'agreement among raft nodes before linearized reading' (duration: 806.548367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.625138Z","time spent":"807.148662ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8q59d\" "} {"level":"warn","ts":"2026-03-18T17:10:22.432047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173993482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T17:10:22.432559Z","caller":"traceutil/trace.go:171","msg":"trace[1959731760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8375; }","duration":"1.174553547s","start":"2026-03-18T17:10:21.257985Z","end":"2026-03-18T17:10:22.432538Z","steps":["trace[1959731760] 'agreement among raft nodes before linearized reading' (duration: 1.173978412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249960273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T17:10:22.432706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.257956Z","time spent":"1.174684179s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:10:22.432716Z","caller":"traceutil/trace.go:171","msg":"trace[1590701740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8375; }","duration":"1.250087586s","start":"2026-03-18T17:10:21.182601Z","end":"2026-03-18T17:10:22.432689Z","steps":["trace[1590701740] 'agreement among raft nodes before linearized reading' (duration: 1.249771318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175863867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T17:10:22.432773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.182588Z","time spent":"1.250172168s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:10:22.432791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196694032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T17:10:22.43281Z","caller":"traceutil/trace.go:171","msg":"trace[102075099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8375; }","duration":"1.176010161s","start":"2026-03-18T17:10:21.256786Z","end":"2026-03-18T17:10:22.432796Z","steps":["trace[102075099] 'agreement among raft nodes before linearized reading' (duration: 1.175770555s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.256758Z","time spent":"1.176117834s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T17:10:22.432897Z","caller":"traceutil/trace.go:171","msg":"trace[251749235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8375; }","duration":"1.196795015s","start":"2026-03-18T17:10:21.236048Z","end":"2026-03-18T17:10:22.432843Z","steps":["trace[251749235] 'agreement among raft nodes before linearized reading' (duration: 1.19657329s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.432938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:21.236025Z","time spent":"1.196903378s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:10:22.714026Z","caller":"traceutil/trace.go:171","msg":"trace[1623369082] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"270.698541ms","start":"2026-03-18T17:10:22.443285Z","end":"2026-03-18T17:10:22.713984Z","steps":["trace[1623369082] 'process raft request' (duration: 270.403054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.714042Z","caller":"traceutil/trace.go:171","msg":"trace[945035078] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"269.131762ms","start":"2026-03-18T17:10:22.444877Z","end":"2026-03-18T17:10:22.714009Z","steps":["trace[945035078] 'process raft request' (duration: 269.03504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.714091Z","caller":"traceutil/trace.go:171","msg":"trace[705150935] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"269.851169ms","start":"2026-03-18T17:10:22.444198Z","end":"2026-03-18T17:10:22.714049Z","steps":["trace[705150935] 'process raft request' (duration: 269.676145ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.714548Z","caller":"traceutil/trace.go:171","msg":"trace[1153907547] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8703; }","duration":"186.973861ms","start":"2026-03-18T17:10:22.52754Z","end":"2026-03-18T17:10:22.714514Z","steps":["trace[1153907547] 'read index received' (duration: 186.186852ms)","trace[1153907547] 'applied index is now lower than readState.Index' (duration: 785.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:22.714571Z","caller":"traceutil/trace.go:171","msg":"trace[1913422066] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"269.507741ms","start":"2026-03-18T17:10:22.444972Z","end":"2026-03-18T17:10:22.71448Z","steps":["trace[1913422066] 'process raft request' (duration: 268.982769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.714786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.210657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:10:22.714599Z","caller":"traceutil/trace.go:171","msg":"trace[1752121736] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"265.418863ms","start":"2026-03-18T17:10:22.449166Z","end":"2026-03-18T17:10:22.714585Z","steps":["trace[1752121736] 'process raft request' (duration: 265.184107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.714899Z","caller":"traceutil/trace.go:171","msg":"trace[460312276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8381; }","duration":"187.36896ms","start":"2026-03-18T17:10:22.527484Z","end":"2026-03-18T17:10:22.714853Z","steps":["trace[460312276] 'agreement among raft nodes before linearized reading' (duration: 187.188086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.857659Z","caller":"traceutil/trace.go:171","msg":"trace[1700415293] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"129.525899ms","start":"2026-03-18T17:10:22.728086Z","end":"2026-03-18T17:10:22.857612Z","steps":["trace[1700415293] 'process raft request' (duration: 67.745492ms)","trace[1700415293] 'compare' (duration: 61.427689ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:23.109153Z","caller":"traceutil/trace.go:171","msg":"trace[748526262] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"109.928244ms","start":"2026-03-18T17:10:22.99919Z","end":"2026-03-18T17:10:23.109118Z","steps":["trace[748526262] 'process raft request' (duration: 13.131017ms)","trace[748526262] 'compare' (duration: 96.323705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:23.343931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.322485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-18T17:10:23.344099Z","caller":"traceutil/trace.go:171","msg":"trace[837319369] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8383; }","duration":"134.52353ms","start":"2026-03-18T17:10:23.209547Z","end":"2026-03-18T17:10:23.344071Z","steps":["trace[837319369] 'range keys from in-memory index tree' (duration: 134.150911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:23.755584Z","caller":"traceutil/trace.go:171","msg":"trace[649606803] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8710; }","duration":"355.166048ms","start":"2026-03-18T17:10:23.400378Z","end":"2026-03-18T17:10:23.755545Z","steps":["trace[649606803] 'read index received' (duration: 354.804569ms)","trace[649606803] 'applied index is now lower than readState.Index' (duration: 360.039µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:23.7559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.474375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:10:23.755874Z","caller":"traceutil/trace.go:171","msg":"trace[1294103798] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"380.832079ms","start":"2026-03-18T17:10:23.374884Z","end":"2026-03-18T17:10:23.755716Z","steps":["trace[1294103798] 'process raft request' (duration: 380.402799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:23.756144Z","caller":"traceutil/trace.go:171","msg":"trace[1869144722] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8384; }","duration":"355.586318ms","start":"2026-03-18T17:10:23.400371Z","end":"2026-03-18T17:10:23.755958Z","steps":["trace[1869144722] 'agreement among raft nodes before linearized reading' (duration: 355.374763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:23.756155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.157888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-74c8cdc7c8-cpvcg.189dfe972b673b3e\" ","response":"range_response_count:1 size:1133"} {"level":"warn","ts":"2026-03-18T17:10:23.756205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:23.374838Z","time spent":"381.158317ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7437,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:23.756278Z","caller":"traceutil/trace.go:171","msg":"trace[42205557] range","detail":"{range_begin:/registry/events/openstack/barbican-api-74c8cdc7c8-cpvcg.189dfe972b673b3e; range_end:; response_count:1; response_revision:8384; }","duration":"275.346793ms","start":"2026-03-18T17:10:23.480898Z","end":"2026-03-18T17:10:23.756245Z","steps":["trace[42205557] 'agreement among raft nodes before linearized reading' (duration: 274.884632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:23.756255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:23.400317Z","time spent":"355.911945ms","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:10:23.903448Z","caller":"traceutil/trace.go:171","msg":"trace[1595170102] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"144.338498ms","start":"2026-03-18T17:10:23.759074Z","end":"2026-03-18T17:10:23.903412Z","steps":["trace[1595170102] 'process raft request' (duration: 115.151371ms)","trace[1595170102] 'compare' (duration: 28.89458ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:23.903637Z","caller":"traceutil/trace.go:171","msg":"trace[1171656381] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8711; }","duration":"119.343603ms","start":"2026-03-18T17:10:23.78425Z","end":"2026-03-18T17:10:23.903593Z","steps":["trace[1171656381] 'read index received' (duration: 89.995551ms)","trace[1171656381] 'applied index is now lower than readState.Index' (duration: 29.343832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:23.903723Z","caller":"traceutil/trace.go:171","msg":"trace[1789108730] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"120.426649ms","start":"2026-03-18T17:10:23.783248Z","end":"2026-03-18T17:10:23.903674Z","steps":["trace[1789108730] 'process raft request' (duration: 120.087131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:23.903963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.684261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T17:10:23.904046Z","caller":"traceutil/trace.go:171","msg":"trace[1178397374] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8386; }","duration":"119.846654ms","start":"2026-03-18T17:10:23.784182Z","end":"2026-03-18T17:10:23.904028Z","steps":["trace[1178397374] 'agreement among raft nodes before linearized reading' (duration: 119.559827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.272723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.620638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:24.272847Z","caller":"traceutil/trace.go:171","msg":"trace[341079870] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8714; }","duration":"301.129607ms","start":"2026-03-18T17:10:23.971697Z","end":"2026-03-18T17:10:24.272827Z","steps":["trace[341079870] 'read index received' (duration: 89.374526ms)","trace[341079870] 'applied index is now lower than readState.Index' (duration: 211.753601ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:24.273055Z","caller":"traceutil/trace.go:171","msg":"trace[1186092635] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"335.213803ms","start":"2026-03-18T17:10:23.937763Z","end":"2026-03-18T17:10:24.272977Z","steps":["trace[1186092635] 'process raft request' (duration: 123.239316ms)","trace[1186092635] 'compare' (duration: 211.202198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:24.273281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:23.937734Z","time spent":"335.44468ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:24.273296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.572228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T17:10:24.273394Z","caller":"traceutil/trace.go:171","msg":"trace[775884376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8388; }","duration":"301.733822ms","start":"2026-03-18T17:10:23.971634Z","end":"2026-03-18T17:10:24.273368Z","steps":["trace[775884376] 'agreement among raft nodes before linearized reading' (duration: 301.416275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.273451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:23.971608Z","time spent":"301.833425ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T17:10:24.369648Z","caller":"traceutil/trace.go:171","msg":"trace[934476743] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"103.329145ms","start":"2026-03-18T17:10:24.266293Z","end":"2026-03-18T17:10:24.369622Z","steps":["trace[934476743] 'process raft request' (duration: 103.161151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:24.885425Z","caller":"traceutil/trace.go:171","msg":"trace[1822399774] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8716; }","duration":"438.400394ms","start":"2026-03-18T17:10:24.446983Z","end":"2026-03-18T17:10:24.885384Z","steps":["trace[1822399774] 'read index received' (duration: 438.131007ms)","trace[1822399774] 'applied index is now lower than readState.Index' (duration: 267.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:24.885595Z","caller":"traceutil/trace.go:171","msg":"trace[1003839257] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"607.83716ms","start":"2026-03-18T17:10:24.277744Z","end":"2026-03-18T17:10:24.885581Z","steps":["trace[1003839257] 'process raft request' (duration: 607.367049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.885744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.277708Z","time spent":"607.931163ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:24.886198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.188272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:10:24.886401Z","caller":"traceutil/trace.go:171","msg":"trace[221693189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:8390; }","duration":"439.442798ms","start":"2026-03-18T17:10:24.446933Z","end":"2026-03-18T17:10:24.886376Z","steps":["trace[221693189] 'agreement among raft nodes before linearized reading' (duration: 439.07787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.886549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.446909Z","time spent":"439.569392ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"info","ts":"2026-03-18T17:10:24.945681Z","caller":"traceutil/trace.go:171","msg":"trace[1027896817] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"315.550318ms","start":"2026-03-18T17:10:24.630087Z","end":"2026-03-18T17:10:24.945637Z","steps":["trace[1027896817] 'process raft request' (duration: 315.305792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:24.945773Z","caller":"traceutil/trace.go:171","msg":"trace[2016092613] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"315.425855ms","start":"2026-03-18T17:10:24.630301Z","end":"2026-03-18T17:10:24.945727Z","steps":["trace[2016092613] 'process raft request' (duration: 315.254811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.945937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.630061Z","time spent":"315.726082ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:24.945962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.204442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T17:10:24.946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.630295Z","time spent":"315.610079ms","remote":"127.0.0.1:38924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T17:10:24.946131Z","caller":"traceutil/trace.go:171","msg":"trace[1431638082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8392; }","duration":"226.366326ms","start":"2026-03-18T17:10:24.719672Z","end":"2026-03-18T17:10:24.946038Z","steps":["trace[1431638082] 'agreement among raft nodes before linearized reading' (duration: 225.971787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.946387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.98822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T17:10:24.946445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.307365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T17:10:24.946459Z","caller":"traceutil/trace.go:171","msg":"trace[1129071441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8392; }","duration":"463.123554ms","start":"2026-03-18T17:10:24.483318Z","end":"2026-03-18T17:10:24.946442Z","steps":["trace[1129071441] 'agreement among raft nodes before linearized reading' (duration: 462.888578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:24.94648Z","caller":"traceutil/trace.go:171","msg":"trace[1107489156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8392; }","duration":"226.399738ms","start":"2026-03-18T17:10:24.720071Z","end":"2026-03-18T17:10:24.946471Z","steps":["trace[1107489156] 'agreement among raft nodes before linearized reading' (duration: 226.246294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.946465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.731175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T17:10:24.946538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.483276Z","time spent":"463.248467ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:10:24.946564Z","caller":"traceutil/trace.go:171","msg":"trace[931025369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8392; }","duration":"226.852098ms","start":"2026-03-18T17:10:24.719692Z","end":"2026-03-18T17:10:24.946544Z","steps":["trace[931025369] 'agreement among raft nodes before linearized reading' (duration: 226.036729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.946675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.097555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:24.946763Z","caller":"traceutil/trace.go:171","msg":"trace[1047541315] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8392; }","duration":"383.270409ms","start":"2026-03-18T17:10:24.56347Z","end":"2026-03-18T17:10:24.946741Z","steps":["trace[1047541315] 'agreement among raft nodes before linearized reading' (duration: 383.066154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:24.946812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.563443Z","time spent":"383.361931ms","remote":"127.0.0.1:53560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:10:24.946803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.530594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T17:10:24.946938Z","caller":"traceutil/trace.go:171","msg":"trace[747003191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8392; }","duration":"227.717189ms","start":"2026-03-18T17:10:24.719183Z","end":"2026-03-18T17:10:24.9469Z","steps":["trace[747003191] 'agreement among raft nodes before linearized reading' (duration: 227.282978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.25006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.128269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:10:25.250344Z","caller":"traceutil/trace.go:171","msg":"trace[1406893741] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"298.928234ms","start":"2026-03-18T17:10:24.951335Z","end":"2026-03-18T17:10:25.250263Z","steps":["trace[1406893741] 'process raft request' (duration: 58.464998ms)","trace[1406893741] 'compare' (duration: 239.949514ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:25.297476Z","caller":"traceutil/trace.go:171","msg":"trace[1877283364] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"345.81015ms","start":"2026-03-18T17:10:24.95162Z","end":"2026-03-18T17:10:25.29743Z","steps":["trace[1877283364] 'process raft request' (duration: 345.537504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.297739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.951611Z","time spent":"346.032505ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T17:10:25.297511Z","caller":"traceutil/trace.go:171","msg":"trace[746694106] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"344.735855ms","start":"2026-03-18T17:10:24.952716Z","end":"2026-03-18T17:10:25.297451Z","steps":["trace[746694106] 'process raft request' (duration: 344.623782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.29801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.952698Z","time spent":"345.217726ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:25.298046Z","caller":"traceutil/trace.go:171","msg":"trace[391618607] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"345.307948ms","start":"2026-03-18T17:10:24.952708Z","end":"2026-03-18T17:10:25.298016Z","steps":["trace[391618607] 'process raft request' (duration: 344.693973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:25.298546Z","caller":"traceutil/trace.go:171","msg":"trace[1069099852] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"345.844991ms","start":"2026-03-18T17:10:24.952687Z","end":"2026-03-18T17:10:25.298532Z","steps":["trace[1069099852] 'process raft request' (duration: 344.942139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:25.298583Z","caller":"traceutil/trace.go:171","msg":"trace[1757527766] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"345.34411ms","start":"2026-03-18T17:10:24.953222Z","end":"2026-03-18T17:10:25.298566Z","steps":["trace[1757527766] 'process raft request' (duration: 345.231048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.298623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.952659Z","time spent":"345.927184ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:25.298685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.953207Z","time spent":"345.425682ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:25.298752Z","caller":"traceutil/trace.go:171","msg":"trace[140729602] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8719; }","duration":"346.969698ms","start":"2026-03-18T17:10:24.951771Z","end":"2026-03-18T17:10:25.298741Z","steps":["trace[140729602] 'read index received' (duration: 58.032627ms)","trace[140729602] 'applied index is now lower than readState.Index' (duration: 288.935851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:25.298835Z","caller":"traceutil/trace.go:171","msg":"trace[1790172560] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"345.397501ms","start":"2026-03-18T17:10:24.953409Z","end":"2026-03-18T17:10:25.298807Z","steps":["trace[1790172560] 'process raft request' (duration: 345.118484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.298897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.9534Z","time spent":"345.464262ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:25.299005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.952676Z","time spent":"345.517413ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:25.299089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.294117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T17:10:25.299179Z","caller":"traceutil/trace.go:171","msg":"trace[947048628] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8399; }","duration":"347.43941ms","start":"2026-03-18T17:10:24.951723Z","end":"2026-03-18T17:10:25.299162Z","steps":["trace[947048628] 'agreement among raft nodes before linearized reading' (duration: 347.098511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.299249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:24.951699Z","time spent":"347.517752ms","remote":"127.0.0.1:38716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T17:10:25.309017Z","caller":"traceutil/trace.go:171","msg":"trace[235684427] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"194.673427ms","start":"2026-03-18T17:10:25.114326Z","end":"2026-03-18T17:10:25.308999Z","steps":["trace[235684427] 'process raft request' (duration: 194.564864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:25.309185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.598225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:25.309237Z","caller":"traceutil/trace.go:171","msg":"trace[924849751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8400; }","duration":"260.696887ms","start":"2026-03-18T17:10:25.048527Z","end":"2026-03-18T17:10:25.309224Z","steps":["trace[924849751] 'agreement among raft nodes before linearized reading' (duration: 260.610085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:29.421304Z","caller":"traceutil/trace.go:171","msg":"trace[303738495] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"100.626399ms","start":"2026-03-18T17:10:29.320647Z","end":"2026-03-18T17:10:29.421274Z","steps":["trace[303738495] 'process raft request' (duration: 100.552687ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:29.421325Z","caller":"traceutil/trace.go:171","msg":"trace[334761987] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"100.733281ms","start":"2026-03-18T17:10:29.32055Z","end":"2026-03-18T17:10:29.421283Z","steps":["trace[334761987] 'process raft request' (duration: 100.496355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:29.421646Z","caller":"traceutil/trace.go:171","msg":"trace[1858048254] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"100.946716ms","start":"2026-03-18T17:10:29.320649Z","end":"2026-03-18T17:10:29.421596Z","steps":["trace[1858048254] 'process raft request' (duration: 100.583028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:35.29101Z","caller":"traceutil/trace.go:171","msg":"trace[1069327193] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"424.614551ms","start":"2026-03-18T17:10:34.866369Z","end":"2026-03-18T17:10:35.290984Z","steps":["trace[1069327193] 'process raft request' (duration: 424.434867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:35.291134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:34.866335Z","time spent":"424.741654ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T17:10:35.291194Z","caller":"traceutil/trace.go:171","msg":"trace[749932066] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8798; }","duration":"280.704424ms","start":"2026-03-18T17:10:35.010452Z","end":"2026-03-18T17:10:35.291156Z","steps":["trace[749932066] 'read index received' (duration: 280.681973ms)","trace[749932066] 'applied index is now lower than readState.Index' (duration: 18.361µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:35.291593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.106433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"info","ts":"2026-03-18T17:10:35.291696Z","caller":"traceutil/trace.go:171","msg":"trace[1065178741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:8468; }","duration":"281.285247ms","start":"2026-03-18T17:10:35.010388Z","end":"2026-03-18T17:10:35.291674Z","steps":["trace[1065178741] 'agreement among raft nodes before linearized reading' (duration: 280.893488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:35.386016Z","caller":"traceutil/trace.go:171","msg":"trace[585494952] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"354.8993ms","start":"2026-03-18T17:10:35.031072Z","end":"2026-03-18T17:10:35.385972Z","steps":["trace[585494952] 'process raft request' (duration: 351.030017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:35.386204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.543501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:10:35.386255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:35.03105Z","time spent":"355.065175ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:35.386293Z","caller":"traceutil/trace.go:171","msg":"trace[1422507504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8469; }","duration":"115.683004ms","start":"2026-03-18T17:10:35.27059Z","end":"2026-03-18T17:10:35.386273Z","steps":["trace[1422507504] 'agreement among raft nodes before linearized reading' (duration: 115.465209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:43.236877Z","caller":"traceutil/trace.go:171","msg":"trace[21999991] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"141.52799ms","start":"2026-03-18T17:10:43.095307Z","end":"2026-03-18T17:10:43.236835Z","steps":["trace[21999991] 'process raft request' (duration: 141.269884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:43.236952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.881433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:43.237067Z","caller":"traceutil/trace.go:171","msg":"trace[1602340022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"188.007426ms","start":"2026-03-18T17:10:43.049031Z","end":"2026-03-18T17:10:43.237038Z","steps":["trace[1602340022] 'agreement among raft nodes before linearized reading' (duration: 187.803581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:28.584602Z","caller":"traceutil/trace.go:171","msg":"trace[1774037695] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"399.559935ms","start":"2026-03-18T17:11:28.18502Z","end":"2026-03-18T17:11:28.58458Z","steps":["trace[1774037695] 'process raft request' (duration: 399.35817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:28.584707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.499021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:11:28.58474Z","caller":"traceutil/trace.go:171","msg":"trace[12544] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9030; }","duration":"384.596403ms","start":"2026-03-18T17:11:28.200135Z","end":"2026-03-18T17:11:28.584732Z","steps":["trace[12544] 'agreement among raft nodes before linearized reading' (duration: 384.501521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:28.584571Z","caller":"traceutil/trace.go:171","msg":"trace[1398356896] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9373; }","duration":"384.344868ms","start":"2026-03-18T17:11:28.200197Z","end":"2026-03-18T17:11:28.584542Z","steps":["trace[1398356896] 'read index received' (duration: 384.200744ms)","trace[1398356896] 'applied index is now lower than readState.Index' (duration: 143.304µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:11:28.584771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:28.200112Z","time spent":"384.650645ms","remote":"127.0.0.1:39040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:11:28.584743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:28.184993Z","time spent":"399.669508ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:11:28.609647Z","caller":"traceutil/trace.go:171","msg":"trace[2062278028] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"325.142005ms","start":"2026-03-18T17:11:28.28449Z","end":"2026-03-18T17:11:28.609632Z","steps":["trace[2062278028] 'process raft request' (duration: 324.906368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:28.609722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:28.284419Z","time spent":"325.265599ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:28.609742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.541189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19404"} {"level":"info","ts":"2026-03-18T17:11:28.609852Z","caller":"traceutil/trace.go:171","msg":"trace[10437912] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9031; }","duration":"111.712613ms","start":"2026-03-18T17:11:28.498113Z","end":"2026-03-18T17:11:28.609826Z","steps":["trace[10437912] 'agreement among raft nodes before linearized reading' (duration: 111.430996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.269886Z","caller":"traceutil/trace.go:171","msg":"trace[405909265] linearizableReadLoop","detail":"{readStateIndex:9445; appliedIndex:9444; }","duration":"420.639325ms","start":"2026-03-18T17:11:41.849213Z","end":"2026-03-18T17:11:42.269852Z","steps":["trace[405909265] 'read index received' (duration: 389.00245ms)","trace[405909265] 'applied index is now lower than readState.Index' (duration: 31.635395ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:11:42.270079Z","caller":"traceutil/trace.go:171","msg":"trace[1138104235] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"442.684838ms","start":"2026-03-18T17:11:41.827369Z","end":"2026-03-18T17:11:42.270053Z","steps":["trace[1138104235] 'process raft request' (duration: 410.93921ms)","trace[1138104235] 'compare' (duration: 31.41605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:11:42.270375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.509352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:11:42.270475Z","caller":"traceutil/trace.go:171","msg":"trace[1607785286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9098; }","duration":"222.631945ms","start":"2026-03-18T17:11:42.047815Z","end":"2026-03-18T17:11:42.270447Z","steps":["trace[1607785286] 'agreement among raft nodes before linearized reading' (duration: 222.478701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:42.270542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.28201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nt9fd\" ","response":"range_response_count:1 size:6516"} {"level":"warn","ts":"2026-03-18T17:11:42.270569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.286708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T17:11:42.270619Z","caller":"traceutil/trace.go:171","msg":"trace[56328608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nt9fd; range_end:; response_count:1; response_revision:9098; }","duration":"421.464115ms","start":"2026-03-18T17:11:41.849133Z","end":"2026-03-18T17:11:42.270598Z","steps":["trace[56328608] 'agreement among raft nodes before linearized reading' (duration: 421.137777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:42.270613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.827338Z","time spent":"443.085287ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:42.270572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.195326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:11:42.270572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.724834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:11:42.270671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.849103Z","time spent":"421.553587ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6539,"request content":"key:\"/registry/pods/openstack/keepalived-nt9fd\" "} {"level":"info","ts":"2026-03-18T17:11:42.270675Z","caller":"traceutil/trace.go:171","msg":"trace[797074239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9098; }","duration":"332.428642ms","start":"2026-03-18T17:11:41.93822Z","end":"2026-03-18T17:11:42.270649Z","steps":["trace[797074239] 'agreement among raft nodes before linearized reading' (duration: 332.116694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.270701Z","caller":"traceutil/trace.go:171","msg":"trace[2015996340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9098; }","duration":"332.377351ms","start":"2026-03-18T17:11:41.938304Z","end":"2026-03-18T17:11:42.270681Z","steps":["trace[2015996340] 'agreement among raft nodes before linearized reading' (duration: 332.021502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.270709Z","caller":"traceutil/trace.go:171","msg":"trace[17540225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9098; }","duration":"343.906319ms","start":"2026-03-18T17:11:41.926782Z","end":"2026-03-18T17:11:42.270689Z","steps":["trace[17540225] 'agreement among raft nodes before linearized reading' (duration: 343.52139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:42.270663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.489436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T17:11:42.27073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.938209Z","time spent":"332.511594ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:11:42.270743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.938279Z","time spent":"332.452682ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:11:42.270749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.926769Z","time spent":"343.9703ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:11:42.270719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.748405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-18T17:11:42.27085Z","caller":"traceutil/trace.go:171","msg":"trace[973995722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9098; }","duration":"328.69037ms","start":"2026-03-18T17:11:41.942061Z","end":"2026-03-18T17:11:42.270751Z","steps":["trace[973995722] 'agreement among raft nodes before linearized reading' (duration: 328.26215ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.270877Z","caller":"traceutil/trace.go:171","msg":"trace[575560278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9098; }","duration":"331.940219ms","start":"2026-03-18T17:11:41.938902Z","end":"2026-03-18T17:11:42.270843Z","steps":["trace[575560278] 'agreement among raft nodes before linearized reading' (duration: 331.420247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:42.270943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.942053Z","time spent":"328.874474ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:11:42.270946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:41.938863Z","time spent":"332.070682ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T17:11:42.699529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.611936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:11:42.699826Z","caller":"traceutil/trace.go:171","msg":"trace[1445594851] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"424.59897ms","start":"2026-03-18T17:11:42.275184Z","end":"2026-03-18T17:11:42.699783Z","steps":["trace[1445594851] 'process raft request' (duration: 220.608516ms)","trace[1445594851] 'compare' (duration: 203.442941ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:11:42.699889Z","caller":"traceutil/trace.go:171","msg":"trace[806651569] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9445; }","duration":"423.960025ms","start":"2026-03-18T17:11:42.275883Z","end":"2026-03-18T17:11:42.699843Z","steps":["trace[806651569] 'read index received' (duration: 219.926969ms)","trace[806651569] 'applied index is now lower than readState.Index' (duration: 204.031846ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:11:42.699887Z","caller":"traceutil/trace.go:171","msg":"trace[1711350946] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"424.423546ms","start":"2026-03-18T17:11:42.275425Z","end":"2026-03-18T17:11:42.699848Z","steps":["trace[1711350946] 'process raft request' (duration: 424.277422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.7Z","caller":"traceutil/trace.go:171","msg":"trace[772388698] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"423.054793ms","start":"2026-03-18T17:11:42.276932Z","end":"2026-03-18T17:11:42.699987Z","steps":["trace[772388698] 'process raft request' (duration: 422.872149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:42.700011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.275148Z","time spent":"424.765434ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:42.70008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.276877Z","time spent":"423.160876ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:42.700097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.275405Z","time spent":"424.58676ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:42.700254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.358035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19404"} {"level":"info","ts":"2026-03-18T17:11:42.700175Z","caller":"traceutil/trace.go:171","msg":"trace[1743200390] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"423.720429ms","start":"2026-03-18T17:11:42.276218Z","end":"2026-03-18T17:11:42.699938Z","steps":["trace[1743200390] 'process raft request' (duration: 423.548205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.70033Z","caller":"traceutil/trace.go:171","msg":"trace[808266699] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9102; }","duration":"424.470327ms","start":"2026-03-18T17:11:42.27584Z","end":"2026-03-18T17:11:42.70031Z","steps":["trace[808266699] 'agreement among raft nodes before linearized reading' (duration: 424.159479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:42.700382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.275825Z","time spent":"424.54668ms","remote":"127.0.0.1:38776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19427,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T17:11:42.700598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.276206Z","time spent":"424.12772ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:43.069459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.527207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:11:43.069773Z","caller":"traceutil/trace.go:171","msg":"trace[1651342694] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"441.636192ms","start":"2026-03-18T17:11:42.628104Z","end":"2026-03-18T17:11:43.06974Z","steps":["trace[1651342694] 'process raft request' (duration: 310.733976ms)","trace[1651342694] 'compare' (duration: 130.374084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:11:43.069884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.628065Z","time spent":"441.772085ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:11:43.069902Z","caller":"traceutil/trace.go:171","msg":"trace[861978016] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"355.107639ms","start":"2026-03-18T17:11:42.714701Z","end":"2026-03-18T17:11:43.069809Z","steps":["trace[861978016] 'process raft request' (duration: 354.868823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:43.06986Z","caller":"traceutil/trace.go:171","msg":"trace[186190160] linearizableReadLoop","detail":"{readStateIndex:9450; appliedIndex:9449; }","duration":"369.893928ms","start":"2026-03-18T17:11:42.699924Z","end":"2026-03-18T17:11:43.069818Z","steps":["trace[186190160] 'read index received' (duration: 238.938431ms)","trace[186190160] 'applied index is now lower than readState.Index' (duration: 130.951287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:11:43.070015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.976515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:11:43.070044Z","caller":"traceutil/trace.go:171","msg":"trace[1904658386] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9104; }","duration":"603.064638ms","start":"2026-03-18T17:11:42.466972Z","end":"2026-03-18T17:11:43.070036Z","steps":["trace[1904658386] 'agreement among raft nodes before linearized reading' (duration: 602.987466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:43.070066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.466938Z","time spent":"603.122579ms","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:11:43.070226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:11:42.714666Z","time spent":"355.262853ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:11:43.07017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.099749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:11:43.070518Z","caller":"traceutil/trace.go:171","msg":"trace[1731740304] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9104; }","duration":"245.433158ms","start":"2026-03-18T17:11:42.824953Z","end":"2026-03-18T17:11:43.070386Z","steps":["trace[1731740304] 'agreement among raft nodes before linearized reading' (duration: 245.092708ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:43.605435Z","caller":"traceutil/trace.go:171","msg":"trace[1741048769] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"123.445896ms","start":"2026-03-18T17:11:43.481954Z","end":"2026-03-18T17:11:43.6054Z","steps":["trace[1741048769] 'process raft request' (duration: 123.242701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:13:06.734641Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4ec288cbdba84d36","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T17:13:06.739823Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T17:13:06.740053Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T17:13:22.626153Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7517} {"level":"info","ts":"2026-03-18T17:13:22.695639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7517,"took":"67.079888ms","hash":1273455713,"current-db-size-bytes":40923136,"current-db-size":"41 MB","current-db-size-in-use-bytes":24317952,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T17:13:22.695729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1273455713,"revision":7517,"compact-revision":5503} {"level":"info","ts":"2026-03-18T17:18:22.633327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9742} {"level":"info","ts":"2026-03-18T17:18:22.71773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9742,"took":"81.556299ms","hash":3757624562,"current-db-size-bytes":40923136,"current-db-size":"41 MB","current-db-size-in-use-bytes":18632704,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-18T17:18:22.717908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3757624562,"revision":9742,"compact-revision":7517}