{"level":"warn","ts":"2026-03-01T01:22:41.459811Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T01:22:41.459897Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.195:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.195:2380","--initial-cluster=instance=https://162.253.55.195:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.195:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.195:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T01:22:41.459972Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T01:22:41.459985Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-01T01:22:41.46Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T01:22:41.460932Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"]} {"level":"info","ts":"2026-03-01T01:22:41.461012Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.195:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T01:22:41.467751Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.536781ms"} {"level":"info","ts":"2026-03-01T01:22:41.475313Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b66d12fd59101739","cluster-id":"a64a525934ce8379"} {"level":"info","ts":"2026-03-01T01:22:41.47546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T01:22:41.475504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 0"} {"level":"info","ts":"2026-03-01T01:22:41.475582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b66d12fd59101739 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T01:22:41.475606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became follower at term 1"} {"level":"info","ts":"2026-03-01T01:22:41.47574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"warn","ts":"2026-03-01T01:22:41.485436Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T01:22:41.487232Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T01:22:41.488563Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T01:22:41.491676Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b66d12fd59101739","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T01:22:41.492144Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T01:22:41.492279Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T01:22:41.492297Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T01:22:41.492184Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b66d12fd59101739","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T01:22:41.492789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 switched to configuration voters=(13145183766694598457)"} {"level":"info","ts":"2026-03-01T01:22:41.492917Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","added-peer-id":"b66d12fd59101739","added-peer-peer-urls":["https://162.253.55.195:2380"]} {"level":"info","ts":"2026-03-01T01:22:41.499966Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T01:22:41.499985Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-01T01:22:41.500061Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.195:2380"} {"level":"info","ts":"2026-03-01T01:22:41.500405Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T01:22:41.500353Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b66d12fd59101739","initial-advertise-peer-urls":["https://162.253.55.195:2380"],"listen-peer-urls":["https://162.253.55.195:2380"],"advertise-client-urls":["https://162.253.55.195:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.195:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T01:22:41.8767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T01:22:41.876776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T01:22:41.876816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgPreVoteResp from b66d12fd59101739 at term 1"} {"level":"info","ts":"2026-03-01T01:22:41.876839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became candidate at term 2"} {"level":"info","ts":"2026-03-01T01:22:41.876991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 received MsgVoteResp from b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-01T01:22:41.877022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b66d12fd59101739 became leader at term 2"} {"level":"info","ts":"2026-03-01T01:22:41.877038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b66d12fd59101739 elected leader b66d12fd59101739 at term 2"} {"level":"info","ts":"2026-03-01T01:22:41.95354Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:41.954895Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T01:22:41.955159Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T01:22:41.955401Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a64a525934ce8379","local-member-id":"b66d12fd59101739","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:41.955586Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:41.955644Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T01:22:41.954846Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b66d12fd59101739","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.195:2379]}","request-path":"/0/members/b66d12fd59101739/attributes","cluster-id":"a64a525934ce8379","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T01:22:41.956305Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T01:22:41.956529Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T01:22:41.95838Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.195:2379"} {"level":"info","ts":"2026-03-01T01:22:41.965346Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-01T01:23:00.208348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577477819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:00.645408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01262574s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:23:00.645956Z","caller":"traceutil/trace.go:171","msg":"trace[968860920] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"938.234488ms","start":"2026-03-01T01:22:59.707697Z","end":"2026-03-01T01:23:00.645931Z","steps":["trace[968860920] 'read index received' (duration: 938.068114ms)","trace[968860920] 'applied index is now lower than readState.Index' (duration: 164.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:00.646076Z","caller":"traceutil/trace.go:171","msg":"trace[1594228937] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"1.013386621s","start":"2026-03-01T01:22:59.632652Z","end":"2026-03-01T01:23:00.646038Z","steps":["trace[1594228937] 'process raft request' (duration: 1.013104863s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:00.646275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.518716ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:00.646519Z","caller":"traceutil/trace.go:171","msg":"trace[1424860149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:442; }","duration":"938.798574ms","start":"2026-03-01T01:22:59.707686Z","end":"2026-03-01T01:23:00.646484Z","steps":["trace[1424860149] 'agreement among raft nodes before linearized reading' (duration: 938.407123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:00.646848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.632615Z","time spent":"1.013626588s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:01.146457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577477822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:02.04529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000927944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:23:02.045467Z","caller":"traceutil/trace.go:171","msg":"trace[1826391545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001171321s","start":"2026-03-01T01:23:00.044254Z","end":"2026-03-01T01:23:02.045425Z","steps":["trace[1826391545] 'agreement among raft nodes before linearized reading' (duration: 2.000966055s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.045534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:00.044229Z","time spent":"2.001291794s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:23:02.321275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.117504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:23:02.321537Z","caller":"traceutil/trace.go:171","msg":"trace[242690416] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"271.948918ms","start":"2026-03-01T01:23:02.049571Z","end":"2026-03-01T01:23:02.32152Z","steps":["trace[242690416] 'process raft request' (duration: 271.816514ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:02.321658Z","caller":"traceutil/trace.go:171","msg":"trace[1067458630] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:455; }","duration":"1.675492333s","start":"2026-03-01T01:23:00.646031Z","end":"2026-03-01T01:23:02.321524Z","steps":["trace[1067458630] 'read index received' (duration: 728.005949ms)","trace[1067458630] 'applied index is now lower than readState.Index' (duration: 947.476774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:02.32198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.172319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:02.322028Z","caller":"traceutil/trace.go:171","msg":"trace[827236443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:443; }","duration":"270.253171ms","start":"2026-03-01T01:23:02.051763Z","end":"2026-03-01T01:23:02.322016Z","steps":["trace[827236443] 'agreement among raft nodes before linearized reading' (duration: 270.148598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.322099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673116217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-01T01:23:02.322195Z","caller":"traceutil/trace.go:171","msg":"trace[17534279] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:443; }","duration":"1.673279902s","start":"2026-03-01T01:23:00.648899Z","end":"2026-03-01T01:23:02.322179Z","steps":["trace[17534279] 'agreement among raft nodes before linearized reading' (duration: 1.672957703s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.322253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:00.648879Z","time spent":"1.673363834s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5360,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-01T01:23:02.322076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438219646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T01:23:02.322323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19840592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T01:23:02.322465Z","caller":"traceutil/trace.go:171","msg":"trace[658348143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:443; }","duration":"2.438660798s","start":"2026-03-01T01:22:59.883767Z","end":"2026-03-01T01:23:02.322427Z","steps":["trace[658348143] 'agreement among raft nodes before linearized reading' (duration: 2.438066281s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.322596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:22:59.883748Z","time spent":"2.438833133s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:23:02.32261Z","caller":"traceutil/trace.go:171","msg":"trace[1382059281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"1.198697748s","start":"2026-03-01T01:23:01.123868Z","end":"2026-03-01T01:23:02.322566Z","steps":["trace[1382059281] 'agreement among raft nodes before linearized reading' (duration: 1.19840879s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.322773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:01.123845Z","time spent":"1.198864232s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:02.322382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391009698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:02.322883Z","caller":"traceutil/trace.go:171","msg":"trace[1370481147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"1.391544193s","start":"2026-03-01T01:23:00.931306Z","end":"2026-03-01T01:23:02.322851Z","steps":["trace[1370481147] 'agreement among raft nodes before linearized reading' (duration: 1.391051989s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:02.322936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:00.931272Z","time spent":"1.391648306s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:23:06.8391Z","caller":"traceutil/trace.go:171","msg":"trace[1919130952] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"157.903007ms","start":"2026-03-01T01:23:06.681174Z","end":"2026-03-01T01:23:06.839077Z","steps":["trace[1919130952] 'process raft request' (duration: 157.776904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:07.205469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.596758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:07.20556Z","caller":"traceutil/trace.go:171","msg":"trace[1317318623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:459; }","duration":"161.757622ms","start":"2026-03-01T01:23:07.043782Z","end":"2026-03-01T01:23:07.20554Z","steps":["trace[1317318623] 'range keys from in-memory index tree' (duration: 161.501225ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:07.562345Z","caller":"traceutil/trace.go:171","msg":"trace[365547998] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"129.705175ms","start":"2026-03-01T01:23:07.432612Z","end":"2026-03-01T01:23:07.562317Z","steps":["trace[365547998] 'process raft request' (duration: 129.553631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:09.155019Z","caller":"traceutil/trace.go:171","msg":"trace[1698345072] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"794.954994ms","start":"2026-03-01T01:23:08.360005Z","end":"2026-03-01T01:23:09.15496Z","steps":["trace[1698345072] 'process raft request' (duration: 794.725738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:09.15524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:08.359981Z","time spent":"795.14156ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:09.613168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.473104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:09.613537Z","caller":"traceutil/trace.go:171","msg":"trace[1469126392] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:475; }","duration":"769.047984ms","start":"2026-03-01T01:23:08.84446Z","end":"2026-03-01T01:23:09.613508Z","steps":["trace[1469126392] 'read index received' (duration: 310.216574ms)","trace[1469126392] 'applied index is now lower than readState.Index' (duration: 458.82897ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:09.61359Z","caller":"traceutil/trace.go:171","msg":"trace[610651890] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.250498196s","start":"2026-03-01T01:23:08.363046Z","end":"2026-03-01T01:23:09.613544Z","steps":["trace[610651890] 'process raft request' (duration: 940.485758ms)","trace[610651890] 'compare' (duration: 309.175465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:09.613673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.198028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:23:09.613688Z","caller":"traceutil/trace.go:171","msg":"trace[211587230] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.249970702s","start":"2026-03-01T01:23:08.363654Z","end":"2026-03-01T01:23:09.613624Z","steps":["trace[211587230] 'process raft request' (duration: 1.249694174s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:09.61378Z","caller":"traceutil/trace.go:171","msg":"trace[495881056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"769.314741ms","start":"2026-03-01T01:23:08.84444Z","end":"2026-03-01T01:23:09.613755Z","steps":["trace[495881056] 'agreement among raft nodes before linearized reading' (duration: 769.134837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:09.613796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:08.36301Z","time spent":"1.25067032s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:09.613825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:08.844355Z","time spent":"769.459715ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:23:09.613827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.355413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:09.613898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:08.363643Z","time spent":"1.250149066s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:09.613955Z","caller":"traceutil/trace.go:171","msg":"trace[1098650330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"567.530248ms","start":"2026-03-01T01:23:09.046375Z","end":"2026-03-01T01:23:09.613906Z","steps":["trace[1098650330] 'agreement among raft nodes before linearized reading' (duration: 567.311762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:09.614037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:09.04635Z","time spent":"567.676162ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:10.81693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.143862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:10.81709Z","caller":"traceutil/trace.go:171","msg":"trace[1672880752] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"412.351815ms","start":"2026-03-01T01:23:10.404712Z","end":"2026-03-01T01:23:10.817064Z","steps":["trace[1672880752] 'read index received' (duration: 51.641µs)","trace[1672880752] 'applied index is now lower than readState.Index' (duration: 412.295073ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:10.8171Z","caller":"traceutil/trace.go:171","msg":"trace[1225610116] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"1.198981554s","start":"2026-03-01T01:23:09.618078Z","end":"2026-03-01T01:23:10.817059Z","steps":["trace[1225610116] 'process raft request' (duration: 340.581944ms)","trace[1225610116] 'compare' (duration: 857.960858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:10.817197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.487918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"info","ts":"2026-03-01T01:23:10.817235Z","caller":"traceutil/trace.go:171","msg":"trace[1784946850] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:464; }","duration":"412.55362ms","start":"2026-03-01T01:23:10.404671Z","end":"2026-03-01T01:23:10.817225Z","steps":["trace[1784946850] 'agreement among raft nodes before linearized reading' (duration: 412.455787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:10.817281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:10.404647Z","time spent":"412.624692ms","remote":"127.0.0.1:33474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12697,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-01T01:23:10.817307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:09.618063Z","time spent":"1.199124197s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:11.178296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.20172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:23:11.178427Z","caller":"traceutil/trace.go:171","msg":"trace[2145459394] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"133.125178ms","start":"2026-03-01T01:23:11.045281Z","end":"2026-03-01T01:23:11.178406Z","steps":["trace[2145459394] 'read index received' (duration: 71.382µs)","trace[2145459394] 'applied index is now lower than readState.Index' (duration: 133.051286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:11.178648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.319653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:11.178783Z","caller":"traceutil/trace.go:171","msg":"trace[496011793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:464; }","duration":"133.528959ms","start":"2026-03-01T01:23:11.045226Z","end":"2026-03-01T01:23:11.178754Z","steps":["trace[496011793] 'agreement among raft nodes before linearized reading' (duration: 133.278762ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:13.8482Z","caller":"traceutil/trace.go:171","msg":"trace[392414775] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"201.937668ms","start":"2026-03-01T01:23:13.646237Z","end":"2026-03-01T01:23:13.848174Z","steps":["trace[392414775] 'read index received' (duration: 201.783104ms)","trace[392414775] 'applied index is now lower than readState.Index' (duration: 150.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:13.848318Z","caller":"traceutil/trace.go:171","msg":"trace[1774366517] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"203.410598ms","start":"2026-03-01T01:23:13.644871Z","end":"2026-03-01T01:23:13.848281Z","steps":["trace[1774366517] 'process raft request' (duration: 203.14388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:13.848365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.116412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:13.848406Z","caller":"traceutil/trace.go:171","msg":"trace[1835959509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:504; }","duration":"202.227496ms","start":"2026-03-01T01:23:13.646164Z","end":"2026-03-01T01:23:13.848392Z","steps":["trace[1835959509] 'agreement among raft nodes before linearized reading' (duration: 202.113903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:14.338595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.467041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:14.338692Z","caller":"traceutil/trace.go:171","msg":"trace[2073175682] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:520; }","duration":"169.711807ms","start":"2026-03-01T01:23:14.168962Z","end":"2026-03-01T01:23:14.338673Z","steps":["trace[2073175682] 'read index received' (duration: 27.351µs)","trace[2073175682] 'applied index is now lower than readState.Index' (duration: 169.683126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:14.338767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.80827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-01T01:23:14.338803Z","caller":"traceutil/trace.go:171","msg":"trace[730912258] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:505; }","duration":"169.868981ms","start":"2026-03-01T01:23:14.168922Z","end":"2026-03-01T01:23:14.338791Z","steps":["trace[730912258] 'agreement among raft nodes before linearized reading' (duration: 169.79944ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:14.338825Z","caller":"traceutil/trace.go:171","msg":"trace[288161481] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"486.302673ms","start":"2026-03-01T01:23:13.852475Z","end":"2026-03-01T01:23:14.338778Z","steps":["trace[288161481] 'process raft request' (duration: 313.479442ms)","trace[288161481] 'compare' (duration: 171.598248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:14.338993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:13.852453Z","time spent":"486.442756ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:20.892276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577478040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:21.392478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577478040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:21.875606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.62919135s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:23:21.876304Z","caller":"traceutil/trace.go:171","msg":"trace[1489664813] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.630103694s","start":"2026-03-01T01:23:20.246171Z","end":"2026-03-01T01:23:21.876275Z","steps":["trace[1489664813] 'process raft request' (duration: 1.629885778s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:21.876594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:20.246133Z","time spent":"1.630255718s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:22.661625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.270319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:23:22.661786Z","caller":"traceutil/trace.go:171","msg":"trace[1122945485] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:562; }","duration":"2.270500693s","start":"2026-03-01T01:23:20.39126Z","end":"2026-03-01T01:23:22.661761Z","steps":["trace[1122945485] 'read index received' (duration: 1.484725196s)","trace[1122945485] 'applied index is now lower than readState.Index' (duration: 785.772627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:22.661968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937788922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:22.66201Z","caller":"traceutil/trace.go:171","msg":"trace[186711933] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:546; }","duration":"1.937874174s","start":"2026-03-01T01:23:20.724121Z","end":"2026-03-01T01:23:22.661995Z","steps":["trace[186711933] 'agreement among raft nodes before linearized reading' (duration: 1.937778532s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:22.662054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:20.7241Z","time spent":"1.937941496s","remote":"127.0.0.1:33474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-01T01:23:22.662188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270804182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:22.662325Z","caller":"traceutil/trace.go:171","msg":"trace[59531139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:546; }","duration":"2.271103729s","start":"2026-03-01T01:23:20.391191Z","end":"2026-03-01T01:23:22.662294Z","steps":["trace[59531139] 'agreement among raft nodes before linearized reading' (duration: 2.270625386s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:22.662418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:20.391165Z","time spent":"2.271239483s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:22.662486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80449445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:23:22.662226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415547238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T01:23:22.662553Z","caller":"traceutil/trace.go:171","msg":"trace[201567601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:546; }","duration":"1.804596723s","start":"2026-03-01T01:23:20.857938Z","end":"2026-03-01T01:23:22.662535Z","steps":["trace[201567601] 'agreement among raft nodes before linearized reading' (duration: 1.804432038s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:22.66259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:20.857916Z","time spent":"1.804665714s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:23:22.662587Z","caller":"traceutil/trace.go:171","msg":"trace[764997619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:546; }","duration":"1.415925278s","start":"2026-03-01T01:23:21.246648Z","end":"2026-03-01T01:23:22.662574Z","steps":["trace[764997619] 'agreement among raft nodes before linearized reading' (duration: 1.415294231s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:22.662634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.948928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:23:22.662637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:21.24659Z","time spent":"1.416033971s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:23:22.662745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61802097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:22.662762Z","caller":"traceutil/trace.go:171","msg":"trace[1118773461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:546; }","duration":"777.116613ms","start":"2026-03-01T01:23:21.885609Z","end":"2026-03-01T01:23:22.662726Z","steps":["trace[1118773461] 'agreement among raft nodes before linearized reading' (duration: 776.798834ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:22.662823Z","caller":"traceutil/trace.go:171","msg":"trace[867083644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"1.618120643s","start":"2026-03-01T01:23:21.044675Z","end":"2026-03-01T01:23:22.662796Z","steps":["trace[867083644] 'agreement among raft nodes before linearized reading' (duration: 1.617993849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:22.662828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:21.885587Z","time spent":"777.228116ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:22.662867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:21.044651Z","time spent":"1.618208085s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:24.136924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432098693s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:23:24.137374Z","caller":"traceutil/trace.go:171","msg":"trace[250172968] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:564; }","duration":"1.466237885s","start":"2026-03-01T01:23:22.671097Z","end":"2026-03-01T01:23:24.137335Z","steps":["trace[250172968] 'read index received' (duration: 33.747692ms)","trace[250172968] 'applied index is now lower than readState.Index' (duration: 1.432488593s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:24.137422Z","caller":"traceutil/trace.go:171","msg":"trace[1112979340] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.469841713s","start":"2026-03-01T01:23:22.667544Z","end":"2026-03-01T01:23:24.137386Z","steps":["trace[1112979340] 'process raft request' (duration: 1.469713149s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.137483Z","caller":"traceutil/trace.go:171","msg":"trace[337404417] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.469269937s","start":"2026-03-01T01:23:22.668197Z","end":"2026-03-01T01:23:24.137466Z","steps":["trace[337404417] 'process raft request' (duration: 1.469100452s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:24.137579Z","caller":"traceutil/trace.go:171","msg":"trace[1205721964] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.470184792s","start":"2026-03-01T01:23:22.667375Z","end":"2026-03-01T01:23:24.13756Z","steps":["trace[1205721964] 'process raft request' (duration: 1.46972372s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.13762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:22.668159Z","time spent":"1.469366579s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:24.137712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:22.667351Z","time spent":"1.470269134s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:24.137728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.013172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:24.137853Z","caller":"traceutil/trace.go:171","msg":"trace[572219638] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:550; }","duration":"127.198718ms","start":"2026-03-01T01:23:24.010628Z","end":"2026-03-01T01:23:24.137827Z","steps":["trace[572219638] 'agreement among raft nodes before linearized reading' (duration: 126.966391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.137749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466620826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:24.137929Z","caller":"traceutil/trace.go:171","msg":"trace[1993189166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:550; }","duration":"1.466836602s","start":"2026-03-01T01:23:22.671074Z","end":"2026-03-01T01:23:24.13791Z","steps":["trace[1993189166] 'agreement among raft nodes before linearized reading' (duration: 1.466592795s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:24.137972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:22.667534Z","time spent":"1.470398997s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:24.137984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:22.671064Z","time spent":"1.466910154s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:25.324772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027594332s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:25.324878Z","caller":"traceutil/trace.go:171","msg":"trace[961864401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:550; }","duration":"1.027719275s","start":"2026-03-01T01:23:24.297143Z","end":"2026-03-01T01:23:25.324862Z","steps":["trace[961864401] 'range keys from in-memory index tree' (duration: 1.02757368s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:25.325141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.264575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T01:23:25.325216Z","caller":"traceutil/trace.go:171","msg":"trace[273388528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:550; }","duration":"616.402298ms","start":"2026-03-01T01:23:24.708796Z","end":"2026-03-01T01:23:25.325198Z","steps":["trace[273388528] 'range keys from in-memory index tree' (duration: 616.049209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:25.325255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:24.708772Z","time spent":"616.474821ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:23:25.325437Z","caller":"traceutil/trace.go:171","msg":"trace[414744065] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"482.576443ms","start":"2026-03-01T01:23:24.842818Z","end":"2026-03-01T01:23:25.325394Z","steps":["trace[414744065] 'process raft request' (duration: 420.68371ms)","trace[414744065] 'compare' (duration: 61.269746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:25.325695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:24.842784Z","time spent":"482.792748ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:26.183617Z","caller":"traceutil/trace.go:171","msg":"trace[1347954794] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"135.974724ms","start":"2026-03-01T01:23:26.047612Z","end":"2026-03-01T01:23:26.183586Z","steps":["trace[1347954794] 'process raft request' (duration: 135.754188ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.3095Z","caller":"traceutil/trace.go:171","msg":"trace[33412200] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"121.615747ms","start":"2026-03-01T01:23:26.187856Z","end":"2026-03-01T01:23:26.309472Z","steps":["trace[33412200] 'process raft request' (duration: 121.508124ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.30962Z","caller":"traceutil/trace.go:171","msg":"trace[1530015458] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"122.48598ms","start":"2026-03-01T01:23:26.187084Z","end":"2026-03-01T01:23:26.30957Z","steps":["trace[1530015458] 'process raft request' (duration: 73.456695ms)","trace[1530015458] 'compare' (duration: 48.637835ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:26.309678Z","caller":"traceutil/trace.go:171","msg":"trace[229828184] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"121.058541ms","start":"2026-03-01T01:23:26.18858Z","end":"2026-03-01T01:23:26.309638Z","steps":["trace[229828184] 'process raft request' (duration: 120.814674ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.30967Z","caller":"traceutil/trace.go:171","msg":"trace[676602260] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"121.942806ms","start":"2026-03-01T01:23:26.187684Z","end":"2026-03-01T01:23:26.309627Z","steps":["trace[676602260] 'process raft request' (duration: 121.620937ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.398065Z","caller":"traceutil/trace.go:171","msg":"trace[1694106304] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"133.874188ms","start":"2026-03-01T01:23:26.264162Z","end":"2026-03-01T01:23:26.398037Z","steps":["trace[1694106304] 'process raft request' (duration: 133.721004ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.5122Z","caller":"traceutil/trace.go:171","msg":"trace[740241554] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"185.75025ms","start":"2026-03-01T01:23:26.326404Z","end":"2026-03-01T01:23:26.512154Z","steps":["trace[740241554] 'process raft request' (duration: 174.135407ms)","trace[740241554] 'compare' (duration: 11.312395ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:26.67922Z","caller":"traceutil/trace.go:171","msg":"trace[1060763375] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"102.106319ms","start":"2026-03-01T01:23:26.577067Z","end":"2026-03-01T01:23:26.679174Z","steps":["trace[1060763375] 'process raft request' (duration: 54.625156ms)","trace[1060763375] 'compare' (duration: 47.233457ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:26.679387Z","caller":"traceutil/trace.go:171","msg":"trace[872889996] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"102.14394ms","start":"2026-03-01T01:23:26.577222Z","end":"2026-03-01T01:23:26.679366Z","steps":["trace[872889996] 'process raft request' (duration: 101.849933ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.696553Z","caller":"traceutil/trace.go:171","msg":"trace[2132382909] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"101.609166ms","start":"2026-03-01T01:23:26.594917Z","end":"2026-03-01T01:23:26.696526Z","steps":["trace[2132382909] 'process raft request' (duration: 100.673151ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.8309Z","caller":"traceutil/trace.go:171","msg":"trace[1690907875] transaction","detail":"{read_only:false; number_of_response:0; response_revision:575; }","duration":"129.850369ms","start":"2026-03-01T01:23:26.701026Z","end":"2026-03-01T01:23:26.830876Z","steps":["trace[1690907875] 'process raft request' (duration: 129.757527ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913013Z","caller":"traceutil/trace.go:171","msg":"trace[1731967631] transaction","detail":"{read_only:false; number_of_response:0; response_revision:575; }","duration":"210.724695ms","start":"2026-03-01T01:23:26.702253Z","end":"2026-03-01T01:23:26.912978Z","steps":["trace[1731967631] 'process raft request' (duration: 210.548951ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913107Z","caller":"traceutil/trace.go:171","msg":"trace[851716778] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"202.928354ms","start":"2026-03-01T01:23:26.710159Z","end":"2026-03-01T01:23:26.913088Z","steps":["trace[851716778] 'process raft request' (duration: 202.741169ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913245Z","caller":"traceutil/trace.go:171","msg":"trace[1150899985] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"200.101748ms","start":"2026-03-01T01:23:26.713114Z","end":"2026-03-01T01:23:26.913216Z","steps":["trace[1150899985] 'process raft request' (duration: 199.895102ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913311Z","caller":"traceutil/trace.go:171","msg":"trace[1955041981] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"199.882702ms","start":"2026-03-01T01:23:26.71341Z","end":"2026-03-01T01:23:26.913293Z","steps":["trace[1955041981] 'process raft request' (duration: 199.80647ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913379Z","caller":"traceutil/trace.go:171","msg":"trace[1373141242] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"200.084498ms","start":"2026-03-01T01:23:26.713279Z","end":"2026-03-01T01:23:26.913364Z","steps":["trace[1373141242] 'process raft request' (duration: 199.825981ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913422Z","caller":"traceutil/trace.go:171","msg":"trace[2005349506] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"200.123189ms","start":"2026-03-01T01:23:26.713286Z","end":"2026-03-01T01:23:26.913409Z","steps":["trace[2005349506] 'process raft request' (duration: 199.77759ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913445Z","caller":"traceutil/trace.go:171","msg":"trace[1052208116] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"200.075797ms","start":"2026-03-01T01:23:26.713329Z","end":"2026-03-01T01:23:26.913405Z","steps":["trace[1052208116] 'process raft request' (duration: 199.842131ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913658Z","caller":"traceutil/trace.go:171","msg":"trace[210393400] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"200.19006ms","start":"2026-03-01T01:23:26.713455Z","end":"2026-03-01T01:23:26.913645Z","steps":["trace[210393400] 'process raft request' (duration: 199.80158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913908Z","caller":"traceutil/trace.go:171","msg":"trace[25091738] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"200.321484ms","start":"2026-03-01T01:23:26.713555Z","end":"2026-03-01T01:23:26.913876Z","steps":["trace[25091738] 'process raft request' (duration: 200.105818ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.91395Z","caller":"traceutil/trace.go:171","msg":"trace[1666686386] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"200.424276ms","start":"2026-03-01T01:23:26.713512Z","end":"2026-03-01T01:23:26.913936Z","steps":["trace[1666686386] 'process raft request' (duration: 200.087847ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.913994Z","caller":"traceutil/trace.go:171","msg":"trace[1399069122] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"200.429656ms","start":"2026-03-01T01:23:26.713549Z","end":"2026-03-01T01:23:26.913979Z","steps":["trace[1399069122] 'process raft request' (duration: 200.082977ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.91404Z","caller":"traceutil/trace.go:171","msg":"trace[129082049] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"200.571901ms","start":"2026-03-01T01:23:26.713459Z","end":"2026-03-01T01:23:26.914031Z","steps":["trace[129082049] 'process raft request' (duration: 200.063747ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.914142Z","caller":"traceutil/trace.go:171","msg":"trace[421395831] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"200.356195ms","start":"2026-03-01T01:23:26.713747Z","end":"2026-03-01T01:23:26.914104Z","steps":["trace[421395831] 'process raft request' (duration: 199.980005ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.914152Z","caller":"traceutil/trace.go:171","msg":"trace[306414282] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"200.260652ms","start":"2026-03-01T01:23:26.713883Z","end":"2026-03-01T01:23:26.914143Z","steps":["trace[306414282] 'process raft request' (duration: 199.887632ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:26.914165Z","caller":"traceutil/trace.go:171","msg":"trace[833697602] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"200.488338ms","start":"2026-03-01T01:23:26.713602Z","end":"2026-03-01T01:23:26.91409Z","steps":["trace[833697602] 'process raft request' (duration: 200.087468ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.098887Z","caller":"traceutil/trace.go:171","msg":"trace[2108198040] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"176.586633ms","start":"2026-03-01T01:23:26.922273Z","end":"2026-03-01T01:23:27.098859Z","steps":["trace[2108198040] 'process raft request' (duration: 131.536665ms)","trace[2108198040] 'compare' (duration: 44.74933ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:27.098956Z","caller":"traceutil/trace.go:171","msg":"trace[1957158188] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"176.627884ms","start":"2026-03-01T01:23:26.922297Z","end":"2026-03-01T01:23:27.098925Z","steps":["trace[1957158188] 'process raft request' (duration: 176.49559ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.098987Z","caller":"traceutil/trace.go:171","msg":"trace[488041013] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"176.417128ms","start":"2026-03-01T01:23:26.922523Z","end":"2026-03-01T01:23:27.09894Z","steps":["trace[488041013] 'process raft request' (duration: 176.316895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099068Z","caller":"traceutil/trace.go:171","msg":"trace[650534016] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"176.443989ms","start":"2026-03-01T01:23:26.922582Z","end":"2026-03-01T01:23:27.099026Z","steps":["trace[650534016] 'process raft request' (duration: 176.299765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099119Z","caller":"traceutil/trace.go:171","msg":"trace[1635136367] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"176.434859ms","start":"2026-03-01T01:23:26.922672Z","end":"2026-03-01T01:23:27.099107Z","steps":["trace[1635136367] 'process raft request' (duration: 176.285585ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099188Z","caller":"traceutil/trace.go:171","msg":"trace[1926951172] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"176.384557ms","start":"2026-03-01T01:23:26.922781Z","end":"2026-03-01T01:23:27.099166Z","steps":["trace[1926951172] 'process raft request' (duration: 176.237133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099276Z","caller":"traceutil/trace.go:171","msg":"trace[1278510529] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"176.406018ms","start":"2026-03-01T01:23:26.922861Z","end":"2026-03-01T01:23:27.099267Z","steps":["trace[1278510529] 'process raft request' (duration: 176.219683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099205Z","caller":"traceutil/trace.go:171","msg":"trace[55299763] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"176.558012ms","start":"2026-03-01T01:23:26.922638Z","end":"2026-03-01T01:23:27.099196Z","steps":["trace[55299763] 'process raft request' (duration: 176.286305ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.09935Z","caller":"traceutil/trace.go:171","msg":"trace[1218326328] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"176.595293ms","start":"2026-03-01T01:23:26.922743Z","end":"2026-03-01T01:23:27.099338Z","steps":["trace[1218326328] 'process raft request' (duration: 176.244073ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099462Z","caller":"traceutil/trace.go:171","msg":"trace[1229102361] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"176.654955ms","start":"2026-03-01T01:23:26.922794Z","end":"2026-03-01T01:23:27.099448Z","steps":["trace[1229102361] 'process raft request' (duration: 176.257234ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.09946Z","caller":"traceutil/trace.go:171","msg":"trace[708076344] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"175.39581ms","start":"2026-03-01T01:23:26.924052Z","end":"2026-03-01T01:23:27.099448Z","steps":["trace[708076344] 'process raft request' (duration: 175.214895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.09948Z","caller":"traceutil/trace.go:171","msg":"trace[1450731438] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"176.000006ms","start":"2026-03-01T01:23:26.923464Z","end":"2026-03-01T01:23:27.099464Z","steps":["trace[1450731438] 'process raft request' (duration: 175.659997ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099584Z","caller":"traceutil/trace.go:171","msg":"trace[1991383021] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"174.24547ms","start":"2026-03-01T01:23:26.925304Z","end":"2026-03-01T01:23:27.09955Z","steps":["trace[1991383021] 'process raft request' (duration: 174.094496ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099702Z","caller":"traceutil/trace.go:171","msg":"trace[1114985885] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"175.455422ms","start":"2026-03-01T01:23:26.924204Z","end":"2026-03-01T01:23:27.09966Z","steps":["trace[1114985885] 'process raft request' (duration: 175.129193ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.099845Z","caller":"traceutil/trace.go:171","msg":"trace[132973729] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"171.037932ms","start":"2026-03-01T01:23:26.928795Z","end":"2026-03-01T01:23:27.099833Z","steps":["trace[132973729] 'process raft request' (duration: 170.672812ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.223041Z","caller":"traceutil/trace.go:171","msg":"trace[823386005] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"117.909766ms","start":"2026-03-01T01:23:27.105105Z","end":"2026-03-01T01:23:27.223015Z","steps":["trace[823386005] 'process raft request' (duration: 110.719582ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.223072Z","caller":"traceutil/trace.go:171","msg":"trace[1486678530] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:625; }","duration":"116.082497ms","start":"2026-03-01T01:23:27.106957Z","end":"2026-03-01T01:23:27.22304Z","steps":["trace[1486678530] 'read index received' (duration: 1.700736ms)","trace[1486678530] 'applied index is now lower than readState.Index' (duration: 114.375751ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:27.223179Z","caller":"traceutil/trace.go:171","msg":"trace[862100299] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"112.168302ms","start":"2026-03-01T01:23:27.110969Z","end":"2026-03-01T01:23:27.223137Z","steps":["trace[862100299] 'process raft request' (duration: 111.987557ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.223202Z","caller":"traceutil/trace.go:171","msg":"trace[1810518808] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"117.973449ms","start":"2026-03-01T01:23:27.105199Z","end":"2026-03-01T01:23:27.223173Z","steps":["trace[1810518808] 'process raft request' (duration: 117.707051ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.223439Z","caller":"traceutil/trace.go:171","msg":"trace[1400733138] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"112.405787ms","start":"2026-03-01T01:23:27.111022Z","end":"2026-03-01T01:23:27.223428Z","steps":["trace[1400733138] 'process raft request' (duration: 112.004037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:27.225048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.04131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"info","ts":"2026-03-01T01:23:27.225099Z","caller":"traceutil/trace.go:171","msg":"trace[2008934425] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"112.371897ms","start":"2026-03-01T01:23:27.111118Z","end":"2026-03-01T01:23:27.22349Z","steps":["trace[2008934425] 'process raft request' (duration: 111.951546ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.2252Z","caller":"traceutil/trace.go:171","msg":"trace[391058897] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:610; }","duration":"118.168354ms","start":"2026-03-01T01:23:27.106928Z","end":"2026-03-01T01:23:27.225096Z","steps":["trace[391058897] 'agreement among raft nodes before linearized reading' (duration: 116.208301ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.227694Z","caller":"traceutil/trace.go:171","msg":"trace[1352724111] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"108.240756ms","start":"2026-03-01T01:23:27.1194Z","end":"2026-03-01T01:23:27.227641Z","steps":["trace[1352724111] 'process raft request' (duration: 103.903878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:27.972764Z","caller":"traceutil/trace.go:171","msg":"trace[227165294] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"157.674381ms","start":"2026-03-01T01:23:27.815059Z","end":"2026-03-01T01:23:27.972734Z","steps":["trace[227165294] 'process raft request' (duration: 157.115216ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.422563Z","caller":"traceutil/trace.go:171","msg":"trace[181674690] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:707; }","duration":"174.405874ms","start":"2026-03-01T01:23:28.248127Z","end":"2026-03-01T01:23:28.422533Z","steps":["trace[181674690] 'read index received' (duration: 140.96952ms)","trace[181674690] 'applied index is now lower than readState.Index' (duration: 33.434954ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:28.422744Z","caller":"traceutil/trace.go:171","msg":"trace[1404037034] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"175.577665ms","start":"2026-03-01T01:23:28.247136Z","end":"2026-03-01T01:23:28.422713Z","steps":["trace[1404037034] 'process raft request' (duration: 141.941806ms)","trace[1404037034] 'compare' (duration: 33.329871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:28.422864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.669791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:28.422945Z","caller":"traceutil/trace.go:171","msg":"trace[1076269336] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:687; }","duration":"174.808465ms","start":"2026-03-01T01:23:28.248121Z","end":"2026-03-01T01:23:28.422929Z","steps":["trace[1076269336] 'agreement among raft nodes before linearized reading' (duration: 174.6344ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.468363Z","caller":"traceutil/trace.go:171","msg":"trace[178110861] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"192.262436ms","start":"2026-03-01T01:23:28.276071Z","end":"2026-03-01T01:23:28.468333Z","steps":["trace[178110861] 'process raft request' (duration: 192.191524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.468499Z","caller":"traceutil/trace.go:171","msg":"trace[1145523599] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"219.81804ms","start":"2026-03-01T01:23:28.24862Z","end":"2026-03-01T01:23:28.468438Z","steps":["trace[1145523599] 'process raft request' (duration: 219.543083ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.468379Z","caller":"traceutil/trace.go:171","msg":"trace[32492277] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"220.15507ms","start":"2026-03-01T01:23:28.248181Z","end":"2026-03-01T01:23:28.468336Z","steps":["trace[32492277] 'process raft request' (duration: 219.81276ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.468475Z","caller":"traceutil/trace.go:171","msg":"trace[723713835] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"219.43497ms","start":"2026-03-01T01:23:28.24902Z","end":"2026-03-01T01:23:28.468455Z","steps":["trace[723713835] 'process raft request' (duration: 219.194583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:28.471187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.6536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T01:23:28.471288Z","caller":"traceutil/trace.go:171","msg":"trace[763341955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:691; }","duration":"157.798835ms","start":"2026-03-01T01:23:28.313462Z","end":"2026-03-01T01:23:28.471261Z","steps":["trace[763341955] 'agreement among raft nodes before linearized reading' (duration: 157.449725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:28.47133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.697359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bzdn7\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-01T01:23:28.471426Z","caller":"traceutil/trace.go:171","msg":"trace[1652736347] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bzdn7; range_end:; response_count:1; response_revision:691; }","duration":"195.863083ms","start":"2026-03-01T01:23:28.275537Z","end":"2026-03-01T01:23:28.4714Z","steps":["trace[1652736347] 'agreement among raft nodes before linearized reading' (duration: 195.556555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:28.472243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.381478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T01:23:28.472298Z","caller":"traceutil/trace.go:171","msg":"trace[1782241508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:691; }","duration":"159.462059ms","start":"2026-03-01T01:23:28.312818Z","end":"2026-03-01T01:23:28.47228Z","steps":["trace[1782241508] 'agreement among raft nodes before linearized reading' (duration: 159.302405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:28.472483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.939885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T01:23:28.472511Z","caller":"traceutil/trace.go:171","msg":"trace[711456285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:691; }","duration":"158.988577ms","start":"2026-03-01T01:23:28.313513Z","end":"2026-03-01T01:23:28.472502Z","steps":["trace[711456285] 'agreement among raft nodes before linearized reading' (duration: 158.900715ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.593709Z","caller":"traceutil/trace.go:171","msg":"trace[1153768120] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"112.451699ms","start":"2026-03-01T01:23:28.481228Z","end":"2026-03-01T01:23:28.593679Z","steps":["trace[1153768120] 'process raft request' (duration: 110.671531ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.593769Z","caller":"traceutil/trace.go:171","msg":"trace[1320366956] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"112.094109ms","start":"2026-03-01T01:23:28.481655Z","end":"2026-03-01T01:23:28.593749Z","steps":["trace[1320366956] 'process raft request' (duration: 111.985196ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.59377Z","caller":"traceutil/trace.go:171","msg":"trace[1771000987] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"111.713809ms","start":"2026-03-01T01:23:28.482037Z","end":"2026-03-01T01:23:28.593751Z","steps":["trace[1771000987] 'process raft request' (duration: 111.669958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.593986Z","caller":"traceutil/trace.go:171","msg":"trace[568867317] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"112.016727ms","start":"2026-03-01T01:23:28.481944Z","end":"2026-03-01T01:23:28.593961Z","steps":["trace[568867317] 'process raft request' (duration: 111.727719ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.594074Z","caller":"traceutil/trace.go:171","msg":"trace[854394096] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"112.445549ms","start":"2026-03-01T01:23:28.481617Z","end":"2026-03-01T01:23:28.594063Z","steps":["trace[854394096] 'process raft request' (duration: 111.970006ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.755579Z","caller":"traceutil/trace.go:171","msg":"trace[298873712] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"266.978005ms","start":"2026-03-01T01:23:28.488573Z","end":"2026-03-01T01:23:28.755551Z","steps":["trace[298873712] 'process raft request' (duration: 217.839007ms)","trace[298873712] 'compare' (duration: 49.036165ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:28.778203Z","caller":"traceutil/trace.go:171","msg":"trace[1358432311] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"178.901516ms","start":"2026-03-01T01:23:28.599283Z","end":"2026-03-01T01:23:28.778185Z","steps":["trace[1358432311] 'process raft request' (duration: 178.715901ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.778668Z","caller":"traceutil/trace.go:171","msg":"trace[166182779] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"178.392121ms","start":"2026-03-01T01:23:28.600227Z","end":"2026-03-01T01:23:28.778619Z","steps":["trace[166182779] 'process raft request' (duration: 177.914358ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:28.778841Z","caller":"traceutil/trace.go:171","msg":"trace[173719901] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"135.113111ms","start":"2026-03-01T01:23:28.643691Z","end":"2026-03-01T01:23:28.778805Z","steps":["trace[173719901] 'process raft request' (duration: 134.723241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:29.014292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.473299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:29.014501Z","caller":"traceutil/trace.go:171","msg":"trace[1857805294] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"230.393947ms","start":"2026-03-01T01:23:28.784083Z","end":"2026-03-01T01:23:29.014477Z","steps":["trace[1857805294] 'process raft request' (duration: 107.622169ms)","trace[1857805294] 'compare' (duration: 122.196812ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:29.072574Z","caller":"traceutil/trace.go:171","msg":"trace[1465712323] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"286.865093ms","start":"2026-03-01T01:23:28.78568Z","end":"2026-03-01T01:23:29.072545Z","steps":["trace[1465712323] 'process raft request' (duration: 286.648617ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.072829Z","caller":"traceutil/trace.go:171","msg":"trace[599694329] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"271.868108ms","start":"2026-03-01T01:23:28.800939Z","end":"2026-03-01T01:23:29.072808Z","steps":["trace[599694329] 'process raft request' (duration: 271.545409ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.072851Z","caller":"traceutil/trace.go:171","msg":"trace[938134322] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"227.438287ms","start":"2026-03-01T01:23:28.845387Z","end":"2026-03-01T01:23:29.072825Z","steps":["trace[938134322] 'process raft request' (duration: 227.316793ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.140069Z","caller":"traceutil/trace.go:171","msg":"trace[642912247] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"119.553421ms","start":"2026-03-01T01:23:29.020487Z","end":"2026-03-01T01:23:29.14004Z","steps":["trace[642912247] 'process raft request' (duration: 93.59591ms)","trace[642912247] 'compare' (duration: 25.660953ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:29.140088Z","caller":"traceutil/trace.go:171","msg":"trace[253636813] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"119.290543ms","start":"2026-03-01T01:23:29.020758Z","end":"2026-03-01T01:23:29.140049Z","steps":["trace[253636813] 'process raft request' (duration: 119.17591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:29.592225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.327309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:29.592374Z","caller":"traceutil/trace.go:171","msg":"trace[1816549589] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"447.803373ms","start":"2026-03-01T01:23:29.144519Z","end":"2026-03-01T01:23:29.592323Z","steps":["trace[1816549589] 'process raft request' (duration: 346.31771ms)","trace[1816549589] 'compare' (duration: 100.911677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:29.592448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:29.144484Z","time spent":"447.937846ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:23:29.593265Z","caller":"traceutil/trace.go:171","msg":"trace[856299965] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"446.483416ms","start":"2026-03-01T01:23:29.146749Z","end":"2026-03-01T01:23:29.593232Z","steps":["trace[856299965] 'process raft request' (duration: 446.213659ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.593304Z","caller":"traceutil/trace.go:171","msg":"trace[1658265839] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"445.270324ms","start":"2026-03-01T01:23:29.148005Z","end":"2026-03-01T01:23:29.593275Z","steps":["trace[1658265839] 'process raft request' (duration: 445.12698ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:29.593407Z","caller":"traceutil/trace.go:171","msg":"trace[1646649534] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:731; }","duration":"351.017786ms","start":"2026-03-01T01:23:29.242369Z","end":"2026-03-01T01:23:29.593387Z","steps":["trace[1646649534] 'read index received' (duration: 248.574068ms)","trace[1646649534] 'applied index is now lower than readState.Index' (duration: 102.441458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:29.593455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:29.146728Z","time spent":"446.61803ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:29.593461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:29.147983Z","time spent":"445.389097ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:29.593517Z","caller":"traceutil/trace.go:171","msg":"trace[658197650] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"444.125992ms","start":"2026-03-01T01:23:29.14938Z","end":"2026-03-01T01:23:29.593506Z","steps":["trace[658197650] 'process raft request' (duration: 443.823034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:29.593597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:29.149361Z","time spent":"444.202005ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:23:29.593649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.648168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:29.593682Z","caller":"traceutil/trace.go:171","msg":"trace[1067844668] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"151.70559ms","start":"2026-03-01T01:23:29.441966Z","end":"2026-03-01T01:23:29.593671Z","steps":["trace[1067844668] 'agreement among raft nodes before linearized reading' (duration: 151.648858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:29.593731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.021218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bzdn7\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-03-01T01:23:29.593744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.374736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:23:29.593765Z","caller":"traceutil/trace.go:171","msg":"trace[1094326937] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bzdn7; range_end:; response_count:1; response_revision:714; }","duration":"310.08816ms","start":"2026-03-01T01:23:29.283666Z","end":"2026-03-01T01:23:29.593754Z","steps":["trace[1094326937] 'agreement among raft nodes before linearized reading' (duration: 309.938936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:29.593798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:29.28365Z","time spent":"310.142282ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17548,"request content":"key:\"/registry/pods/kube-system/cilium-bzdn7\" "} {"level":"info","ts":"2026-03-01T01:23:29.5938Z","caller":"traceutil/trace.go:171","msg":"trace[1015890558] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:714; }","duration":"351.470119ms","start":"2026-03-01T01:23:29.242312Z","end":"2026-03-01T01:23:29.593782Z","steps":["trace[1015890558] 'agreement among raft nodes before linearized reading' (duration: 351.378146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:29.593823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.633984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T01:23:29.593837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:29.24229Z","time spent":"351.538991ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-01T01:23:29.593864Z","caller":"traceutil/trace.go:171","msg":"trace[906086269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:714; }","duration":"159.682895ms","start":"2026-03-01T01:23:29.43417Z","end":"2026-03-01T01:23:29.593853Z","steps":["trace[906086269] 'agreement among raft nodes before linearized reading' (duration: 159.51763ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:36.847134Z","caller":"traceutil/trace.go:171","msg":"trace[589494461] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"156.298224ms","start":"2026-03-01T01:23:36.69081Z","end":"2026-03-01T01:23:36.847109Z","steps":["trace[589494461] 'process raft request' (duration: 156.241783ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:36.847169Z","caller":"traceutil/trace.go:171","msg":"trace[1224799537] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"156.830338ms","start":"2026-03-01T01:23:36.690309Z","end":"2026-03-01T01:23:36.847139Z","steps":["trace[1224799537] 'process raft request' (duration: 141.532915ms)","trace[1224799537] 'compare' (duration: 15.085087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:23:49.367733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577478744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:49.868639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577478744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:23:50.048039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215322705s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:23:50.048553Z","caller":"traceutil/trace.go:171","msg":"trace[499490730] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.215992893s","start":"2026-03-01T01:23:48.832531Z","end":"2026-03-01T01:23:50.048524Z","steps":["trace[499490730] 'process raft request' (duration: 1.215718406s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.048738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:48.832498Z","time spent":"1.216106626s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6242,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:23:50.064923Z","caller":"traceutil/trace.go:171","msg":"trace[1955567877] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:972; }","duration":"1.198239042s","start":"2026-03-01T01:23:48.866658Z","end":"2026-03-01T01:23:50.064897Z","steps":["trace[1955567877] 'read index received' (duration: 1.181704046s)","trace[1955567877] 'applied index is now lower than readState.Index' (duration: 16.533866ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:50.064971Z","caller":"traceutil/trace.go:171","msg":"trace[45085210] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"995.865514ms","start":"2026-03-01T01:23:49.069071Z","end":"2026-03-01T01:23:50.064936Z","steps":["trace[45085210] 'process raft request' (duration: 995.70268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.065141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:49.069032Z","time spent":"996.020809ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:23:50.06521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161692785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:23:50.065248Z","caller":"traceutil/trace.go:171","msg":"trace[1711285279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:947; }","duration":"1.161798708s","start":"2026-03-01T01:23:48.903439Z","end":"2026-03-01T01:23:50.065238Z","steps":["trace[1711285279] 'agreement among raft nodes before linearized reading' (duration: 1.161616613s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.065276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:48.903411Z","time spent":"1.161858789s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:23:50.065351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198667824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:23:50.065393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.692584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:23:50.065479Z","caller":"traceutil/trace.go:171","msg":"trace[1148313976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"1.198845459s","start":"2026-03-01T01:23:48.866602Z","end":"2026-03-01T01:23:50.065448Z","steps":["trace[1148313976] 'agreement among raft nodes before linearized reading' (duration: 1.198419758s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.065514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1603907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:23:50.065523Z","caller":"traceutil/trace.go:171","msg":"trace[1606242155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:947; }","duration":"304.861229ms","start":"2026-03-01T01:23:49.760623Z","end":"2026-03-01T01:23:50.065485Z","steps":["trace[1606242155] 'agreement among raft nodes before linearized reading' (duration: 304.461668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.065518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.858086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:50.065543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:48.866572Z","time spent":"1.198961223s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:23:50.065549Z","caller":"traceutil/trace.go:171","msg":"trace[1316277241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:947; }","duration":"1.160470452s","start":"2026-03-01T01:23:48.905069Z","end":"2026-03-01T01:23:50.06554Z","steps":["trace[1316277241] 'agreement among raft nodes before linearized reading' (duration: 1.160385499s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.065607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.329542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:23:50.06566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:48.905044Z","time spent":"1.160598205s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:23:50.065641Z","caller":"traceutil/trace.go:171","msg":"trace[961349863] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:947; }","duration":"437.035932ms","start":"2026-03-01T01:23:49.628578Z","end":"2026-03-01T01:23:50.065614Z","steps":["trace[961349863] 'agreement among raft nodes before linearized reading' (duration: 436.849237ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:50.065707Z","caller":"traceutil/trace.go:171","msg":"trace[1104618153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:947; }","duration":"362.459336ms","start":"2026-03-01T01:23:49.703227Z","end":"2026-03-01T01:23:50.065686Z","steps":["trace[1104618153] 'agreement among raft nodes before linearized reading' (duration: 362.303681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:23:50.065597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:49.760603Z","time spent":"304.982212ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:23:50.065751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:49.703205Z","time spent":"362.537948ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:23:50.065751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:23:49.628557Z","time spent":"437.180675ms","remote":"127.0.0.1:33568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:23:58.351252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.024327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:23:58.351382Z","caller":"traceutil/trace.go:171","msg":"trace[1355046060] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"165.711818ms","start":"2026-03-01T01:23:58.18564Z","end":"2026-03-01T01:23:58.351352Z","steps":["trace[1355046060] 'process raft request' (duration: 46.496776ms)","trace[1355046060] 'compare' (duration: 118.895793ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:23:58.415202Z","caller":"traceutil/trace.go:171","msg":"trace[2076488512] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"229.535233ms","start":"2026-03-01T01:23:58.185645Z","end":"2026-03-01T01:23:58.41518Z","steps":["trace[2076488512] 'process raft request' (duration: 229.381009ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:23:58.415425Z","caller":"traceutil/trace.go:171","msg":"trace[1297582365] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"229.691288ms","start":"2026-03-01T01:23:58.185699Z","end":"2026-03-01T01:23:58.41539Z","steps":["trace[1297582365] 'process raft request' (duration: 229.435891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:14.534591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.515423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:24:14.534722Z","caller":"traceutil/trace.go:171","msg":"trace[309760224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1105; }","duration":"112.654486ms","start":"2026-03-01T01:24:14.42205Z","end":"2026-03-01T01:24:14.534705Z","steps":["trace[309760224] 'range keys from in-memory index tree' (duration: 112.376619ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:22.701253Z","caller":"traceutil/trace.go:171","msg":"trace[2138497379] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"120.936497ms","start":"2026-03-01T01:24:22.580291Z","end":"2026-03-01T01:24:22.701227Z","steps":["trace[2138497379] 'process raft request' (duration: 120.808234ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:22.85096Z","caller":"traceutil/trace.go:171","msg":"trace[908805352] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"268.972475ms","start":"2026-03-01T01:24:22.581969Z","end":"2026-03-01T01:24:22.850942Z","steps":["trace[908805352] 'process raft request' (duration: 268.937864ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:22.851136Z","caller":"traceutil/trace.go:171","msg":"trace[385294427] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"269.226282ms","start":"2026-03-01T01:24:22.581875Z","end":"2026-03-01T01:24:22.851102Z","steps":["trace[385294427] 'process raft request' (duration: 268.930064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:24.927278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.933219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107267"} {"level":"info","ts":"2026-03-01T01:24:24.927377Z","caller":"traceutil/trace.go:171","msg":"trace[2112343629] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1263; }","duration":"129.066512ms","start":"2026-03-01T01:24:24.798285Z","end":"2026-03-01T01:24:24.927351Z","steps":["trace[2112343629] 'range keys from in-memory index tree' (duration: 128.59835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:25.054262Z","caller":"traceutil/trace.go:171","msg":"trace[1598019489] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"123.803434ms","start":"2026-03-01T01:24:24.930435Z","end":"2026-03-01T01:24:25.054238Z","steps":["trace[1598019489] 'process raft request' (duration: 123.613429ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:25.055269Z","caller":"traceutil/trace.go:171","msg":"trace[285037855] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"123.710271ms","start":"2026-03-01T01:24:24.931535Z","end":"2026-03-01T01:24:25.055245Z","steps":["trace[285037855] 'process raft request' (duration: 123.390302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:33.61563Z","caller":"traceutil/trace.go:171","msg":"trace[1350024233] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"161.040664ms","start":"2026-03-01T01:24:33.454551Z","end":"2026-03-01T01:24:33.615591Z","steps":["trace[1350024233] 'process raft request' (duration: 160.740166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.3354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.950881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972395Z","caller":"traceutil/trace.go:171","msg":"trace[514845306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"279.481434ms","start":"2026-03-01T01:24:38.692896Z","end":"2026-03-01T01:24:38.972377Z","steps":["trace[514845306] 'range keys from in-memory index tree' (duration: 279.239928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.089456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.201045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.96118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972459Z","caller":"traceutil/trace.go:171","msg":"trace[1900095469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"358.221119ms","start":"2026-03-01T01:24:38.614221Z","end":"2026-03-01T01:24:38.972442Z","steps":["trace[1900095469] 'count revisions from in-memory index tree' (duration: 358.042614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.811942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972478Z","caller":"traceutil/trace.go:171","msg":"trace[860824861] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"197.275977ms","start":"2026-03-01T01:24:38.775184Z","end":"2026-03-01T01:24:38.97246Z","steps":["trace[860824861] 'range keys from in-memory index tree' (duration: 197.142024ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.972503Z","caller":"traceutil/trace.go:171","msg":"trace[763649156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1525; }","duration":"137.989691ms","start":"2026-03-01T01:24:38.834493Z","end":"2026-03-01T01:24:38.972482Z","steps":["trace[763649156] 'range keys from in-memory index tree' (duration: 137.924569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.614213Z","time spent":"358.28143ms","remote":"127.0.0.1:36116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:24:38.972518Z","caller":"traceutil/trace.go:171","msg":"trace[307036030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"138.896814ms","start":"2026-03-01T01:24:38.833604Z","end":"2026-03-01T01:24:38.972501Z","steps":["trace[307036030] 'count revisions from in-memory index tree' (duration: 138.768061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.132365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.97263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.740581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.158923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.624345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.288329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972769Z","caller":"traceutil/trace.go:171","msg":"trace[965030599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"415.212745ms","start":"2026-03-01T01:24:38.557546Z","end":"2026-03-01T01:24:38.972758Z","steps":["trace[965030599] 'range keys from in-memory index tree' (duration: 415.095702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.017896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:24:38.972789Z","caller":"traceutil/trace.go:171","msg":"trace[849478005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"329.350091ms","start":"2026-03-01T01:24:38.64343Z","end":"2026-03-01T01:24:38.97278Z","steps":["trace[849478005] 'range keys from in-memory index tree' (duration: 329.185267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.557532Z","time spent":"415.260246ms","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:24:38.972427Z","caller":"traceutil/trace.go:171","msg":"trace[129061692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"169.998082ms","start":"2026-03-01T01:24:38.802413Z","end":"2026-03-01T01:24:38.972411Z","steps":["trace[129061692] 'count revisions from in-memory index tree' (duration: 169.900509ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.972808Z","caller":"traceutil/trace.go:171","msg":"trace[2059583747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1525; }","duration":"204.067908ms","start":"2026-03-01T01:24:38.76873Z","end":"2026-03-01T01:24:38.972798Z","steps":["trace[2059583747] 'range keys from in-memory index tree' (duration: 203.866992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.97269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.914786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972803Z","caller":"traceutil/trace.go:171","msg":"trace[1117785196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"227.79645ms","start":"2026-03-01T01:24:38.744982Z","end":"2026-03-01T01:24:38.972778Z","steps":["trace[1117785196] 'count revisions from in-memory index tree' (duration: 227.517642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.97286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.386521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.97286Z","caller":"traceutil/trace.go:171","msg":"trace[591911743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"280.09977ms","start":"2026-03-01T01:24:38.692747Z","end":"2026-03-01T01:24:38.972846Z","steps":["trace[591911743] 'count revisions from in-memory index tree' (duration: 279.879795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.918742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972889Z","caller":"traceutil/trace.go:171","msg":"trace[24562661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"329.458343ms","start":"2026-03-01T01:24:38.643422Z","end":"2026-03-01T01:24:38.97288Z","steps":["trace[24562661] 'count revisions from in-memory index tree' (duration: 329.285809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.454815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.9723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.127423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:24:38.972932Z","caller":"traceutil/trace.go:171","msg":"trace[1852101657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"228.002095ms","start":"2026-03-01T01:24:38.744912Z","end":"2026-03-01T01:24:38.972914Z","steps":["trace[1852101657] 'range keys from in-memory index tree' (duration: 227.848291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.194726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:24:38.972953Z","caller":"traceutil/trace.go:171","msg":"trace[731595874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"252.60829ms","start":"2026-03-01T01:24:38.720319Z","end":"2026-03-01T01:24:38.972927Z","steps":["trace[731595874] 'range keys from in-memory index tree' (duration: 252.349542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.470329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.75722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.095492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.972987Z","caller":"traceutil/trace.go:171","msg":"trace[693592431] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1525; }","duration":"388.231837ms","start":"2026-03-01T01:24:38.584744Z","end":"2026-03-01T01:24:38.972976Z","steps":["trace[693592431] 'count revisions from in-memory index tree' (duration: 388.161665ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.973017Z","caller":"traceutil/trace.go:171","msg":"trace[52090115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"197.843922ms","start":"2026-03-01T01:24:38.775151Z","end":"2026-03-01T01:24:38.972995Z","steps":["trace[52090115] 'count revisions from in-memory index tree' (duration: 197.703108ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.973025Z","caller":"traceutil/trace.go:171","msg":"trace[306694464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"359.161284ms","start":"2026-03-01T01:24:38.613852Z","end":"2026-03-01T01:24:38.973013Z","steps":["trace[306694464] 'range keys from in-memory index tree' (duration: 359.02868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.973032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.584738Z","time spent":"388.284198ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:24:38.973048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.613841Z","time spent":"359.199835ms","remote":"127.0.0.1:36116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:24:38.973007Z","caller":"traceutil/trace.go:171","msg":"trace[2078295677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"304.53389ms","start":"2026-03-01T01:24:38.668454Z","end":"2026-03-01T01:24:38.972988Z","steps":["trace[2078295677] 'count revisions from in-memory index tree' (duration: 304.415897ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.972705Z","caller":"traceutil/trace.go:171","msg":"trace[1912606489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"170.202597ms","start":"2026-03-01T01:24:38.802484Z","end":"2026-03-01T01:24:38.972687Z","steps":["trace[1912606489] 'range keys from in-memory index tree' (duration: 170.039453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.973084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.668436Z","time spent":"304.637293ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:24:38.972785Z","caller":"traceutil/trace.go:171","msg":"trace[313671651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"138.972587ms","start":"2026-03-01T01:24:38.833776Z","end":"2026-03-01T01:24:38.972749Z","steps":["trace[313671651] 'range keys from in-memory index tree' (duration: 138.604157ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.973088Z","caller":"traceutil/trace.go:171","msg":"trace[2017522875] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1525; }","duration":"115.934004ms","start":"2026-03-01T01:24:38.857095Z","end":"2026-03-01T01:24:38.973029Z","steps":["trace[2017522875] 'count revisions from in-memory index tree' (duration: 115.02884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.973109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.370444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.643414Z","time spent":"329.398113ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:24:38.973074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.438598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.972881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.054706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.973171Z","caller":"traceutil/trace.go:171","msg":"trace[678774010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"387.464667ms","start":"2026-03-01T01:24:38.585688Z","end":"2026-03-01T01:24:38.973152Z","steps":["trace[678774010] 'range keys from in-memory index tree' (duration: 387.301202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.973219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.585672Z","time spent":"387.535478ms","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:24:38.973223Z","caller":"traceutil/trace.go:171","msg":"trace[654333611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"304.668185ms","start":"2026-03-01T01:24:38.66852Z","end":"2026-03-01T01:24:38.973189Z","steps":["trace[654333611] 'range keys from in-memory index tree' (duration: 304.322095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.972323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.984102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:38.973229Z","caller":"traceutil/trace.go:171","msg":"trace[793055785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"387.383065ms","start":"2026-03-01T01:24:38.585816Z","end":"2026-03-01T01:24:38.973199Z","steps":["trace[793055785] 'count revisions from in-memory index tree' (duration: 386.971444ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:38.973279Z","caller":"traceutil/trace.go:171","msg":"trace[286253978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"252.957859ms","start":"2026-03-01T01:24:38.720311Z","end":"2026-03-01T01:24:38.973269Z","steps":["trace[286253978] 'count revisions from in-memory index tree' (duration: 251.915611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.973294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.66851Z","time spent":"304.768647ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:24:38.972918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.308407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:38.9733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.585756Z","time spent":"387.523328ms","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:24:38.97335Z","caller":"traceutil/trace.go:171","msg":"trace[37249512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1525; }","duration":"415.766339ms","start":"2026-03-01T01:24:38.557571Z","end":"2026-03-01T01:24:38.973337Z","steps":["trace[37249512] 'count revisions from in-memory index tree' (duration: 415.271016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:38.973397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.557554Z","time spent":"415.825262ms","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:24:38.972926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:38.643401Z","time spent":"329.517455ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:24:47.512343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577480145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:24:48.01254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577480145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:24:48.488354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.589686478s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:24:48.48882Z","caller":"traceutil/trace.go:171","msg":"trace[1690602692] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.590243473s","start":"2026-03-01T01:24:46.89855Z","end":"2026-03-01T01:24:48.488794Z","steps":["trace[1690602692] 'process raft request' (duration: 1.590070958s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.489024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:46.898516Z","time spent":"1.590376366s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:48.573567Z","caller":"traceutil/trace.go:171","msg":"trace[865519921] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.471701349s","start":"2026-03-01T01:24:47.101835Z","end":"2026-03-01T01:24:48.573536Z","steps":["trace[865519921] 'process raft request' (duration: 1.471511534s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.573744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.101809Z","time spent":"1.471841843s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:48.573893Z","caller":"traceutil/trace.go:171","msg":"trace[489417024] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1693; }","duration":"1.562508624s","start":"2026-03-01T01:24:47.011363Z","end":"2026-03-01T01:24:48.573872Z","steps":["trace[489417024] 'read index received' (duration: 1.477372629s)","trace[489417024] 'applied index is now lower than readState.Index' (duration: 85.134765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:24:48.574211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562839673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-01T01:24:48.574191Z","caller":"traceutil/trace.go:171","msg":"trace[317421887] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"461.26216ms","start":"2026-03-01T01:24:48.112886Z","end":"2026-03-01T01:24:48.574148Z","steps":["trace[317421887] 'process raft request' (duration: 460.87848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.574289Z","caller":"traceutil/trace.go:171","msg":"trace[1521376460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1632; }","duration":"1.562962376s","start":"2026-03-01T01:24:47.011307Z","end":"2026-03-01T01:24:48.57427Z","steps":["trace[1521376460] 'agreement among raft nodes before linearized reading' (duration: 1.562700359s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.574332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.011289Z","time spent":"1.563031338s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:24:48.574212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213642714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-01T01:24:48.574364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.367244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-01T01:24:48.57437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141876715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:48.574406Z","caller":"traceutil/trace.go:171","msg":"trace[1007964236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766; range_end:; response_count:1; response_revision:1632; }","duration":"1.21386413s","start":"2026-03-01T01:24:47.360526Z","end":"2026-03-01T01:24:48.57439Z","steps":["trace[1007964236] 'agreement among raft nodes before linearized reading' (duration: 1.213556361s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.574423Z","caller":"traceutil/trace.go:171","msg":"trace[78718083] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766; range_end:; response_count:1; response_revision:1632; }","duration":"855.447546ms","start":"2026-03-01T01:24:47.718956Z","end":"2026-03-01T01:24:48.574403Z","steps":["trace[78718083] 'agreement among raft nodes before linearized reading' (duration: 855.312212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.57442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529035004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:48.574451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.360516Z","time spent":"1.213923582s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766\" "} {"level":"info","ts":"2026-03-01T01:24:48.574456Z","caller":"traceutil/trace.go:171","msg":"trace[1666211866] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1632; }","duration":"1.141997578s","start":"2026-03-01T01:24:47.432436Z","end":"2026-03-01T01:24:48.574433Z","steps":["trace[1666211866] 'agreement among raft nodes before linearized reading' (duration: 1.141840364s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.574472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.718934Z","time spent":"855.525598ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766\" "} {"level":"warn","ts":"2026-03-01T01:24:48.574494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221918364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:24:48.574485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422187522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T01:24:48.574517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416378727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-01T01:24:48.57439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:48.112852Z","time spent":"461.445455ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:48.574552Z","caller":"traceutil/trace.go:171","msg":"trace[974580207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1632; }","duration":"1.41645456s","start":"2026-03-01T01:24:47.158089Z","end":"2026-03-01T01:24:48.574543Z","steps":["trace[974580207] 'agreement among raft nodes before linearized reading' (duration: 1.416361657s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.574557Z","caller":"traceutil/trace.go:171","msg":"trace[194512436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1632; }","duration":"1.422304075s","start":"2026-03-01T01:24:47.152236Z","end":"2026-03-01T01:24:48.57454Z","steps":["trace[194512436] 'agreement among raft nodes before linearized reading' (duration: 1.422062038s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.574564Z","caller":"traceutil/trace.go:171","msg":"trace[400818775] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.292409169s","start":"2026-03-01T01:24:47.281693Z","end":"2026-03-01T01:24:48.574102Z","steps":["trace[400818775] 'process raft request' (duration: 1.291803273s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.574581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.158074Z","time spent":"1.416501111s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:24:48.574415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421121824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T01:24:48.574549Z","caller":"traceutil/trace.go:171","msg":"trace[1296594005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1632; }","duration":"1.222002936s","start":"2026-03-01T01:24:47.352528Z","end":"2026-03-01T01:24:48.57453Z","steps":["trace[1296594005] 'agreement among raft nodes before linearized reading' (duration: 1.221905714s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.574593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.15222Z","time spent":"1.422365787s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:24:48.574502Z","caller":"traceutil/trace.go:171","msg":"trace[1320262232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"1.529153387s","start":"2026-03-01T01:24:47.045325Z","end":"2026-03-01T01:24:48.574478Z","steps":["trace[1320262232] 'agreement among raft nodes before linearized reading' (duration: 1.529001013s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.574634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.352516Z","time spent":"1.222106089s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:24:48.574509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.432426Z","time spent":"1.14206986s","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:24:48.574669Z","caller":"traceutil/trace.go:171","msg":"trace[1726422940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1632; }","duration":"1.421398071s","start":"2026-03-01T01:24:47.153227Z","end":"2026-03-01T01:24:48.574625Z","steps":["trace[1726422940] 'agreement among raft nodes before linearized reading' (duration: 1.421046712s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.574694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.045302Z","time spent":"1.529368593s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:24:48.574777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.153205Z","time spent":"1.421533144s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:24:48.574768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.281674Z","time spent":"1.292924893s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:48.574179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543721305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:24:48.574986Z","caller":"traceutil/trace.go:171","msg":"trace[359769577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"1.544505286s","start":"2026-03-01T01:24:47.030418Z","end":"2026-03-01T01:24:48.574924Z","steps":["trace[359769577] 'agreement among raft nodes before linearized reading' (duration: 1.543597862s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.575028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:47.030384Z","time spent":"1.544633789s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T01:24:48.812539Z","caller":"traceutil/trace.go:171","msg":"trace[2024973338] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"233.08357ms","start":"2026-03-01T01:24:48.579428Z","end":"2026-03-01T01:24:48.812512Z","steps":["trace[2024973338] 'process raft request' (duration: 177.667016ms)","trace[2024973338] 'compare' (duration: 55.242629ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:48.81281Z","caller":"traceutil/trace.go:171","msg":"trace[825968431] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"232.352771ms","start":"2026-03-01T01:24:48.58044Z","end":"2026-03-01T01:24:48.812792Z","steps":["trace[825968431] 'process raft request' (duration: 232.032403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.812858Z","caller":"traceutil/trace.go:171","msg":"trace[1889959342] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"232.097414ms","start":"2026-03-01T01:24:48.580728Z","end":"2026-03-01T01:24:48.812826Z","steps":["trace[1889959342] 'process raft request' (duration: 231.92807ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.813047Z","caller":"traceutil/trace.go:171","msg":"trace[1207535878] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"229.756972ms","start":"2026-03-01T01:24:48.583278Z","end":"2026-03-01T01:24:48.813035Z","steps":["trace[1207535878] 'process raft request' (duration: 229.526306ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:48.813087Z","caller":"traceutil/trace.go:171","msg":"trace[674125198] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"232.336121ms","start":"2026-03-01T01:24:48.580734Z","end":"2026-03-01T01:24:48.81307Z","steps":["trace[674125198] 'process raft request' (duration: 232.023992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.813132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.304033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:24:48.813049Z","caller":"traceutil/trace.go:171","msg":"trace[1689265082] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1698; }","duration":"181.226731ms","start":"2026-03-01T01:24:48.631809Z","end":"2026-03-01T01:24:48.813036Z","steps":["trace[1689265082] 'read index received' (duration: 125.202431ms)","trace[1689265082] 'applied index is now lower than readState.Index' (duration: 56.02272ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:48.813191Z","caller":"traceutil/trace.go:171","msg":"trace[1462408124] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1639; }","duration":"181.396225ms","start":"2026-03-01T01:24:48.631767Z","end":"2026-03-01T01:24:48.813163Z","steps":["trace[1462408124] 'agreement among raft nodes before linearized reading' (duration: 181.304763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:48.813293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.343509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:24:48.813337Z","caller":"traceutil/trace.go:171","msg":"trace[1506782602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"156.426892ms","start":"2026-03-01T01:24:48.6569Z","end":"2026-03-01T01:24:48.813327Z","steps":["trace[1506782602] 'agreement among raft nodes before linearized reading' (duration: 156.349139ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.802925Z","caller":"traceutil/trace.go:171","msg":"trace[790500849] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1727; }","duration":"191.184336ms","start":"2026-03-01T01:24:52.6117Z","end":"2026-03-01T01:24:52.802884Z","steps":["trace[790500849] 'read index received' (duration: 3.975396ms)","trace[790500849] 'applied index is now lower than readState.Index' (duration: 187.20673ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:52.80312Z","caller":"traceutil/trace.go:171","msg":"trace[1020810617] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"215.02781ms","start":"2026-03-01T01:24:52.588078Z","end":"2026-03-01T01:24:52.803106Z","steps":["trace[1020810617] 'process raft request' (duration: 214.579978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.803452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.814803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-01T01:24:52.80351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.580803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:24:52.803559Z","caller":"traceutil/trace.go:171","msg":"trace[1804250320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1662; }","duration":"142.674746ms","start":"2026-03-01T01:24:52.660869Z","end":"2026-03-01T01:24:52.803544Z","steps":["trace[1804250320] 'agreement among raft nodes before linearized reading' (duration: 142.46081ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.803557Z","caller":"traceutil/trace.go:171","msg":"trace[1186782827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1662; }","duration":"185.960877ms","start":"2026-03-01T01:24:52.617565Z","end":"2026-03-01T01:24:52.803526Z","steps":["trace[1186782827] 'agreement among raft nodes before linearized reading' (duration: 185.663369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.803567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.838523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-01T01:24:52.803659Z","caller":"traceutil/trace.go:171","msg":"trace[488315588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd37e30c-8c95-4e36-af1d-c029773aa766; range_end:; response_count:1; response_revision:1662; }","duration":"191.974867ms","start":"2026-03-01T01:24:52.611663Z","end":"2026-03-01T01:24:52.803638Z","steps":["trace[488315588] 'agreement among raft nodes before linearized reading' (duration: 191.70683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.963139Z","caller":"traceutil/trace.go:171","msg":"trace[998733536] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"152.777254ms","start":"2026-03-01T01:24:52.810343Z","end":"2026-03-01T01:24:52.96312Z","steps":["trace[998733536] 'process raft request' (duration: 148.067938ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.963154Z","caller":"traceutil/trace.go:171","msg":"trace[209278577] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1729; }","duration":"138.577507ms","start":"2026-03-01T01:24:52.824543Z","end":"2026-03-01T01:24:52.963121Z","steps":["trace[209278577] 'read index received' (duration: 44.72913ms)","trace[209278577] 'applied index is now lower than readState.Index' (duration: 93.846617ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:52.96319Z","caller":"traceutil/trace.go:171","msg":"trace[839745151] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"138.007331ms","start":"2026-03-01T01:24:52.825157Z","end":"2026-03-01T01:24:52.963164Z","steps":["trace[839745151] 'process raft request' (duration: 137.837286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.963452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.850677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:24:52.963499Z","caller":"traceutil/trace.go:171","msg":"trace[1611876452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1665; }","duration":"137.950719ms","start":"2026-03-01T01:24:52.825533Z","end":"2026-03-01T01:24:52.963484Z","steps":["trace[1611876452] 'agreement among raft nodes before linearized reading' (duration: 137.757464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.963487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.901175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:24:52.963503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.900865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:24:52.96359Z","caller":"traceutil/trace.go:171","msg":"trace[1461704666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1665; }","duration":"136.048809ms","start":"2026-03-01T01:24:52.827516Z","end":"2026-03-01T01:24:52.963565Z","steps":["trace[1461704666] 'agreement among raft nodes before linearized reading' (duration: 135.790123ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:52.963615Z","caller":"traceutil/trace.go:171","msg":"trace[745853642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1665; }","duration":"136.066219ms","start":"2026-03-01T01:24:52.827526Z","end":"2026-03-01T01:24:52.963592Z","steps":["trace[745853642] 'agreement among raft nodes before linearized reading' (duration: 135.791762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:52.963489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.930926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:24:52.963737Z","caller":"traceutil/trace.go:171","msg":"trace[954453912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1665; }","duration":"139.204873ms","start":"2026-03-01T01:24:52.824516Z","end":"2026-03-01T01:24:52.963721Z","steps":["trace[954453912] 'agreement among raft nodes before linearized reading' (duration: 138.753841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:53.107256Z","caller":"traceutil/trace.go:171","msg":"trace[1191926971] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"138.019431ms","start":"2026-03-01T01:24:52.969209Z","end":"2026-03-01T01:24:53.107228Z","steps":["trace[1191926971] 'process raft request' (duration: 98.284704ms)","trace[1191926971] 'compare' (duration: 39.521121ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:53.107236Z","caller":"traceutil/trace.go:171","msg":"trace[1008707270] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"137.58392ms","start":"2026-03-01T01:24:52.969632Z","end":"2026-03-01T01:24:53.107216Z","steps":["trace[1008707270] 'process raft request' (duration: 137.536259ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:53.10733Z","caller":"traceutil/trace.go:171","msg":"trace[1661448123] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"137.908679ms","start":"2026-03-01T01:24:52.969385Z","end":"2026-03-01T01:24:53.107293Z","steps":["trace[1661448123] 'process raft request' (duration: 137.736644ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:59.793503Z","caller":"traceutil/trace.go:171","msg":"trace[320573951] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"651.449249ms","start":"2026-03-01T01:24:59.142025Z","end":"2026-03-01T01:24:59.793474Z","steps":["trace[320573951] 'process raft request' (duration: 650.809272ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:59.794235Z","caller":"traceutil/trace.go:171","msg":"trace[1207049255] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1793; }","duration":"146.756184ms","start":"2026-03-01T01:24:59.647448Z","end":"2026-03-01T01:24:59.794205Z","steps":["trace[1207049255] 'read index received' (duration: 145.432769ms)","trace[1207049255] 'applied index is now lower than readState.Index' (duration: 1.322005ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:24:59.794357Z","caller":"traceutil/trace.go:171","msg":"trace[364493240] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"651.884921ms","start":"2026-03-01T01:24:59.14245Z","end":"2026-03-01T01:24:59.794335Z","steps":["trace[364493240] 'process raft request' (duration: 651.702966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:24:59.794404Z","caller":"traceutil/trace.go:171","msg":"trace[1499588294] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"652.130118ms","start":"2026-03-01T01:24:59.142231Z","end":"2026-03-01T01:24:59.794362Z","steps":["trace[1499588294] 'process raft request' (duration: 651.742938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:24:59.794552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.054712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:24:59.794616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:59.142209Z","time spent":"652.300672ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:59.794622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:59.142006Z","time spent":"651.578653ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:24:59.794634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:24:59.14244Z","time spent":"651.962233ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:24:59.794643Z","caller":"traceutil/trace.go:171","msg":"trace[1948203928] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1727; }","duration":"147.257878ms","start":"2026-03-01T01:24:59.64736Z","end":"2026-03-01T01:24:59.794618Z","steps":["trace[1948203928] 'agreement among raft nodes before linearized reading' (duration: 147.053982ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:05.286655Z","caller":"traceutil/trace.go:171","msg":"trace[265329050] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"484.052286ms","start":"2026-03-01T01:25:04.802583Z","end":"2026-03-01T01:25:05.286635Z","steps":["trace[265329050] 'process raft request' (duration: 483.881461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.286803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:04.802553Z","time spent":"484.175719ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:05.289726Z","caller":"traceutil/trace.go:171","msg":"trace[523962715] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"367.754873ms","start":"2026-03-01T01:25:04.921944Z","end":"2026-03-01T01:25:05.289699Z","steps":["trace[523962715] 'process raft request' (duration: 367.532647ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:05.289881Z","caller":"traceutil/trace.go:171","msg":"trace[687658116] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1832; }","duration":"351.798269ms","start":"2026-03-01T01:25:04.938055Z","end":"2026-03-01T01:25:05.289853Z","steps":["trace[687658116] 'read index received' (duration: 349.514028ms)","trace[687658116] 'applied index is now lower than readState.Index' (duration: 2.283051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:05.289903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:04.921906Z","time spent":"367.902827ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:05.289921Z","caller":"traceutil/trace.go:171","msg":"trace[1586095582] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"284.299283ms","start":"2026-03-01T01:25:05.005596Z","end":"2026-03-01T01:25:05.289896Z","steps":["trace[1586095582] 'process raft request' (duration: 284.045706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.290212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.843442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:25:05.290242Z","caller":"traceutil/trace.go:171","msg":"trace[1531452050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1764; }","duration":"315.913114ms","start":"2026-03-01T01:25:04.974321Z","end":"2026-03-01T01:25:05.290234Z","steps":["trace[1531452050] 'agreement among raft nodes before linearized reading' (duration: 315.75015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.290243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.50064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:25:05.29026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:04.974307Z","time spent":"315.949115ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:25:05.290223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.147278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:05.290271Z","caller":"traceutil/trace.go:171","msg":"trace[358480453] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1764; }","duration":"151.560962ms","start":"2026-03-01T01:25:05.138701Z","end":"2026-03-01T01:25:05.290262Z","steps":["trace[358480453] 'agreement among raft nodes before linearized reading' (duration: 151.524891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.290209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.823743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T01:25:05.290299Z","caller":"traceutil/trace.go:171","msg":"trace[1801325490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"352.273381ms","start":"2026-03-01T01:25:04.938011Z","end":"2026-03-01T01:25:05.290284Z","steps":["trace[1801325490] 'agreement among raft nodes before linearized reading' (duration: 351.976403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:05.290323Z","caller":"traceutil/trace.go:171","msg":"trace[666660291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1764; }","duration":"238.952287ms","start":"2026-03-01T01:25:05.051354Z","end":"2026-03-01T01:25:05.290306Z","steps":["trace[666660291] 'agreement among raft nodes before linearized reading' (duration: 238.753212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:05.290341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:04.937987Z","time spent":"352.343013ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:25:05.29051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.555174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:05.290552Z","caller":"traceutil/trace.go:171","msg":"trace[1989592092] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1764; }","duration":"277.638465ms","start":"2026-03-01T01:25:05.012905Z","end":"2026-03-01T01:25:05.290543Z","steps":["trace[1989592092] 'agreement among raft nodes before linearized reading' (duration: 277.344407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:06.545117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577480439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:25:07.0157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186206875s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:25:07.016148Z","caller":"traceutil/trace.go:171","msg":"trace[1546143888] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"1.186757639s","start":"2026-03-01T01:25:05.829359Z","end":"2026-03-01T01:25:07.016117Z","steps":["trace[1546143888] 'process raft request' (duration: 1.186566824s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:07.01634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:05.829339Z","time spent":"1.186897042s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:07.017393Z","caller":"traceutil/trace.go:171","msg":"trace[1172687317] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1838; }","duration":"972.946402ms","start":"2026-03-01T01:25:06.044432Z","end":"2026-03-01T01:25:07.017379Z","steps":["trace[1172687317] 'read index received' (duration: 971.509813ms)","trace[1172687317] 'applied index is now lower than readState.Index' (duration: 1.435839ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:07.017498Z","caller":"traceutil/trace.go:171","msg":"trace[2087865501] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"1.187568971s","start":"2026-03-01T01:25:05.829921Z","end":"2026-03-01T01:25:07.01749Z","steps":["trace[2087865501] 'process raft request' (duration: 1.187430997s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:07.017475Z","caller":"traceutil/trace.go:171","msg":"trace[1498959252] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"1.187674363s","start":"2026-03-01T01:25:05.829755Z","end":"2026-03-01T01:25:07.017429Z","steps":["trace[1498959252] 'process raft request' (duration: 1.187532259s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:07.017576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:05.829903Z","time spent":"1.187618021s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:07.017707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:05.829728Z","time spent":"1.187849008s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:07.017824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.400043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:07.01786Z","caller":"traceutil/trace.go:171","msg":"trace[152381738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"973.483406ms","start":"2026-03-01T01:25:06.044367Z","end":"2026-03-01T01:25:07.01785Z","steps":["trace[152381738] 'agreement among raft nodes before linearized reading' (duration: 973.378633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:07.017883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:06.044344Z","time spent":"973.535187ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:25:07.018096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.077958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:07.018183Z","caller":"traceutil/trace.go:171","msg":"trace[66008987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1770; }","duration":"719.206762ms","start":"2026-03-01T01:25:06.298959Z","end":"2026-03-01T01:25:07.018166Z","steps":["trace[66008987] 'agreement among raft nodes before linearized reading' (duration: 718.981436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:07.018222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:06.298935Z","time spent":"719.277544ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:25:07.018201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.533748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-01T01:25:07.018307Z","caller":"traceutil/trace.go:171","msg":"trace[1399770394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1770; }","duration":"743.702473ms","start":"2026-03-01T01:25:06.274582Z","end":"2026-03-01T01:25:07.018284Z","steps":["trace[1399770394] 'agreement among raft nodes before linearized reading' (duration: 743.357124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:07.018361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:06.274546Z","time spent":"743.805036ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12013,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:25:35.484571Z","caller":"traceutil/trace.go:171","msg":"trace[754832502] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"185.427054ms","start":"2026-03-01T01:25:35.299123Z","end":"2026-03-01T01:25:35.48455Z","steps":["trace[754832502] 'read index received' (duration: 185.219749ms)","trace[754832502] 'applied index is now lower than readState.Index' (duration: 205.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:35.484653Z","caller":"traceutil/trace.go:171","msg":"trace[218261254] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"307.561477ms","start":"2026-03-01T01:25:35.177069Z","end":"2026-03-01T01:25:35.484631Z","steps":["trace[218261254] 'process raft request' (duration: 307.352432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.484792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.177049Z","time spent":"307.65131ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:35.484806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.67296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:25:35.484907Z","caller":"traceutil/trace.go:171","msg":"trace[1570866242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"185.823584ms","start":"2026-03-01T01:25:35.29907Z","end":"2026-03-01T01:25:35.484894Z","steps":["trace[1570866242] 'agreement among raft nodes before linearized reading' (duration: 185.592748ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:35.981674Z","caller":"traceutil/trace.go:171","msg":"trace[303305516] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1989; }","duration":"496.998597ms","start":"2026-03-01T01:25:35.484647Z","end":"2026-03-01T01:25:35.981646Z","steps":["trace[303305516] 'read index received' (duration: 490.653779ms)","trace[303305516] 'applied index is now lower than readState.Index' (duration: 6.343438ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:35.981785Z","caller":"traceutil/trace.go:171","msg":"trace[1408976732] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"552.671817ms","start":"2026-03-01T01:25:35.429091Z","end":"2026-03-01T01:25:35.981763Z","steps":["trace[1408976732] 'process raft request' (duration: 552.39152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.981926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.764497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:35.981973Z","caller":"traceutil/trace.go:171","msg":"trace[726946253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"608.847939ms","start":"2026-03-01T01:25:35.373112Z","end":"2026-03-01T01:25:35.98196Z","steps":["trace[726946253] 'agreement among raft nodes before linearized reading' (duration: 608.660874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.982041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.429067Z","time spent":"552.81748ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:35.982252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.3731Z","time spent":"608.90207ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T01:25:35.982237Z","caller":"traceutil/trace.go:171","msg":"trace[1576263261] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"564.799726ms","start":"2026-03-01T01:25:35.417397Z","end":"2026-03-01T01:25:35.982196Z","steps":["trace[1576263261] 'process raft request' (duration: 557.884824ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:35.982299Z","caller":"traceutil/trace.go:171","msg":"trace[720715554] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"550.352215ms","start":"2026-03-01T01:25:35.431879Z","end":"2026-03-01T01:25:35.982232Z","steps":["trace[720715554] 'process raft request' (duration: 549.716588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.982472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.127649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:25:35.982829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.491077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:25:35.982847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.431862Z","time spent":"550.638893ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:35.982813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.417379Z","time spent":"565.066554ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:35.982889Z","caller":"traceutil/trace.go:171","msg":"trace[1668053401] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:1916; }","duration":"567.772935ms","start":"2026-03-01T01:25:35.415101Z","end":"2026-03-01T01:25:35.982874Z","steps":["trace[1668053401] 'agreement among raft nodes before linearized reading' (duration: 566.666106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.982926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.41509Z","time spent":"567.826846ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-01T01:25:35.982973Z","caller":"traceutil/trace.go:171","msg":"trace[858509093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1916; }","duration":"683.444128ms","start":"2026-03-01T01:25:35.29917Z","end":"2026-03-01T01:25:35.982614Z","steps":["trace[858509093] 'agreement among raft nodes before linearized reading' (duration: 682.896584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.983121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.299143Z","time spent":"683.962891ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:25:35.992432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.855763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:25:35.992478Z","caller":"traceutil/trace.go:171","msg":"trace[1509360776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"460.925304ms","start":"2026-03-01T01:25:35.531544Z","end":"2026-03-01T01:25:35.992469Z","steps":["trace[1509360776] 'agreement among raft nodes before linearized reading' (duration: 460.806271ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:35.992485Z","caller":"traceutil/trace.go:171","msg":"trace[1086454941] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"503.011825ms","start":"2026-03-01T01:25:35.489461Z","end":"2026-03-01T01:25:35.992473Z","steps":["trace[1086454941] 'process raft request' (duration: 502.832731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.992503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.531532Z","time spent":"460.965026ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:25:35.992534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.527988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T01:25:35.992566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.489446Z","time spent":"503.063616ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:35.992443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.877318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18989337ab3bd80d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-01T01:25:35.992577Z","caller":"traceutil/trace.go:171","msg":"trace[480181494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"362.618951ms","start":"2026-03-01T01:25:35.629949Z","end":"2026-03-01T01:25:35.992568Z","steps":["trace[480181494] 'agreement among raft nodes before linearized reading' (duration: 362.507558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.992714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.629919Z","time spent":"362.786465ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:25:35.992797Z","caller":"traceutil/trace.go:171","msg":"trace[518157866] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18989337ab3bd80d; range_end:; response_count:1; response_revision:1917; }","duration":"335.102364ms","start":"2026-03-01T01:25:35.657525Z","end":"2026-03-01T01:25:35.992628Z","steps":["trace[518157866] 'agreement among raft nodes before linearized reading' (duration: 334.847068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:35.992983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.65751Z","time spent":"335.426604ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18989337ab3bd80d\" "} {"level":"warn","ts":"2026-03-01T01:25:36.503745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.233508ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-01T01:25:36.504106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.985072Z","time spent":"519.027077ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T01:25:36.504218Z","caller":"traceutil/trace.go:171","msg":"trace[1331895133] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"515.930416ms","start":"2026-03-01T01:25:35.988235Z","end":"2026-03-01T01:25:36.504166Z","steps":["trace[1331895133] 'process raft request' (duration: 515.654929ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:36.504303Z","caller":"traceutil/trace.go:171","msg":"trace[1406451526] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"508.835958ms","start":"2026-03-01T01:25:35.995445Z","end":"2026-03-01T01:25:36.504281Z","steps":["trace[1406451526] 'process raft request' (duration: 508.617792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:36.504456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.988217Z","time spent":"516.041159ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:36.504463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.995428Z","time spent":"508.931881ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:36.504465Z","caller":"traceutil/trace.go:171","msg":"trace[1638302534] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1993; }","duration":"460.78459ms","start":"2026-03-01T01:25:36.043651Z","end":"2026-03-01T01:25:36.504435Z","steps":["trace[1638302534] 'read index received' (duration: 177.849374ms)","trace[1638302534] 'applied index is now lower than readState.Index' (duration: 282.932676ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:36.504302Z","caller":"traceutil/trace.go:171","msg":"trace[641226763] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"507.953865ms","start":"2026-03-01T01:25:35.996323Z","end":"2026-03-01T01:25:36.504277Z","steps":["trace[641226763] 'process raft request' (duration: 507.811521ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:36.504555Z","caller":"traceutil/trace.go:171","msg":"trace[2011637305] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"506.722552ms","start":"2026-03-01T01:25:35.997789Z","end":"2026-03-01T01:25:36.504512Z","steps":["trace[2011637305] 'process raft request' (duration: 506.393884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:36.504601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.931824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:36.504749Z","caller":"traceutil/trace.go:171","msg":"trace[719918688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"461.128349ms","start":"2026-03-01T01:25:36.043598Z","end":"2026-03-01T01:25:36.504726Z","steps":["trace[719918688] 'agreement among raft nodes before linearized reading' (duration: 460.926084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:36.504789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.997759Z","time spent":"506.912057ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:36.50483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:36.043582Z","time spent":"461.237012ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:25:36.506668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:35.996315Z","time spent":"508.244492ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:37.725984Z","caller":"traceutil/trace.go:171","msg":"trace[1009644194] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"195.981941ms","start":"2026-03-01T01:25:37.529975Z","end":"2026-03-01T01:25:37.725957Z","steps":["trace[1009644194] 'read index received' (duration: 195.715364ms)","trace[1009644194] 'applied index is now lower than readState.Index' (duration: 264.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:37.726022Z","caller":"traceutil/trace.go:171","msg":"trace[846691521] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"232.895616ms","start":"2026-03-01T01:25:37.493083Z","end":"2026-03-01T01:25:37.725979Z","steps":["trace[846691521] 'process raft request' (duration: 232.707671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:37.726226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.223888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:37.726273Z","caller":"traceutil/trace.go:171","msg":"trace[751174599] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1923; }","duration":"196.352012ms","start":"2026-03-01T01:25:37.529909Z","end":"2026-03-01T01:25:37.726261Z","steps":["trace[751174599] 'agreement among raft nodes before linearized reading' (duration: 196.160446ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:38.192314Z","caller":"traceutil/trace.go:171","msg":"trace[709596784] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"203.277464ms","start":"2026-03-01T01:25:37.989005Z","end":"2026-03-01T01:25:38.192282Z","steps":["trace[709596784] 'process raft request' (duration: 203.11236ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:38.215465Z","caller":"traceutil/trace.go:171","msg":"trace[356791065] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2000; }","duration":"218.837145ms","start":"2026-03-01T01:25:37.996592Z","end":"2026-03-01T01:25:38.215429Z","steps":["trace[356791065] 'read index received' (duration: 195.660253ms)","trace[356791065] 'applied index is now lower than readState.Index' (duration: 23.174822ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:38.215513Z","caller":"traceutil/trace.go:171","msg":"trace[1423589431] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"225.549442ms","start":"2026-03-01T01:25:37.989923Z","end":"2026-03-01T01:25:38.215472Z","steps":["trace[1423589431] 'process raft request' (duration: 225.275505ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:38.215593Z","caller":"traceutil/trace.go:171","msg":"trace[2088736289] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"225.611744ms","start":"2026-03-01T01:25:37.989932Z","end":"2026-03-01T01:25:38.215543Z","steps":["trace[2088736289] 'process raft request' (duration: 225.45203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:38.215782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.165803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:25:38.215819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.56632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:38.215831Z","caller":"traceutil/trace.go:171","msg":"trace[1003183810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"219.256886ms","start":"2026-03-01T01:25:37.996556Z","end":"2026-03-01T01:25:38.215813Z","steps":["trace[1003183810] 'agreement among raft nodes before linearized reading' (duration: 219.058671ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:38.215866Z","caller":"traceutil/trace.go:171","msg":"trace[68534328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"173.668433ms","start":"2026-03-01T01:25:38.042182Z","end":"2026-03-01T01:25:38.21585Z","steps":["trace[68534328] 'agreement among raft nodes before linearized reading' (duration: 173.56107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:38.215849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.038979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:38.215934Z","caller":"traceutil/trace.go:171","msg":"trace[288834598] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1926; }","duration":"117.185813ms","start":"2026-03-01T01:25:38.098728Z","end":"2026-03-01T01:25:38.215913Z","steps":["trace[288834598] 'agreement among raft nodes before linearized reading' (duration: 117.013398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:38.215929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.183978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:38.215998Z","caller":"traceutil/trace.go:171","msg":"trace[1078872649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"218.278431ms","start":"2026-03-01T01:25:37.997698Z","end":"2026-03-01T01:25:38.215977Z","steps":["trace[1078872649] 'agreement among raft nodes before linearized reading' (duration: 217.999333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:38.367342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.185224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:25:38.367468Z","caller":"traceutil/trace.go:171","msg":"trace[811383041] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"146.048184ms","start":"2026-03-01T01:25:38.221397Z","end":"2026-03-01T01:25:38.367445Z","steps":["trace[811383041] 'process raft request' (duration: 20.662875ms)","trace[811383041] 'compare' (duration: 125.04526ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:44.238614Z","caller":"traceutil/trace.go:171","msg":"trace[645818844] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"312.249961ms","start":"2026-03-01T01:25:43.92634Z","end":"2026-03-01T01:25:44.23859Z","steps":["trace[645818844] 'read index received' (duration: 312.078586ms)","trace[645818844] 'applied index is now lower than readState.Index' (duration: 170.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:44.238727Z","caller":"traceutil/trace.go:171","msg":"trace[1181351277] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"478.070937ms","start":"2026-03-01T01:25:43.760621Z","end":"2026-03-01T01:25:44.238692Z","steps":["trace[1181351277] 'process raft request' (duration: 477.81119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:44.238844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.475457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:25:44.23894Z","caller":"traceutil/trace.go:171","msg":"trace[812444865] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1951; }","duration":"312.638631ms","start":"2026-03-01T01:25:43.926276Z","end":"2026-03-01T01:25:44.238914Z","steps":["trace[812444865] 'agreement among raft nodes before linearized reading' (duration: 312.447216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:44.238961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:43.760604Z","time spent":"478.20467ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:44.239011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:43.926253Z","time spent":"312.741294ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:25:44.248713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.673408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:44.248803Z","caller":"traceutil/trace.go:171","msg":"trace[1012501072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1954; }","duration":"205.814941ms","start":"2026-03-01T01:25:44.042966Z","end":"2026-03-01T01:25:44.24878Z","steps":["trace[1012501072] 'agreement among raft nodes before linearized reading' (duration: 205.678528ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:45.017838Z","caller":"traceutil/trace.go:171","msg":"trace[1368312722] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"477.41011ms","start":"2026-03-01T01:25:44.540397Z","end":"2026-03-01T01:25:45.017807Z","steps":["trace[1368312722] 'process raft request' (duration: 477.195215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:45.018039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:44.540357Z","time spent":"477.567474ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:47.000233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.982661466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:25:47.000666Z","caller":"traceutil/trace.go:171","msg":"trace[782266250] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"2.459874722s","start":"2026-03-01T01:25:44.540765Z","end":"2026-03-01T01:25:47.00064Z","steps":["trace[782266250] 'process raft request' (duration: 2.459675997s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.000811Z","caller":"traceutil/trace.go:171","msg":"trace[250868306] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2033; }","duration":"2.142346151s","start":"2026-03-01T01:25:44.858439Z","end":"2026-03-01T01:25:47.000785Z","steps":["trace[250868306] 'read index received' (duration: 159.169121ms)","trace[250868306] 'applied index is now lower than readState.Index' (duration: 1.98317485s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:47.000827Z","caller":"traceutil/trace.go:171","msg":"trace[509456138] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"2.457380035s","start":"2026-03-01T01:25:44.543429Z","end":"2026-03-01T01:25:47.000809Z","steps":["trace[509456138] 'process raft request' (duration: 2.45717434s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.000931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:44.543411Z","time spent":"2.457465478s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:47.001029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142587657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T01:25:47.001073Z","caller":"traceutil/trace.go:171","msg":"trace[591661725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1958; }","duration":"2.14267124s","start":"2026-03-01T01:25:44.85839Z","end":"2026-03-01T01:25:47.001061Z","steps":["trace[591661725] 'agreement among raft nodes before linearized reading' (duration: 2.142503586s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.001108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:44.858368Z","time spent":"2.142733551s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T01:25:47.00084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:44.540752Z","time spent":"2.459969954s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:25:47.043291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:25:47.043365Z","caller":"traceutil/trace.go:171","msg":"trace[1224333614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087266s","start":"2026-03-01T01:25:45.043258Z","end":"2026-03-01T01:25:47.043345Z","steps":["trace[1224333614] 'agreement among raft nodes before linearized reading' (duration: 2.000009544s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.043414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.043234Z","time spent":"2.000168268s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T01:25:47.29633Z","caller":"traceutil/trace.go:171","msg":"trace[275619233] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.043503129s","start":"2026-03-01T01:25:46.252799Z","end":"2026-03-01T01:25:47.296302Z","steps":["trace[275619233] 'process raft request' (duration: 973.881431ms)","trace[275619233] 'compare' (duration: 69.436843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:25:47.296511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.252768Z","time spent":"1.043643883s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:47.296574Z","caller":"traceutil/trace.go:171","msg":"trace[1661554125] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.043748965s","start":"2026-03-01T01:25:46.252799Z","end":"2026-03-01T01:25:47.296548Z","steps":["trace[1661554125] 'process raft request' (duration: 1.043459458s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.296737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.252768Z","time spent":"1.043882119s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:47.296817Z","caller":"traceutil/trace.go:171","msg":"trace[86066709] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2036; }","duration":"295.925299ms","start":"2026-03-01T01:25:47.000869Z","end":"2026-03-01T01:25:47.296794Z","steps":["trace[86066709] 'read index received' (duration: 225.844909ms)","trace[86066709] 'applied index is now lower than readState.Index' (duration: 70.07894ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:25:47.29697Z","caller":"traceutil/trace.go:171","msg":"trace[342647921] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.043704094s","start":"2026-03-01T01:25:46.253254Z","end":"2026-03-01T01:25:47.296958Z","steps":["trace[342647921] 'process raft request' (duration: 1.043214061s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054459308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:25:47.297048Z","caller":"traceutil/trace.go:171","msg":"trace[146274301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1961; }","duration":"1.05456122s","start":"2026-03-01T01:25:46.242476Z","end":"2026-03-01T01:25:47.297037Z","steps":["trace[146274301] 'agreement among raft nodes before linearized reading' (duration: 1.054385776s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.242453Z","time spent":"1.054622892s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:25:47.297095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.253237Z","time spent":"1.043765036s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:25:47.297251Z","caller":"traceutil/trace.go:171","msg":"trace[1999675332] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"291.290887ms","start":"2026-03-01T01:25:47.005945Z","end":"2026-03-01T01:25:47.297236Z","steps":["trace[1999675332] 'process raft request' (duration: 290.760363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882002459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:25:47.297269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280888095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-01T01:25:47.297282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.062978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:25:47.297348Z","caller":"traceutil/trace.go:171","msg":"trace[1373416273] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:1962; }","duration":"1.882110332s","start":"2026-03-01T01:25:45.415217Z","end":"2026-03-01T01:25:47.297327Z","steps":["trace[1373416273] 'agreement among raft nodes before linearized reading' (duration: 1.881740942s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.91024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:25:47.297359Z","caller":"traceutil/trace.go:171","msg":"trace[1218189829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1962; }","duration":"1.281030839s","start":"2026-03-01T01:25:46.016304Z","end":"2026-03-01T01:25:47.297335Z","steps":["trace[1218189829] 'agreement among raft nodes before linearized reading' (duration: 1.280633199s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.297373Z","caller":"traceutil/trace.go:171","msg":"trace[920397045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1962; }","duration":"275.196692ms","start":"2026-03-01T01:25:47.022158Z","end":"2026-03-01T01:25:47.297355Z","steps":["trace[920397045] 'agreement among raft nodes before linearized reading' (duration: 274.949875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.415195Z","time spent":"1.882198125s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-01T01:25:47.297409Z","caller":"traceutil/trace.go:171","msg":"trace[1132524531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1962; }","duration":"254.035894ms","start":"2026-03-01T01:25:47.043359Z","end":"2026-03-01T01:25:47.297395Z","steps":["trace[1132524531] 'agreement among raft nodes before linearized reading' (duration: 253.955372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.01628Z","time spent":"1.281127811s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T01:25:47.297418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02983212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-01T01:25:47.297464Z","caller":"traceutil/trace.go:171","msg":"trace[1992980793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1962; }","duration":"2.029874991s","start":"2026-03-01T01:25:45.267576Z","end":"2026-03-01T01:25:47.297451Z","steps":["trace[1992980793] 'agreement among raft nodes before linearized reading' (duration: 2.029354327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638455012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18989337ab3bd80d\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-01T01:25:47.297498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.267513Z","time spent":"2.029977943s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:25:47.297503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.14979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:25:47.297522Z","caller":"traceutil/trace.go:171","msg":"trace[1315959880] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18989337ab3bd80d; range_end:; response_count:1; response_revision:1962; }","duration":"1.638672087s","start":"2026-03-01T01:25:45.658832Z","end":"2026-03-01T01:25:47.297504Z","steps":["trace[1315959880] 'agreement among raft nodes before linearized reading' (duration: 1.638092371s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:25:47.297556Z","caller":"traceutil/trace.go:171","msg":"trace[2059984295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1962; }","duration":"882.265654ms","start":"2026-03-01T01:25:46.415273Z","end":"2026-03-01T01:25:47.297539Z","steps":["trace[2059984295] 'agreement among raft nodes before linearized reading' (duration: 881.686078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:25:47.297616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:46.415252Z","time spent":"882.351256ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:25:47.297563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:25:45.658816Z","time spent":"1.638735029s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18989337ab3bd80d\" "} {"level":"warn","ts":"2026-03-01T01:26:35.844238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:26:35.418706Z","time spent":"425.527604ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T01:26:35.90241Z","caller":"traceutil/trace.go:171","msg":"trace[1890544163] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"364.367173ms","start":"2026-03-01T01:26:35.538009Z","end":"2026-03-01T01:26:35.902377Z","steps":["trace[1890544163] 'process raft request' (duration: 363.917491ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:26:35.902566Z","caller":"traceutil/trace.go:171","msg":"trace[2142264362] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"357.384642ms","start":"2026-03-01T01:26:35.54508Z","end":"2026-03-01T01:26:35.902464Z","steps":["trace[2142264362] 'process raft request' (duration: 357.151846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:26:35.902642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.694203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:26:35.902788Z","caller":"traceutil/trace.go:171","msg":"trace[957555433] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"355.703099ms","start":"2026-03-01T01:26:35.547066Z","end":"2026-03-01T01:26:35.902769Z","steps":["trace[957555433] 'process raft request' (duration: 355.215246ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:26:35.902451Z","caller":"traceutil/trace.go:171","msg":"trace[2042959084] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2468; }","duration":"303.397816ms","start":"2026-03-01T01:26:35.598917Z","end":"2026-03-01T01:26:35.902315Z","steps":["trace[2042959084] 'read index received' (duration: 245.270313ms)","trace[2042959084] 'applied index is now lower than readState.Index' (duration: 58.125983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:26:35.902815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:26:35.545066Z","time spent":"357.608737ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:26:35.902902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:26:35.547053Z","time spent":"355.785631ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:26:35.902802Z","caller":"traceutil/trace.go:171","msg":"trace[1422862891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2376; }","duration":"303.904229ms","start":"2026-03-01T01:26:35.598882Z","end":"2026-03-01T01:26:35.902787Z","steps":["trace[1422862891] 'agreement among raft nodes before linearized reading' (duration: 303.607941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:26:35.903013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:26:35.598869Z","time spent":"304.123894ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:26:35.902841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:26:35.537989Z","time spent":"364.557057ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:26:35.903157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.66667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-01T01:26:35.903186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.119483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:26:35.903221Z","caller":"traceutil/trace.go:171","msg":"trace[102783706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2377; }","duration":"297.175755ms","start":"2026-03-01T01:26:35.606033Z","end":"2026-03-01T01:26:35.903209Z","steps":["trace[102783706] 'agreement among raft nodes before linearized reading' (duration: 297.076843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:26:35.903219Z","caller":"traceutil/trace.go:171","msg":"trace[1793021812] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2377; }","duration":"120.763003ms","start":"2026-03-01T01:26:35.782441Z","end":"2026-03-01T01:26:35.903204Z","steps":["trace[1793021812] 'agreement among raft nodes before linearized reading' (duration: 120.569538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:26:35.903254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.294876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:26:35.90339Z","caller":"traceutil/trace.go:171","msg":"trace[1012453415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2377; }","duration":"300.47092ms","start":"2026-03-01T01:26:35.602886Z","end":"2026-03-01T01:26:35.903357Z","steps":["trace[1012453415] 'agreement among raft nodes before linearized reading' (duration: 300.044249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:26:35.903456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:26:35.602872Z","time spent":"300.573022ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:27:10.015617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577482314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:27:10.2959Z","caller":"traceutil/trace.go:171","msg":"trace[23962607] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2662; }","duration":"781.351515ms","start":"2026-03-01T01:27:09.514522Z","end":"2026-03-01T01:27:10.295873Z","steps":["trace[23962607] 'read index received' (duration: 781.200191ms)","trace[23962607] 'applied index is now lower than readState.Index' (duration: 149.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:10.295957Z","caller":"traceutil/trace.go:171","msg":"trace[2037215417] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"785.089191ms","start":"2026-03-01T01:27:09.510842Z","end":"2026-03-01T01:27:10.295931Z","steps":["trace[2037215417] 'process raft request' (duration: 784.805754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:10.296097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:09.510801Z","time spent":"785.203814ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:27:10.296283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.729354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:27:10.2964Z","caller":"traceutil/trace.go:171","msg":"trace[1703104727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2560; }","duration":"781.92188ms","start":"2026-03-01T01:27:09.514452Z","end":"2026-03-01T01:27:10.296374Z","steps":["trace[1703104727] 'agreement among raft nodes before linearized reading' (duration: 781.56652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:10.296452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:09.514428Z","time spent":"782.015961ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:27:10.695723Z","caller":"traceutil/trace.go:171","msg":"trace[787894842] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"394.365558ms","start":"2026-03-01T01:27:10.301319Z","end":"2026-03-01T01:27:10.695685Z","steps":["trace[787894842] 'process raft request' (duration: 394.274575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:10.695963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.301296Z","time spent":"394.533092ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:27:10.696184Z","caller":"traceutil/trace.go:171","msg":"trace[343132412] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"566.51583ms","start":"2026-03-01T01:27:10.129639Z","end":"2026-03-01T01:27:10.696155Z","steps":["trace[343132412] 'process raft request' (duration: 565.775601ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:10.696223Z","caller":"traceutil/trace.go:171","msg":"trace[1653925216] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"652.023871ms","start":"2026-03-01T01:27:10.044148Z","end":"2026-03-01T01:27:10.696172Z","steps":["trace[1653925216] 'process raft request' (duration: 649.449835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:10.696306Z","caller":"traceutil/trace.go:171","msg":"trace[382245507] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"565.865113ms","start":"2026-03-01T01:27:10.130424Z","end":"2026-03-01T01:27:10.696289Z","steps":["trace[382245507] 'process raft request' (duration: 565.113094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:10.696375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.129612Z","time spent":"566.650843ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:27:10.696405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.130394Z","time spent":"565.950426ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:27:10.696443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.044119Z","time spent":"652.202505ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:27:10.696195Z","caller":"traceutil/trace.go:171","msg":"trace[529940903] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2663; }","duration":"400.180188ms","start":"2026-03-01T01:27:10.295985Z","end":"2026-03-01T01:27:10.696165Z","steps":["trace[529940903] 'read index received' (duration: 397.56873ms)","trace[529940903] 'applied index is now lower than readState.Index' (duration: 2.608458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:11.107124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.44516ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:27:11.107365Z","caller":"traceutil/trace.go:171","msg":"trace[1557837391] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2667; }","duration":"108.298851ms","start":"2026-03-01T01:27:10.999029Z","end":"2026-03-01T01:27:11.107327Z","steps":["trace[1557837391] 'read index received' (duration: 49.052µs)","trace[1557837391] 'applied index is now lower than readState.Index' (duration: 108.245729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:11.10758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.447734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:27:11.107683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.38104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T01:27:11.107668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326767029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-01T01:27:11.107747Z","caller":"traceutil/trace.go:171","msg":"trace[547004388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2564; }","duration":"920.463492ms","start":"2026-03-01T01:27:10.187266Z","end":"2026-03-01T01:27:11.107729Z","steps":["trace[547004388] 'agreement among raft nodes before linearized reading' (duration: 508.995052ms)","trace[547004388] 'range keys from in-memory index tree' (duration: 411.366537ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:11.107776Z","caller":"traceutil/trace.go:171","msg":"trace[1907202093] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2564; }","duration":"1.326921073s","start":"2026-03-01T01:27:09.780824Z","end":"2026-03-01T01:27:11.107745Z","steps":["trace[1907202093] 'agreement among raft nodes before linearized reading' (duration: 915.416802ms)","trace[1907202093] 'range keys from in-memory index tree' (duration: 411.243834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:11.107785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.187249Z","time spent":"920.526864ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:27:11.107834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:09.780802Z","time spent":"1.327022565s","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-01T01:27:11.107599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.378662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T01:27:11.107687Z","caller":"traceutil/trace.go:171","msg":"trace[1680136556] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2564; }","duration":"108.691521ms","start":"2026-03-01T01:27:10.998972Z","end":"2026-03-01T01:27:11.107663Z","steps":["trace[1680136556] 'agreement among raft nodes before linearized reading' (duration: 108.412353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:11.107677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.619694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898934c8242e716\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-01T01:27:11.108089Z","caller":"traceutil/trace.go:171","msg":"trace[1406447849] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898934c8242e716; range_end:; response_count:1; response_revision:2564; }","duration":"832.097547ms","start":"2026-03-01T01:27:10.275975Z","end":"2026-03-01T01:27:11.108073Z","steps":["trace[1406447849] 'agreement among raft nodes before linearized reading' (duration: 420.321519ms)","trace[1406447849] 'range keys from in-memory index tree' (duration: 411.199333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:11.108128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.275944Z","time spent":"832.172928ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.1898934c8242e716\" "} {"level":"info","ts":"2026-03-01T01:27:11.107914Z","caller":"traceutil/trace.go:171","msg":"trace[1131008982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2564; }","duration":"963.743151ms","start":"2026-03-01T01:27:10.144161Z","end":"2026-03-01T01:27:11.107904Z","steps":["trace[1131008982] 'agreement among raft nodes before linearized reading' (duration: 552.108757ms)","trace[1131008982] 'range keys from in-memory index tree' (duration: 411.185392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:11.108205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.144137Z","time spent":"964.053129ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:27:11.107589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.262897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T01:27:11.108319Z","caller":"traceutil/trace.go:171","msg":"trace[306673143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2564; }","duration":"920.999116ms","start":"2026-03-01T01:27:10.18729Z","end":"2026-03-01T01:27:11.108289Z","steps":["trace[306673143] 'agreement among raft nodes before linearized reading' (duration: 508.944821ms)","trace[306673143] 'range keys from in-memory index tree' (duration: 410.820393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:11.108379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:27:10.187276Z","time spent":"921.087589ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:27:23.00377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.673077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:27:23.003889Z","caller":"traceutil/trace.go:171","msg":"trace[195129654] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2732; }","duration":"133.334428ms","start":"2026-03-01T01:27:22.870536Z","end":"2026-03-01T01:27:23.003871Z","steps":["trace[195129654] 'read index received' (duration: 21.442005ms)","trace[195129654] 'applied index is now lower than readState.Index' (duration: 111.890823ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:23.003934Z","caller":"traceutil/trace.go:171","msg":"trace[1670729065] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"170.90558ms","start":"2026-03-01T01:27:22.83298Z","end":"2026-03-01T01:27:23.003886Z","steps":["trace[1670729065] 'process raft request' (duration: 59.021597ms)","trace[1670729065] 'compare' (duration: 111.548274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:27:23.004187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.708432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:27:23.004236Z","caller":"traceutil/trace.go:171","msg":"trace[435757389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2627; }","duration":"115.814165ms","start":"2026-03-01T01:27:22.888409Z","end":"2026-03-01T01:27:23.004223Z","steps":["trace[435757389] 'agreement among raft nodes before linearized reading' (duration: 115.596579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:27:23.004006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.475382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:27:23.004373Z","caller":"traceutil/trace.go:171","msg":"trace[1322988120] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2627; }","duration":"133.855252ms","start":"2026-03-01T01:27:22.870481Z","end":"2026-03-01T01:27:23.004337Z","steps":["trace[1322988120] 'agreement among raft nodes before linearized reading' (duration: 133.485272ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:35.487575Z","caller":"traceutil/trace.go:171","msg":"trace[1610836295] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"139.230298ms","start":"2026-03-01T01:27:35.348314Z","end":"2026-03-01T01:27:35.487545Z","steps":["trace[1610836295] 'process raft request' (duration: 115.561176ms)","trace[1610836295] 'compare' (duration: 23.521828ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:27:35.500529Z","caller":"traceutil/trace.go:171","msg":"trace[200537288] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"151.392307ms","start":"2026-03-01T01:27:35.349103Z","end":"2026-03-01T01:27:35.500495Z","steps":["trace[200537288] 'process raft request' (duration: 151.13088ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:27:40.399273Z","caller":"traceutil/trace.go:171","msg":"trace[1126987042] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"220.405231ms","start":"2026-03-01T01:27:40.17884Z","end":"2026-03-01T01:27:40.399245Z","steps":["trace[1126987042] 'process raft request' (duration: 220.158155ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:29:13.160968Z","caller":"traceutil/trace.go:171","msg":"trace[1019217811] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"193.535798ms","start":"2026-03-01T01:29:12.967398Z","end":"2026-03-01T01:29:13.160934Z","steps":["trace[1019217811] 'process raft request' (duration: 193.306692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:29:48.763306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577484883,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:29:48.814245Z","caller":"traceutil/trace.go:171","msg":"trace[1495978355] linearizableReadLoop","detail":"{readStateIndex:3657; appliedIndex:3656; }","duration":"551.541596ms","start":"2026-03-01T01:29:48.262675Z","end":"2026-03-01T01:29:48.814217Z","steps":["trace[1495978355] 'read index received' (duration: 551.342369ms)","trace[1495978355] 'applied index is now lower than readState.Index' (duration: 197.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:29:48.814305Z","caller":"traceutil/trace.go:171","msg":"trace[514577436] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"683.30318ms","start":"2026-03-01T01:29:48.130963Z","end":"2026-03-01T01:29:48.814266Z","steps":["trace[514577436] 'process raft request' (duration: 683.03724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:29:48.814547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.846957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:29:48.814581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.286376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:29:48.814627Z","caller":"traceutil/trace.go:171","msg":"trace[719195557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3516; }","duration":"551.973091ms","start":"2026-03-01T01:29:48.262634Z","end":"2026-03-01T01:29:48.814607Z","steps":["trace[719195557] 'agreement among raft nodes before linearized reading' (duration: 551.750003ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:29:48.814642Z","caller":"traceutil/trace.go:171","msg":"trace[913218607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:3516; }","duration":"321.391509ms","start":"2026-03-01T01:29:48.493234Z","end":"2026-03-01T01:29:48.814626Z","steps":["trace[913218607] 'agreement among raft nodes before linearized reading' (duration: 321.232023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:29:48.814664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.433342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:29:48.814678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:29:48.493214Z","time spent":"321.454981ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:29:48.81468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:29:48.262616Z","time spent":"552.051704ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:29:48.81474Z","caller":"traceutil/trace.go:171","msg":"trace[517354636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3516; }","duration":"551.540916ms","start":"2026-03-01T01:29:48.263161Z","end":"2026-03-01T01:29:48.814702Z","steps":["trace[517354636] 'agreement among raft nodes before linearized reading' (duration: 551.255655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:29:48.814815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:29:48.263152Z","time spent":"551.628409ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:29:48.814821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:29:48.130938Z","time spent":"683.604771ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:29:49.034201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.968355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:29:49.034461Z","caller":"traceutil/trace.go:171","msg":"trace[1821069783] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"215.237895ms","start":"2026-03-01T01:29:48.819184Z","end":"2026-03-01T01:29:49.034422Z","steps":["trace[1821069783] 'process raft request' (duration: 102.906706ms)","trace[1821069783] 'compare' (duration: 111.848181ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:29:49.034438Z","caller":"traceutil/trace.go:171","msg":"trace[1601521437] linearizableReadLoop","detail":"{readStateIndex:3659; appliedIndex:3657; }","duration":"214.962485ms","start":"2026-03-01T01:29:48.819452Z","end":"2026-03-01T01:29:49.034414Z","steps":["trace[1601521437] 'read index received' (duration: 102.650417ms)","trace[1601521437] 'applied index is now lower than readState.Index' (duration: 112.310668ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:29:49.034603Z","caller":"traceutil/trace.go:171","msg":"trace[1149772194] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"215.174413ms","start":"2026-03-01T01:29:48.819409Z","end":"2026-03-01T01:29:49.034583Z","steps":["trace[1149772194] 'process raft request' (duration: 214.928804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:29:49.034885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.424482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63174"} {"level":"info","ts":"2026-03-01T01:29:49.034926Z","caller":"traceutil/trace.go:171","msg":"trace[1066227986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3518; }","duration":"215.496785ms","start":"2026-03-01T01:29:48.81942Z","end":"2026-03-01T01:29:49.034916Z","steps":["trace[1066227986] 'agreement among raft nodes before linearized reading' (duration: 215.304808ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:30:55.594491Z","caller":"traceutil/trace.go:171","msg":"trace[831230897] linearizableReadLoop","detail":"{readStateIndex:4110; appliedIndex:4108; }","duration":"100.359203ms","start":"2026-03-01T01:30:55.494086Z","end":"2026-03-01T01:30:55.594445Z","steps":["trace[831230897] 'read index received' (duration: 48.187064ms)","trace[831230897] 'applied index is now lower than readState.Index' (duration: 52.170558ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:30:55.594577Z","caller":"traceutil/trace.go:171","msg":"trace[206235636] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"101.336898ms","start":"2026-03-01T01:30:55.49321Z","end":"2026-03-01T01:30:55.594547Z","steps":["trace[206235636] 'process raft request' (duration: 100.576938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:55.594853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.739862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:30:55.595139Z","caller":"traceutil/trace.go:171","msg":"trace[1358419627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:3941; }","duration":"101.091191ms","start":"2026-03-01T01:30:55.494035Z","end":"2026-03-01T01:30:55.595126Z","steps":["trace[1358419627] 'agreement among raft nodes before linearized reading' (duration: 100.552707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:56.51237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.103723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:30:56.512522Z","caller":"traceutil/trace.go:171","msg":"trace[167535268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3950; }","duration":"218.312078ms","start":"2026-03-01T01:30:56.294185Z","end":"2026-03-01T01:30:56.512498Z","steps":["trace[167535268] 'range keys from in-memory index tree' (duration: 217.777204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:30:56.512545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.261122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:30:56.512667Z","caller":"traceutil/trace.go:171","msg":"trace[1299194427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3950; }","duration":"208.478848ms","start":"2026-03-01T01:30:56.304159Z","end":"2026-03-01T01:30:56.512637Z","steps":["trace[1299194427] 'range keys from in-memory index tree' (duration: 207.953425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:01.48874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.917486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:01.48915Z","caller":"traceutil/trace.go:171","msg":"trace[365872056] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"138.340736ms","start":"2026-03-01T01:31:01.350775Z","end":"2026-03-01T01:31:01.489116Z","steps":["trace[365872056] 'compare' (duration: 131.671039ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:01.489207Z","caller":"traceutil/trace.go:171","msg":"trace[359069789] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"114.66468ms","start":"2026-03-01T01:31:01.374517Z","end":"2026-03-01T01:31:01.489182Z","steps":["trace[359069789] 'process raft request' (duration: 114.339541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:02.641676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.200958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T01:31:02.641905Z","caller":"traceutil/trace.go:171","msg":"trace[801286281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4311; }","duration":"114.503845ms","start":"2026-03-01T01:31:02.527373Z","end":"2026-03-01T01:31:02.641877Z","steps":["trace[801286281] 'range keys from in-memory index tree' (duration: 113.886709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:02.641699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.077608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T01:31:02.642025Z","caller":"traceutil/trace.go:171","msg":"trace[1096041560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4311; }","duration":"113.451938ms","start":"2026-03-01T01:31:02.528548Z","end":"2026-03-01T01:31:02.642Z","steps":["trace[1096041560] 'range keys from in-memory index tree' (duration: 112.807391ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:06.806094Z","caller":"traceutil/trace.go:171","msg":"trace[634575498] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4572; }","duration":"257.889124ms","start":"2026-03-01T01:31:06.548182Z","end":"2026-03-01T01:31:06.806071Z","steps":["trace[634575498] 'read index received' (duration: 257.566435ms)","trace[634575498] 'applied index is now lower than readState.Index' (duration: 321.419µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:06.806162Z","caller":"traceutil/trace.go:171","msg":"trace[1575696721] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"280.224074ms","start":"2026-03-01T01:31:06.525904Z","end":"2026-03-01T01:31:06.806128Z","steps":["trace[1575696721] 'process raft request' (duration: 279.976368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:06.806441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.544134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:31:06.806446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.250424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-01T01:31:06.806499Z","caller":"traceutil/trace.go:171","msg":"trace[90205184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4396; }","duration":"140.660127ms","start":"2026-03-01T01:31:06.665827Z","end":"2026-03-01T01:31:06.806487Z","steps":["trace[90205184] 'agreement among raft nodes before linearized reading' (duration: 140.433241ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:06.806524Z","caller":"traceutil/trace.go:171","msg":"trace[378094432] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4396; }","duration":"258.369347ms","start":"2026-03-01T01:31:06.548135Z","end":"2026-03-01T01:31:06.806504Z","steps":["trace[378094432] 'agreement among raft nodes before linearized reading' (duration: 258.122971ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:07.758523Z","caller":"traceutil/trace.go:171","msg":"trace[853288529] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"107.677785ms","start":"2026-03-01T01:31:07.650774Z","end":"2026-03-01T01:31:07.758452Z","steps":["trace[853288529] 'process raft request' (duration: 62.84501ms)","trace[853288529] 'compare' (duration: 44.24574ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:08.098651Z","caller":"traceutil/trace.go:171","msg":"trace[1162370044] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"212.625448ms","start":"2026-03-01T01:31:07.885967Z","end":"2026-03-01T01:31:08.098592Z","steps":["trace[1162370044] 'process raft request' (duration: 174.963803ms)","trace[1162370044] 'compare' (duration: 37.424289ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:08.098692Z","caller":"traceutil/trace.go:171","msg":"trace[294635443] linearizableReadLoop","detail":"{readStateIndex:4617; appliedIndex:4615; }","duration":"209.27734ms","start":"2026-03-01T01:31:07.889385Z","end":"2026-03-01T01:31:08.098662Z","steps":["trace[294635443] 'read index received' (duration: 18.414077ms)","trace[294635443] 'applied index is now lower than readState.Index' (duration: 190.859983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:08.098979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.045208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:31:08.098982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.579698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-01T01:31:08.099024Z","caller":"traceutil/trace.go:171","msg":"trace[1129984356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4441; }","duration":"177.162901ms","start":"2026-03-01T01:31:07.921849Z","end":"2026-03-01T01:31:08.099012Z","steps":["trace[1129984356] 'agreement among raft nodes before linearized reading' (duration: 176.973456ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:08.099069Z","caller":"traceutil/trace.go:171","msg":"trace[1254723357] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4441; }","duration":"209.68651ms","start":"2026-03-01T01:31:07.88936Z","end":"2026-03-01T01:31:08.099046Z","steps":["trace[1254723357] 'agreement among raft nodes before linearized reading' (duration: 209.457484ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:08.309011Z","caller":"traceutil/trace.go:171","msg":"trace[1836566728] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"127.315244ms","start":"2026-03-01T01:31:08.181665Z","end":"2026-03-01T01:31:08.308981Z","steps":["trace[1836566728] 'process raft request' (duration: 127.026657ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:09.963308Z","caller":"traceutil/trace.go:171","msg":"trace[1538247118] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"158.430666ms","start":"2026-03-01T01:31:09.804837Z","end":"2026-03-01T01:31:09.963267Z","steps":["trace[1538247118] 'process raft request' (duration: 128.843895ms)","trace[1538247118] 'compare' (duration: 29.17306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:12.017352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.955762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:12.017542Z","caller":"traceutil/trace.go:171","msg":"trace[734450367] linearizableReadLoop","detail":"{readStateIndex:4779; appliedIndex:4778; }","duration":"533.882387ms","start":"2026-03-01T01:31:11.483631Z","end":"2026-03-01T01:31:12.017513Z","steps":["trace[734450367] 'read index received' (duration: 327.76156ms)","trace[734450367] 'applied index is now lower than readState.Index' (duration: 206.118617ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:12.017677Z","caller":"traceutil/trace.go:171","msg":"trace[1809441283] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"550.405523ms","start":"2026-03-01T01:31:11.46723Z","end":"2026-03-01T01:31:12.017635Z","steps":["trace[1809441283] 'process raft request' (duration: 344.087681ms)","trace[1809441283] 'compare' (duration: 205.540451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:12.017824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.467207Z","time spent":"550.555627ms","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2917,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:31:12.017824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.178334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eec9fd90-b1b7-4b7a-b4d7-f5d1c454be5c\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-01T01:31:12.017888Z","caller":"traceutil/trace.go:171","msg":"trace[1062815900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eec9fd90-b1b7-4b7a-b4d7-f5d1c454be5c; range_end:; response_count:1; response_revision:4595; }","duration":"534.278017ms","start":"2026-03-01T01:31:11.483592Z","end":"2026-03-01T01:31:12.01787Z","steps":["trace[1062815900] 'agreement among raft nodes before linearized reading' (duration: 534.030211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.017943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.48357Z","time spent":"534.36151ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4106,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eec9fd90-b1b7-4b7a-b4d7-f5d1c454be5c\" "} {"level":"info","ts":"2026-03-01T01:31:12.051523Z","caller":"traceutil/trace.go:171","msg":"trace[214507290] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"424.359843ms","start":"2026-03-01T01:31:11.627136Z","end":"2026-03-01T01:31:12.051496Z","steps":["trace[214507290] 'process raft request' (duration: 424.236119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.051725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.627042Z","time spent":"424.584799ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:12.124029Z","caller":"traceutil/trace.go:171","msg":"trace[250960985] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4779; }","duration":"106.427703ms","start":"2026-03-01T01:31:12.017582Z","end":"2026-03-01T01:31:12.12401Z","steps":["trace[250960985] 'read index received' (duration: 33.789053ms)","trace[250960985] 'applied index is now lower than readState.Index' (duration: 72.6376ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:12.124043Z","caller":"traceutil/trace.go:171","msg":"trace[1810656512] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"155.035187ms","start":"2026-03-01T01:31:11.968971Z","end":"2026-03-01T01:31:12.124006Z","steps":["trace[1810656512] 'process raft request' (duration: 152.599502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.124254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.842949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:31:12.124288Z","caller":"traceutil/trace.go:171","msg":"trace[963942571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:4598; }","duration":"342.945192ms","start":"2026-03-01T01:31:11.781333Z","end":"2026-03-01T01:31:12.124278Z","steps":["trace[963942571] 'agreement among raft nodes before linearized reading' (duration: 342.784687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.124316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.781303Z","time spent":"343.006954ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:31:12.124283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.377716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-03-01T01:31:12.124291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.104764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:31:12.124366Z","caller":"traceutil/trace.go:171","msg":"trace[658404015] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr; range_end:; response_count:1; response_revision:4598; }","duration":"331.488249ms","start":"2026-03-01T01:31:11.792858Z","end":"2026-03-01T01:31:12.124346Z","steps":["trace[658404015] 'agreement among raft nodes before linearized reading' (duration: 331.185141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:12.124373Z","caller":"traceutil/trace.go:171","msg":"trace[1476409069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4598; }","duration":"215.239078ms","start":"2026-03-01T01:31:11.909117Z","end":"2026-03-01T01:31:12.124356Z","steps":["trace[1476409069] 'agreement among raft nodes before linearized reading' (duration: 214.95051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.124406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.792849Z","time spent":"331.549001ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9854,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr\" "} {"level":"warn","ts":"2026-03-01T01:31:12.124511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.722433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97eb3c1f-cb75-4675-9ed1-b6d0d4768f63\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-01T01:31:12.124632Z","caller":"traceutil/trace.go:171","msg":"trace[1794847388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97eb3c1f-cb75-4675-9ed1-b6d0d4768f63; range_end:; response_count:1; response_revision:4598; }","duration":"586.864207ms","start":"2026-03-01T01:31:11.537713Z","end":"2026-03-01T01:31:12.124578Z","steps":["trace[1794847388] 'agreement among raft nodes before linearized reading' (duration: 586.493167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.124669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.887952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eec9fd90-b1b7-4b7a-b4d7-f5d1c454be5c\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-03-01T01:31:12.124699Z","caller":"traceutil/trace.go:171","msg":"trace[1132100393] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eec9fd90-b1b7-4b7a-b4d7-f5d1c454be5c; range_end:; response_count:1; response_revision:4599; }","duration":"101.952814ms","start":"2026-03-01T01:31:12.022736Z","end":"2026-03-01T01:31:12.124688Z","steps":["trace[1132100393] 'agreement among raft nodes before linearized reading' (duration: 101.860951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.124712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.537687Z","time spent":"586.983359ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97eb3c1f-cb75-4675-9ed1-b6d0d4768f63\" "} {"level":"warn","ts":"2026-03-01T01:31:12.124817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.779618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:31:12.124869Z","caller":"traceutil/trace.go:171","msg":"trace[1556348860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4599; }","duration":"476.892101ms","start":"2026-03-01T01:31:11.647966Z","end":"2026-03-01T01:31:12.124858Z","steps":["trace[1556348860] 'agreement among raft nodes before linearized reading' (duration: 476.396728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.1249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.647921Z","time spent":"476.971833ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:12.124912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.904019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:31:12.125059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.316774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr.189893892f31aaa5\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-01T01:31:12.125071Z","caller":"traceutil/trace.go:171","msg":"trace[1919955825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4599; }","duration":"349.028613ms","start":"2026-03-01T01:31:11.775926Z","end":"2026-03-01T01:31:12.124955Z","steps":["trace[1919955825] 'agreement among raft nodes before linearized reading' (duration: 348.395346ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:12.125091Z","caller":"traceutil/trace.go:171","msg":"trace[483132592] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr.189893892f31aaa5; range_end:; response_count:1; response_revision:4599; }","duration":"331.368866ms","start":"2026-03-01T01:31:11.793715Z","end":"2026-03-01T01:31:12.125084Z","steps":["trace[483132592] 'agreement among raft nodes before linearized reading' (duration: 330.362129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:12.125114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.793703Z","time spent":"331.406497ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr.189893892f31aaa5\" "} {"level":"warn","ts":"2026-03-01T01:31:12.12512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:11.775897Z","time spent":"349.210977ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:14.545073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577487397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:31:14.662092Z","caller":"traceutil/trace.go:171","msg":"trace[1069230888] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"683.074328ms","start":"2026-03-01T01:31:13.978987Z","end":"2026-03-01T01:31:14.662061Z","steps":["trace[1069230888] 'process raft request' (duration: 682.884983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.662288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:13.978927Z","time spent":"683.282604ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:14.787516Z","caller":"traceutil/trace.go:171","msg":"trace[1092924621] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"658.672524ms","start":"2026-03-01T01:31:14.128815Z","end":"2026-03-01T01:31:14.787487Z","steps":["trace[1092924621] 'process raft request' (duration: 641.664075ms)","trace[1092924621] 'compare' (duration: 16.843595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:14.787676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.128786Z","time spent":"658.809257ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:14.787947Z","caller":"traceutil/trace.go:171","msg":"trace[1414200544] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"658.865398ms","start":"2026-03-01T01:31:14.129048Z","end":"2026-03-01T01:31:14.787913Z","steps":["trace[1414200544] 'process raft request' (duration: 658.393396ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.787974Z","caller":"traceutil/trace.go:171","msg":"trace[222714785] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"657.896873ms","start":"2026-03-01T01:31:14.130057Z","end":"2026-03-01T01:31:14.787954Z","steps":["trace[222714785] 'process raft request' (duration: 657.636067ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.787974Z","caller":"traceutil/trace.go:171","msg":"trace[397114682] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"119.122677ms","start":"2026-03-01T01:31:14.668822Z","end":"2026-03-01T01:31:14.787945Z","steps":["trace[397114682] 'process raft request' (duration: 119.044965ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.788041Z","caller":"traceutil/trace.go:171","msg":"trace[1397426932] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4838; }","duration":"743.551406ms","start":"2026-03-01T01:31:14.044438Z","end":"2026-03-01T01:31:14.78799Z","steps":["trace[1397426932] 'read index received' (duration: 617.426174ms)","trace[1397426932] 'applied index is now lower than readState.Index' (duration: 126.116572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:14.788105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.129038Z","time spent":"658.984772ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:14.788206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.758832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:14.788363Z","caller":"traceutil/trace.go:171","msg":"trace[1112595378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4658; }","duration":"743.863664ms","start":"2026-03-01T01:31:14.044392Z","end":"2026-03-01T01:31:14.788256Z","steps":["trace[1112595378] 'agreement among raft nodes before linearized reading' (duration: 743.713891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.794148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:31:14.788414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.044372Z","time spent":"744.030289ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:31:14.788435Z","caller":"traceutil/trace.go:171","msg":"trace[291060810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4658; }","duration":"652.887181ms","start":"2026-03-01T01:31:14.135535Z","end":"2026-03-01T01:31:14.788422Z","steps":["trace[291060810] 'agreement among raft nodes before linearized reading' (duration: 652.673385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.135518Z","time spent":"652.948643ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:14.7885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.717447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97eb3c1f-cb75-4675-9ed1-b6d0d4768f63\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-01T01:31:14.788357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.130045Z","time spent":"657.980715ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:14.788542Z","caller":"traceutil/trace.go:171","msg":"trace[418773230] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97eb3c1f-cb75-4675-9ed1-b6d0d4768f63; range_end:; response_count:1; response_revision:4658; }","duration":"652.759418ms","start":"2026-03-01T01:31:14.135768Z","end":"2026-03-01T01:31:14.788527Z","steps":["trace[418773230] 'agreement among raft nodes before linearized reading' (duration: 652.616784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.95009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:31:14.788564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.225596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T01:31:14.788606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.135701Z","time spent":"652.897252ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3915,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97eb3c1f-cb75-4675-9ed1-b6d0d4768f63\" "} {"level":"warn","ts":"2026-03-01T01:31:14.788622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.902162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:31:14.788689Z","caller":"traceutil/trace.go:171","msg":"trace[2124716052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:4658; }","duration":"653.007905ms","start":"2026-03-01T01:31:14.135665Z","end":"2026-03-01T01:31:14.788673Z","steps":["trace[2124716052] 'agreement among raft nodes before linearized reading' (duration: 652.83196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.110972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776985"} {"level":"warn","ts":"2026-03-01T01:31:14.788712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.703169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:14.788706Z","caller":"traceutil/trace.go:171","msg":"trace[226152234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4658; }","duration":"598.341979ms","start":"2026-03-01T01:31:14.19028Z","end":"2026-03-01T01:31:14.788622Z","steps":["trace[226152234] 'agreement among raft nodes before linearized reading' (duration: 598.155264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.135646Z","time spent":"653.077226ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"info","ts":"2026-03-01T01:31:14.788738Z","caller":"traceutil/trace.go:171","msg":"trace[1190406773] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4658; }","duration":"579.178233ms","start":"2026-03-01T01:31:14.209547Z","end":"2026-03-01T01:31:14.788726Z","steps":["trace[1190406773] 'agreement among raft nodes before linearized reading' (duration: 578.729301ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.788757Z","caller":"traceutil/trace.go:171","msg":"trace[2114810645] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4658; }","duration":"148.795731ms","start":"2026-03-01T01:31:14.639946Z","end":"2026-03-01T01:31:14.788741Z","steps":["trace[2114810645] 'agreement among raft nodes before linearized reading' (duration: 148.720519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.209537Z","time spent":"579.229435ms","remote":"127.0.0.1:33474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777009,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-01T01:31:14.788783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.190262Z","time spent":"598.502814ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:31:14.788633Z","caller":"traceutil/trace.go:171","msg":"trace[420817605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4658; }","duration":"651.020502ms","start":"2026-03-01T01:31:14.13759Z","end":"2026-03-01T01:31:14.788611Z","steps":["trace[420817605] 'agreement among raft nodes before linearized reading' (duration: 650.654752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.137581Z","time spent":"651.244348ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:14.788429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.294287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-01T01:31:14.788802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.373321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-03-01T01:31:14.788916Z","caller":"traceutil/trace.go:171","msg":"trace[1732458658] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr-tls; range_end:; response_count:1; response_revision:4658; }","duration":"548.843692ms","start":"2026-03-01T01:31:14.240055Z","end":"2026-03-01T01:31:14.788898Z","steps":["trace[1732458658] 'agreement among raft nodes before linearized reading' (duration: 548.168795ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.788932Z","caller":"traceutil/trace.go:171","msg":"trace[754116881] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4658; }","duration":"117.548286ms","start":"2026-03-01T01:31:14.67137Z","end":"2026-03-01T01:31:14.788919Z","steps":["trace[754116881] 'agreement among raft nodes before linearized reading' (duration: 117.108874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.788952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.940356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:31:14.788963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.240036Z","time spent":"548.913854ms","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1991,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr-tls\" "} {"level":"info","ts":"2026-03-01T01:31:14.789001Z","caller":"traceutil/trace.go:171","msg":"trace[709543717] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4658; }","duration":"367.030558ms","start":"2026-03-01T01:31:14.421957Z","end":"2026-03-01T01:31:14.788987Z","steps":["trace[709543717] 'agreement among raft nodes before linearized reading' (duration: 366.955876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.789035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:14.421938Z","time spent":"367.0879ms","remote":"127.0.0.1:33862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:14.947893Z","caller":"traceutil/trace.go:171","msg":"trace[894930988] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"154.857202ms","start":"2026-03-01T01:31:14.793016Z","end":"2026-03-01T01:31:14.947873Z","steps":["trace[894930988] 'process raft request' (duration: 154.738399ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.953784Z","caller":"traceutil/trace.go:171","msg":"trace[573151330] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"159.111814ms","start":"2026-03-01T01:31:14.794654Z","end":"2026-03-01T01:31:14.953766Z","steps":["trace[573151330] 'process raft request' (duration: 158.971351ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.953811Z","caller":"traceutil/trace.go:171","msg":"trace[1169148126] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4843; }","duration":"159.036192ms","start":"2026-03-01T01:31:14.79476Z","end":"2026-03-01T01:31:14.953796Z","steps":["trace[1169148126] 'read index received' (duration: 152.942211ms)","trace[1169148126] 'applied index is now lower than readState.Index' (duration: 6.093021ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:14.953884Z","caller":"traceutil/trace.go:171","msg":"trace[1427317981] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"158.418075ms","start":"2026-03-01T01:31:14.795457Z","end":"2026-03-01T01:31:14.953875Z","steps":["trace[1427317981] 'process raft request' (duration: 158.256821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.953931Z","caller":"traceutil/trace.go:171","msg":"trace[249236136] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"154.763079ms","start":"2026-03-01T01:31:14.799133Z","end":"2026-03-01T01:31:14.953896Z","steps":["trace[249236136] 'process raft request' (duration: 154.608135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.954095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.022216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr-tls\" ","response":"range_response_count:1 size:4436"} {"level":"warn","ts":"2026-03-01T01:31:14.954094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.32168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-01T01:31:14.954114Z","caller":"traceutil/trace.go:171","msg":"trace[1660103241] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-6w9qr-tls; range_end:; response_count:1; response_revision:4662; }","duration":"158.073866ms","start":"2026-03-01T01:31:14.796034Z","end":"2026-03-01T01:31:14.954107Z","steps":["trace[1660103241] 'agreement among raft nodes before linearized reading' (duration: 158.004285ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:14.95413Z","caller":"traceutil/trace.go:171","msg":"trace[966933218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4662; }","duration":"159.380101ms","start":"2026-03-01T01:31:14.794744Z","end":"2026-03-01T01:31:14.954125Z","steps":["trace[966933218] 'agreement among raft nodes before linearized reading' (duration: 159.215887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.954226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.355185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T01:31:14.954242Z","caller":"traceutil/trace.go:171","msg":"trace[1928456722] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4662; }","duration":"113.403277ms","start":"2026-03-01T01:31:14.840831Z","end":"2026-03-01T01:31:14.954235Z","steps":["trace[1928456722] 'agreement among raft nodes before linearized reading' (duration: 113.358186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:14.954328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.556972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:31:14.954343Z","caller":"traceutil/trace.go:171","msg":"trace[538479985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4662; }","duration":"107.604672ms","start":"2026-03-01T01:31:14.846734Z","end":"2026-03-01T01:31:14.954338Z","steps":["trace[538479985] 'agreement among raft nodes before linearized reading' (duration: 107.562811ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.03449Z","caller":"traceutil/trace.go:171","msg":"trace[88785674] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"106.605376ms","start":"2026-03-01T01:31:23.92786Z","end":"2026-03-01T01:31:24.034465Z","steps":["trace[88785674] 'process raft request' (duration: 106.386201ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.170389Z","caller":"traceutil/trace.go:171","msg":"trace[332279715] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5025; }","duration":"129.015249ms","start":"2026-03-01T01:31:24.041344Z","end":"2026-03-01T01:31:24.170359Z","steps":["trace[332279715] 'read index received' (duration: 16.749202ms)","trace[332279715] 'applied index is now lower than readState.Index' (duration: 112.264667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:24.170549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.177193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:24.170584Z","caller":"traceutil/trace.go:171","msg":"trace[778767150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"129.249426ms","start":"2026-03-01T01:31:24.041324Z","end":"2026-03-01T01:31:24.170574Z","steps":["trace[778767150] 'agreement among raft nodes before linearized reading' (duration: 129.139843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.171026Z","caller":"traceutil/trace.go:171","msg":"trace[563743700] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"131.472634ms","start":"2026-03-01T01:31:24.03954Z","end":"2026-03-01T01:31:24.171012Z","steps":["trace[563743700] 'process raft request' (duration: 109.702809ms)","trace[563743700] 'compare' (duration: 20.795439ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:24.171286Z","caller":"traceutil/trace.go:171","msg":"trace[1237309038] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"131.69414ms","start":"2026-03-01T01:31:24.039582Z","end":"2026-03-01T01:31:24.171276Z","steps":["trace[1237309038] 'process raft request' (duration: 130.612352ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.171666Z","caller":"traceutil/trace.go:171","msg":"trace[963388636] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"124.555741ms","start":"2026-03-01T01:31:24.047099Z","end":"2026-03-01T01:31:24.171655Z","steps":["trace[963388636] 'process raft request' (duration: 123.201715ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.17168Z","caller":"traceutil/trace.go:171","msg":"trace[608054521] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"131.983568ms","start":"2026-03-01T01:31:24.039651Z","end":"2026-03-01T01:31:24.171635Z","steps":["trace[608054521] 'process raft request' (duration: 130.609411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:24.533622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.265052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:24.533746Z","caller":"traceutil/trace.go:171","msg":"trace[366574404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4838; }","duration":"236.401716ms","start":"2026-03-01T01:31:24.297326Z","end":"2026-03-01T01:31:24.533728Z","steps":["trace[366574404] 'range keys from in-memory index tree' (duration: 236.248782ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:24.668926Z","caller":"traceutil/trace.go:171","msg":"trace[1665210303] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"489.994637ms","start":"2026-03-01T01:31:24.178911Z","end":"2026-03-01T01:31:24.668905Z","steps":["trace[1665210303] 'process raft request' (duration: 489.851453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:24.669067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.178896Z","time spent":"490.09778ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:25.030649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.066938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:25.030894Z","caller":"traceutil/trace.go:171","msg":"trace[1729345076] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5030; }","duration":"475.438703ms","start":"2026-03-01T01:31:24.555437Z","end":"2026-03-01T01:31:25.030876Z","steps":["trace[1729345076] 'read index received' (duration: 113.297464ms)","trace[1729345076] 'applied index is now lower than readState.Index' (duration: 362.140189ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:25.030899Z","caller":"traceutil/trace.go:171","msg":"trace[663122529] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"851.9342ms","start":"2026-03-01T01:31:24.178928Z","end":"2026-03-01T01:31:25.030863Z","steps":["trace[663122529] 'process raft request' (duration: 618.341038ms)","trace[663122529] 'compare' (duration: 232.75734ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:25.030912Z","caller":"traceutil/trace.go:171","msg":"trace[218136665] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"851.902909ms","start":"2026-03-01T01:31:24.178988Z","end":"2026-03-01T01:31:25.030891Z","steps":["trace[218136665] 'process raft request' (duration: 851.753935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.031078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.178912Z","time spent":"852.065423ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:25.031183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.178983Z","time spent":"852.093004ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:25.030981Z","caller":"traceutil/trace.go:171","msg":"trace[1167271010] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"851.901449ms","start":"2026-03-01T01:31:24.179046Z","end":"2026-03-01T01:31:25.030947Z","steps":["trace[1167271010] 'process raft request' (duration: 851.781366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.031316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.870404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:25.03136Z","caller":"traceutil/trace.go:171","msg":"trace[823456341] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4842; }","duration":"475.956156ms","start":"2026-03-01T01:31:24.555393Z","end":"2026-03-01T01:31:25.031349Z","steps":["trace[823456341] 'agreement among raft nodes before linearized reading' (duration: 475.792782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.031375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.17904Z","time spent":"852.254469ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:25.031425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.555371Z","time spent":"476.041328ms","remote":"127.0.0.1:33754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:25.113385Z","caller":"traceutil/trace.go:171","msg":"trace[22696687] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"292.91978ms","start":"2026-03-01T01:31:24.820428Z","end":"2026-03-01T01:31:25.113348Z","steps":["trace[22696687] 'process raft request' (duration: 292.769806ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.165325Z","caller":"traceutil/trace.go:171","msg":"trace[39035045] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"328.109509ms","start":"2026-03-01T01:31:24.837187Z","end":"2026-03-01T01:31:25.165297Z","steps":["trace[39035045] 'process raft request' (duration: 293.842614ms)","trace[39035045] 'compare' (duration: 34.037049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:25.165475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.837164Z","time spent":"328.229923ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:25.165495Z","caller":"traceutil/trace.go:171","msg":"trace[1649755566] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5035; }","duration":"134.304299ms","start":"2026-03-01T01:31:25.03116Z","end":"2026-03-01T01:31:25.165464Z","steps":["trace[1649755566] 'read index received' (duration: 82.260494ms)","trace[1649755566] 'applied index is now lower than readState.Index' (duration: 52.041475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:25.165691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.762843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:25.165738Z","caller":"traceutil/trace.go:171","msg":"trace[2127672111] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4845; }","duration":"385.870476ms","start":"2026-03-01T01:31:24.779855Z","end":"2026-03-01T01:31:25.165725Z","steps":["trace[2127672111] 'agreement among raft nodes before linearized reading' (duration: 385.763373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.165774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:24.779835Z","time spent":"385.928577ms","remote":"127.0.0.1:59570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:25.165785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.368873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:31:25.165773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.428935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:31:25.165906Z","caller":"traceutil/trace.go:171","msg":"trace[1298480189] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"279.951467ms","start":"2026-03-01T01:31:24.88594Z","end":"2026-03-01T01:31:25.165891Z","steps":["trace[1298480189] 'process raft request' (duration: 279.31457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.165947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.497831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:31:25.165975Z","caller":"traceutil/trace.go:171","msg":"trace[178356382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4845; }","duration":"129.539893ms","start":"2026-03-01T01:31:25.036428Z","end":"2026-03-01T01:31:25.165968Z","steps":["trace[178356382] 'agreement among raft nodes before linearized reading' (duration: 129.450401ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.166006Z","caller":"traceutil/trace.go:171","msg":"trace[566023569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4845; }","duration":"136.680912ms","start":"2026-03-01T01:31:25.029236Z","end":"2026-03-01T01:31:25.165917Z","steps":["trace[566023569] 'agreement among raft nodes before linearized reading' (duration: 136.355063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.166128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.126411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:31:25.166158Z","caller":"traceutil/trace.go:171","msg":"trace[1389513610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4845; }","duration":"129.187944ms","start":"2026-03-01T01:31:25.036963Z","end":"2026-03-01T01:31:25.166151Z","steps":["trace[1389513610] 'agreement among raft nodes before linearized reading' (duration: 129.095431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.166181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.375108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:31:25.166209Z","caller":"traceutil/trace.go:171","msg":"trace[464733383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:4845; }","duration":"129.43319ms","start":"2026-03-01T01:31:25.036771Z","end":"2026-03-01T01:31:25.166204Z","steps":["trace[464733383] 'agreement among raft nodes before linearized reading' (duration: 129.338668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.166224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.315855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:25.166244Z","caller":"traceutil/trace.go:171","msg":"trace[130038884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4845; }","duration":"124.368396ms","start":"2026-03-01T01:31:25.041871Z","end":"2026-03-01T01:31:25.166239Z","steps":["trace[130038884] 'agreement among raft nodes before linearized reading' (duration: 124.334645ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.165859Z","caller":"traceutil/trace.go:171","msg":"trace[145515323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4845; }","duration":"136.526588ms","start":"2026-03-01T01:31:25.029311Z","end":"2026-03-01T01:31:25.165838Z","steps":["trace[145515323] 'agreement among raft nodes before linearized reading' (duration: 136.272671ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.385704Z","caller":"traceutil/trace.go:171","msg":"trace[251145513] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"214.742533ms","start":"2026-03-01T01:31:25.170943Z","end":"2026-03-01T01:31:25.385685Z","steps":["trace[251145513] 'process raft request' (duration: 214.694252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.385794Z","caller":"traceutil/trace.go:171","msg":"trace[1471600685] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"214.793215ms","start":"2026-03-01T01:31:25.170945Z","end":"2026-03-01T01:31:25.385738Z","steps":["trace[1471600685] 'process raft request' (duration: 214.5926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.385852Z","caller":"traceutil/trace.go:171","msg":"trace[1653842317] linearizableReadLoop","detail":"{readStateIndex:5040; appliedIndex:5037; }","duration":"212.781592ms","start":"2026-03-01T01:31:25.173047Z","end":"2026-03-01T01:31:25.385829Z","steps":["trace[1653842317] 'read index received' (duration: 52.818416ms)","trace[1653842317] 'applied index is now lower than readState.Index' (duration: 159.961636ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:25.385914Z","caller":"traceutil/trace.go:171","msg":"trace[477021629] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"212.782242ms","start":"2026-03-01T01:31:25.173099Z","end":"2026-03-01T01:31:25.385881Z","steps":["trace[477021629] 'process raft request' (duration: 212.561796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.386179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.124731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71026"} {"level":"info","ts":"2026-03-01T01:31:25.386206Z","caller":"traceutil/trace.go:171","msg":"trace[1601491400] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4849; }","duration":"213.195923ms","start":"2026-03-01T01:31:25.173004Z","end":"2026-03-01T01:31:25.3862Z","steps":["trace[1601491400] 'agreement among raft nodes before linearized reading' (duration: 213.005108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:25.575668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.55492ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-01T01:31:25.747103Z","caller":"traceutil/trace.go:171","msg":"trace[245419384] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"113.491558ms","start":"2026-03-01T01:31:25.633581Z","end":"2026-03-01T01:31:25.747073Z","steps":["trace[245419384] 'read index received' (duration: 81.173224ms)","trace[245419384] 'applied index is now lower than readState.Index' (duration: 32.316934ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:25.747236Z","caller":"traceutil/trace.go:171","msg":"trace[1357307851] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"113.879429ms","start":"2026-03-01T01:31:25.633319Z","end":"2026-03-01T01:31:25.747199Z","steps":["trace[1357307851] 'process raft request' (duration: 81.416741ms)","trace[1357307851] 'compare' (duration: 32.195621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:25.747378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.769356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T01:31:25.747425Z","caller":"traceutil/trace.go:171","msg":"trace[1871386824] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4852; }","duration":"113.876109ms","start":"2026-03-01T01:31:25.633537Z","end":"2026-03-01T01:31:25.747413Z","steps":["trace[1871386824] 'agreement among raft nodes before linearized reading' (duration: 113.639963ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.809254Z","caller":"traceutil/trace.go:171","msg":"trace[1350834626] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"175.453576ms","start":"2026-03-01T01:31:25.633777Z","end":"2026-03-01T01:31:25.80923Z","steps":["trace[1350834626] 'process raft request' (duration: 175.282451ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:25.809448Z","caller":"traceutil/trace.go:171","msg":"trace[1010691970] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"175.440466ms","start":"2026-03-01T01:31:25.633973Z","end":"2026-03-01T01:31:25.809414Z","steps":["trace[1010691970] 'process raft request' (duration: 175.21494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:26.193616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.702605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:26.193707Z","caller":"traceutil/trace.go:171","msg":"trace[1817637802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4857; }","duration":"149.837849ms","start":"2026-03-01T01:31:26.043848Z","end":"2026-03-01T01:31:26.193686Z","steps":["trace[1817637802] 'range keys from in-memory index tree' (duration: 149.589613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:27.415697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.365517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:27.415893Z","caller":"traceutil/trace.go:171","msg":"trace[179299931] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"181.880255ms","start":"2026-03-01T01:31:27.233968Z","end":"2026-03-01T01:31:27.415848Z","steps":["trace[179299931] 'process raft request' (duration: 74.249531ms)","trace[179299931] 'compare' (duration: 107.261934ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:29.275317Z","caller":"traceutil/trace.go:171","msg":"trace[2077427492] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"150.703502ms","start":"2026-03-01T01:31:29.12458Z","end":"2026-03-01T01:31:29.275284Z","steps":["trace[2077427492] 'process raft request' (duration: 149.86488ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:31.867203Z","caller":"traceutil/trace.go:171","msg":"trace[264953882] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"582.528502ms","start":"2026-03-01T01:31:31.284653Z","end":"2026-03-01T01:31:31.867181Z","steps":["trace[264953882] 'process raft request' (duration: 582.385558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.867347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.284616Z","time spent":"582.659486ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:31.873519Z","caller":"traceutil/trace.go:171","msg":"trace[1997911941] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"588.427077ms","start":"2026-03-01T01:31:31.28508Z","end":"2026-03-01T01:31:31.873508Z","steps":["trace[1997911941] 'process raft request' (duration: 588.328505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.873601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.285042Z","time spent":"588.516599ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:31.873702Z","caller":"traceutil/trace.go:171","msg":"trace[1307127465] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5099; }","duration":"443.19265ms","start":"2026-03-01T01:31:31.430484Z","end":"2026-03-01T01:31:31.873676Z","steps":["trace[1307127465] 'read index received' (duration: 436.550064ms)","trace[1307127465] 'applied index is now lower than readState.Index' (duration: 6.640816ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:31.873734Z","caller":"traceutil/trace.go:171","msg":"trace[1090858951] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"588.579962ms","start":"2026-03-01T01:31:31.285144Z","end":"2026-03-01T01:31:31.873724Z","steps":["trace[1090858951] 'process raft request' (duration: 588.334145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.873799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.285104Z","time spent":"588.664564ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:31.873901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.413146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:31:31.873932Z","caller":"traceutil/trace.go:171","msg":"trace[1513211981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4908; }","duration":"443.501688ms","start":"2026-03-01T01:31:31.430421Z","end":"2026-03-01T01:31:31.873923Z","steps":["trace[1513211981] 'agreement among raft nodes before linearized reading' (duration: 443.370915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.873955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.430392Z","time spent":"443.55729ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:31:31.873998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.05431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:31:31.874061Z","caller":"traceutil/trace.go:171","msg":"trace[1578653124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4908; }","duration":"347.183493ms","start":"2026-03-01T01:31:31.526862Z","end":"2026-03-01T01:31:31.874046Z","steps":["trace[1578653124] 'agreement among raft nodes before linearized reading' (duration: 347.035329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.874094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.526826Z","time spent":"347.261605ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:31.87413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.919184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:31:31.874162Z","caller":"traceutil/trace.go:171","msg":"trace[480421017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:4908; }","duration":"344.992315ms","start":"2026-03-01T01:31:31.529162Z","end":"2026-03-01T01:31:31.874155Z","steps":["trace[480421017] 'agreement among raft nodes before linearized reading' (duration: 344.860972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.874187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.529155Z","time spent":"345.024796ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:31:31.874348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.489366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:31:31.874374Z","caller":"traceutil/trace.go:171","msg":"trace[1899122398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4908; }","duration":"340.532398ms","start":"2026-03-01T01:31:31.533836Z","end":"2026-03-01T01:31:31.874368Z","steps":["trace[1899122398] 'agreement among raft nodes before linearized reading' (duration: 340.467666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.874392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.533825Z","time spent":"340.562868ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:31:31.874417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.058554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:31:31.874453Z","caller":"traceutil/trace.go:171","msg":"trace[1064122746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4908; }","duration":"346.109965ms","start":"2026-03-01T01:31:31.528336Z","end":"2026-03-01T01:31:31.874446Z","steps":["trace[1064122746] 'agreement among raft nodes before linearized reading' (duration: 346.031583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.874511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.528325Z","time spent":"346.180196ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:31.874595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.778233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:31:31.874624Z","caller":"traceutil/trace.go:171","msg":"trace[751062980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4908; }","duration":"346.852764ms","start":"2026-03-01T01:31:31.527766Z","end":"2026-03-01T01:31:31.874619Z","steps":["trace[751062980] 'agreement among raft nodes before linearized reading' (duration: 346.786693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:31.874643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:31.527741Z","time spent":"346.897086ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:31:33.110507Z","caller":"traceutil/trace.go:171","msg":"trace[1648064099] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"213.404859ms","start":"2026-03-01T01:31:32.897068Z","end":"2026-03-01T01:31:33.110473Z","steps":["trace[1648064099] 'process raft request' (duration: 209.927127ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:34.902432Z","caller":"traceutil/trace.go:171","msg":"trace[1921514494] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"331.422937ms","start":"2026-03-01T01:31:34.570947Z","end":"2026-03-01T01:31:34.90237Z","steps":["trace[1921514494] 'process raft request' (duration: 293.732861ms)","trace[1921514494] 'compare' (duration: 37.180763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:34.902633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:34.570924Z","time spent":"331.626942ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:34.902988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.470995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:34.90311Z","caller":"traceutil/trace.go:171","msg":"trace[1876079597] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4991; }","duration":"388.606708ms","start":"2026-03-01T01:31:34.514453Z","end":"2026-03-01T01:31:34.90306Z","steps":["trace[1876079597] 'count revisions from in-memory index tree' (duration: 387.702024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:34.903145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:34.514438Z","time spent":"388.69612ms","remote":"127.0.0.1:33474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:42.115962Z","caller":"traceutil/trace.go:171","msg":"trace[80277716] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5272; }","duration":"122.63737ms","start":"2026-03-01T01:31:41.993304Z","end":"2026-03-01T01:31:42.115942Z","steps":["trace[80277716] 'read index received' (duration: 43.662004ms)","trace[80277716] 'applied index is now lower than readState.Index' (duration: 78.973726ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:42.116086Z","caller":"traceutil/trace.go:171","msg":"trace[267849645] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"125.087785ms","start":"2026-03-01T01:31:41.990983Z","end":"2026-03-01T01:31:42.116071Z","steps":["trace[267849645] 'process raft request' (duration: 46.052746ms)","trace[267849645] 'compare' (duration: 78.794342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:42.116433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.640101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:31:42.116467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.124723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:31:42.11656Z","caller":"traceutil/trace.go:171","msg":"trace[1542651430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"116.843208ms","start":"2026-03-01T01:31:41.999687Z","end":"2026-03-01T01:31:42.11653Z","steps":["trace[1542651430] 'agreement among raft nodes before linearized reading' (duration: 116.455768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.116581Z","caller":"traceutil/trace.go:171","msg":"trace[929429881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:5075; }","duration":"123.294388ms","start":"2026-03-01T01:31:41.993262Z","end":"2026-03-01T01:31:42.116556Z","steps":["trace[929429881] 'agreement among raft nodes before linearized reading' (duration: 122.911367ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.37097Z","caller":"traceutil/trace.go:171","msg":"trace[1042462975] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"225.985821ms","start":"2026-03-01T01:31:42.144952Z","end":"2026-03-01T01:31:42.370938Z","steps":["trace[1042462975] 'process raft request' (duration: 223.095184ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.371254Z","caller":"traceutil/trace.go:171","msg":"trace[1777277004] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"225.96659ms","start":"2026-03-01T01:31:42.145257Z","end":"2026-03-01T01:31:42.371224Z","steps":["trace[1777277004] 'process raft request' (duration: 225.58841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.371302Z","caller":"traceutil/trace.go:171","msg":"trace[1565244562] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"226.000621ms","start":"2026-03-01T01:31:42.145255Z","end":"2026-03-01T01:31:42.371256Z","steps":["trace[1565244562] 'process raft request' (duration: 225.732464ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.371314Z","caller":"traceutil/trace.go:171","msg":"trace[1468617530] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"225.818667ms","start":"2026-03-01T01:31:42.145457Z","end":"2026-03-01T01:31:42.371276Z","steps":["trace[1468617530] 'process raft request' (duration: 225.734265ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.371373Z","caller":"traceutil/trace.go:171","msg":"trace[1607563548] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"225.954591ms","start":"2026-03-01T01:31:42.145388Z","end":"2026-03-01T01:31:42.371343Z","steps":["trace[1607563548] 'process raft request' (duration: 225.737725ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.371281Z","caller":"traceutil/trace.go:171","msg":"trace[733333811] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"225.94184ms","start":"2026-03-01T01:31:42.145316Z","end":"2026-03-01T01:31:42.371257Z","steps":["trace[733333811] 'process raft request' (duration: 225.752005ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.402749Z","caller":"traceutil/trace.go:171","msg":"trace[686322535] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"194.205471ms","start":"2026-03-01T01:31:42.20851Z","end":"2026-03-01T01:31:42.402716Z","steps":["trace[686322535] 'process raft request' (duration: 193.849122ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.4028Z","caller":"traceutil/trace.go:171","msg":"trace[1239136822] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"174.07887ms","start":"2026-03-01T01:31:42.228699Z","end":"2026-03-01T01:31:42.402778Z","steps":["trace[1239136822] 'process raft request' (duration: 173.863354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.554625Z","caller":"traceutil/trace.go:171","msg":"trace[106553672] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"145.155426ms","start":"2026-03-01T01:31:42.409445Z","end":"2026-03-01T01:31:42.554601Z","steps":["trace[106553672] 'process raft request' (duration: 144.919729ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.554894Z","caller":"traceutil/trace.go:171","msg":"trace[1246165818] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"145.32483ms","start":"2026-03-01T01:31:42.409558Z","end":"2026-03-01T01:31:42.554883Z","steps":["trace[1246165818] 'process raft request' (duration: 144.93657ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.555177Z","caller":"traceutil/trace.go:171","msg":"trace[1758927275] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"145.412372ms","start":"2026-03-01T01:31:42.40974Z","end":"2026-03-01T01:31:42.555152Z","steps":["trace[1758927275] 'process raft request' (duration: 144.808656ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.55547Z","caller":"traceutil/trace.go:171","msg":"trace[617277597] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"145.270468ms","start":"2026-03-01T01:31:42.410187Z","end":"2026-03-01T01:31:42.555457Z","steps":["trace[617277597] 'process raft request' (duration: 144.650862ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.555713Z","caller":"traceutil/trace.go:171","msg":"trace[605580608] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"143.526613ms","start":"2026-03-01T01:31:42.41217Z","end":"2026-03-01T01:31:42.555697Z","steps":["trace[605580608] 'process raft request' (duration: 143.089991ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:42.555979Z","caller":"traceutil/trace.go:171","msg":"trace[2073185548] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"143.165383ms","start":"2026-03-01T01:31:42.412801Z","end":"2026-03-01T01:31:42.555967Z","steps":["trace[2073185548] 'process raft request' (duration: 142.711311ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:43.490808Z","caller":"traceutil/trace.go:171","msg":"trace[1468078980] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"343.235759ms","start":"2026-03-01T01:31:43.147545Z","end":"2026-03-01T01:31:43.490781Z","steps":["trace[1468078980] 'process raft request' (duration: 343.032013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:43.490978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:43.147502Z","time spent":"343.387243ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8453,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:43.765821Z","caller":"traceutil/trace.go:171","msg":"trace[125444865] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"159.069313ms","start":"2026-03-01T01:31:43.606726Z","end":"2026-03-01T01:31:43.765795Z","steps":["trace[125444865] 'process raft request' (duration: 93.835879ms)","trace[125444865] 'compare' (duration: 64.936946ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:43.766104Z","caller":"traceutil/trace.go:171","msg":"trace[1534637018] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"158.93932ms","start":"2026-03-01T01:31:43.607136Z","end":"2026-03-01T01:31:43.766075Z","steps":["trace[1534637018] 'process raft request' (duration: 158.597871ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:43.766334Z","caller":"traceutil/trace.go:171","msg":"trace[1546020845] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"159.242767ms","start":"2026-03-01T01:31:43.606791Z","end":"2026-03-01T01:31:43.766034Z","steps":["trace[1546020845] 'process raft request' (duration: 158.902848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:43.766435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.122855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-01T01:31:43.766464Z","caller":"traceutil/trace.go:171","msg":"trace[1927397703] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5103; }","duration":"159.186396ms","start":"2026-03-01T01:31:43.60727Z","end":"2026-03-01T01:31:43.766456Z","steps":["trace[1927397703] 'agreement among raft nodes before linearized reading' (duration: 159.100953ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:43.76635Z","caller":"traceutil/trace.go:171","msg":"trace[160916245] linearizableReadLoop","detail":"{readStateIndex:5300; appliedIndex:5296; }","duration":"159.035563ms","start":"2026-03-01T01:31:43.607303Z","end":"2026-03-01T01:31:43.766339Z","steps":["trace[160916245] 'read index received' (duration: 16.465135ms)","trace[160916245] 'applied index is now lower than readState.Index' (duration: 142.569438ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:43.766569Z","caller":"traceutil/trace.go:171","msg":"trace[1582369610] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"156.124765ms","start":"2026-03-01T01:31:43.61042Z","end":"2026-03-01T01:31:43.766544Z","steps":["trace[1582369610] 'process raft request' (duration: 155.606981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:43.766778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.404295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130062"} {"level":"info","ts":"2026-03-01T01:31:43.766993Z","caller":"traceutil/trace.go:171","msg":"trace[837382131] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5103; }","duration":"158.651332ms","start":"2026-03-01T01:31:43.608328Z","end":"2026-03-01T01:31:43.766979Z","steps":["trace[837382131] 'agreement among raft nodes before linearized reading' (duration: 158.272602ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:46.147338Z","caller":"traceutil/trace.go:171","msg":"trace[1902688751] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"168.639676ms","start":"2026-03-01T01:31:45.978658Z","end":"2026-03-01T01:31:46.147298Z","steps":["trace[1902688751] 'process raft request' (duration: 168.39342ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:46.148329Z","caller":"traceutil/trace.go:171","msg":"trace[1990857499] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5319; }","duration":"120.793646ms","start":"2026-03-01T01:31:46.027515Z","end":"2026-03-01T01:31:46.148309Z","steps":["trace[1990857499] 'read index received' (duration: 119.471252ms)","trace[1990857499] 'applied index is now lower than readState.Index' (duration: 1.321284ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:46.148413Z","caller":"traceutil/trace.go:171","msg":"trace[770964963] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"163.533697ms","start":"2026-03-01T01:31:45.984872Z","end":"2026-03-01T01:31:46.148406Z","steps":["trace[770964963] 'process raft request' (duration: 163.411424ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:46.148482Z","caller":"traceutil/trace.go:171","msg":"trace[1577805781] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"164.709937ms","start":"2026-03-01T01:31:45.98373Z","end":"2026-03-01T01:31:46.14844Z","steps":["trace[1577805781] 'process raft request' (duration: 164.464181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:46.148622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.096584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:46.148651Z","caller":"traceutil/trace.go:171","msg":"trace[1078315753] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5123; }","duration":"121.177766ms","start":"2026-03-01T01:31:46.027466Z","end":"2026-03-01T01:31:46.148643Z","steps":["trace[1078315753] 'agreement among raft nodes before linearized reading' (duration: 121.097914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:46.148808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.833872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:46.148869Z","caller":"traceutil/trace.go:171","msg":"trace[995928143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"104.937495ms","start":"2026-03-01T01:31:46.043917Z","end":"2026-03-01T01:31:46.148855Z","steps":["trace[995928143] 'agreement among raft nodes before linearized reading' (duration: 104.847102ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:50.293493Z","caller":"traceutil/trace.go:171","msg":"trace[2032896291] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"228.185533ms","start":"2026-03-01T01:31:50.065279Z","end":"2026-03-01T01:31:50.293465Z","steps":["trace[2032896291] 'process raft request' (duration: 228.009469ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:50.474822Z","caller":"traceutil/trace.go:171","msg":"trace[1945905975] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"316.503178ms","start":"2026-03-01T01:31:50.158292Z","end":"2026-03-01T01:31:50.474795Z","steps":["trace[1945905975] 'process raft request' (duration: 313.985354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.475045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:50.158263Z","time spent":"316.706112ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:50.475125Z","caller":"traceutil/trace.go:171","msg":"trace[326175861] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5381; }","duration":"305.663914ms","start":"2026-03-01T01:31:50.169439Z","end":"2026-03-01T01:31:50.475103Z","steps":["trace[326175861] 'read index received' (duration: 123.843133ms)","trace[326175861] 'applied index is now lower than readState.Index' (duration: 181.819171ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:50.475244Z","caller":"traceutil/trace.go:171","msg":"trace[1475851838] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"313.227645ms","start":"2026-03-01T01:31:50.162003Z","end":"2026-03-01T01:31:50.475231Z","steps":["trace[1475851838] 'process raft request' (duration: 313.010589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.475329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:50.161973Z","time spent":"313.301857ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:50.475772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.55146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:31:50.475832Z","caller":"traceutil/trace.go:171","msg":"trace[934682946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:5183; }","duration":"288.623063ms","start":"2026-03-01T01:31:50.187194Z","end":"2026-03-01T01:31:50.475817Z","steps":["trace[934682946] 'agreement among raft nodes before linearized reading' (duration: 288.468829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.475805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.309991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:31:50.475785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.817549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:31:50.475902Z","caller":"traceutil/trace.go:171","msg":"trace[486285294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5183; }","duration":"276.456814ms","start":"2026-03-01T01:31:50.199422Z","end":"2026-03-01T01:31:50.475879Z","steps":["trace[486285294] 'agreement among raft nodes before linearized reading' (duration: 276.190378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.47591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.646783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:31:50.47601Z","caller":"traceutil/trace.go:171","msg":"trace[1638316403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5183; }","duration":"271.776646ms","start":"2026-03-01T01:31:50.204212Z","end":"2026-03-01T01:31:50.475989Z","steps":["trace[1638316403] 'agreement among raft nodes before linearized reading' (duration: 271.53956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.475808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.336021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:31:50.476077Z","caller":"traceutil/trace.go:171","msg":"trace[1745084235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5183; }","duration":"306.656469ms","start":"2026-03-01T01:31:50.169407Z","end":"2026-03-01T01:31:50.476063Z","steps":["trace[1745084235] 'agreement among raft nodes before linearized reading' (duration: 306.183187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.476121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:50.169395Z","time spent":"306.71282ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:31:50.476039Z","caller":"traceutil/trace.go:171","msg":"trace[1183495188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5183; }","duration":"295.085876ms","start":"2026-03-01T01:31:50.180928Z","end":"2026-03-01T01:31:50.476014Z","steps":["trace[1183495188] 'agreement among raft nodes before linearized reading' (duration: 294.679605ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:50.476467Z","caller":"traceutil/trace.go:171","msg":"trace[657298423] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"314.141018ms","start":"2026-03-01T01:31:50.161009Z","end":"2026-03-01T01:31:50.47515Z","steps":["trace[657298423] 'process raft request' (duration: 313.743948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.476536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.005295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:31:50.476118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.632428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:31:50.476624Z","caller":"traceutil/trace.go:171","msg":"trace[2120948601] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5183; }","duration":"214.160918ms","start":"2026-03-01T01:31:50.262438Z","end":"2026-03-01T01:31:50.476599Z","steps":["trace[2120948601] 'agreement among raft nodes before linearized reading' (duration: 213.187384ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:50.476631Z","caller":"traceutil/trace.go:171","msg":"trace[787084382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5183; }","duration":"290.214183ms","start":"2026-03-01T01:31:50.186396Z","end":"2026-03-01T01:31:50.476611Z","steps":["trace[787084382] 'agreement among raft nodes before linearized reading' (duration: 289.434203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:50.476689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:50.160992Z","time spent":"315.597985ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:55.761106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577488638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:31:56.261834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577488638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:31:56.589936Z","caller":"traceutil/trace.go:171","msg":"trace[2034928977] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.337396477s","start":"2026-03-01T01:31:55.252516Z","end":"2026-03-01T01:31:56.589913Z","steps":["trace[2034928977] 'process raft request' (duration: 1.337208482s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:56.590079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:55.252492Z","time spent":"1.337509349s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.045075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999643433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T01:31:58.045159Z","caller":"traceutil/trace.go:171","msg":"trace[781127467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999787636s","start":"2026-03-01T01:31:56.045353Z","end":"2026-03-01T01:31:58.045141Z","steps":["trace[781127467] 'agreement among raft nodes before linearized reading' (duration: 1.999679514s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.045206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.045332Z","time spent":"1.999864858s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:31:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:31:58.398265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80862833s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:31:58.39878Z","caller":"traceutil/trace.go:171","msg":"trace[2071650361] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"2.626382999s","start":"2026-03-01T01:31:55.772363Z","end":"2026-03-01T01:31:58.398746Z","steps":["trace[2071650361] 'process raft request' (duration: 2.626126012s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.398909Z","caller":"traceutil/trace.go:171","msg":"trace[1756217184] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"1.898473123s","start":"2026-03-01T01:31:56.500393Z","end":"2026-03-01T01:31:58.398866Z","steps":["trace[1756217184] 'process raft request' (duration: 1.898249847s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.398958Z","caller":"traceutil/trace.go:171","msg":"trace[1079032668] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"1.839649145s","start":"2026-03-01T01:31:56.559257Z","end":"2026-03-01T01:31:58.398906Z","steps":["trace[1079032668] 'process raft request' (duration: 1.83944808s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.399014Z","caller":"traceutil/trace.go:171","msg":"trace[234006939] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"1.832006811s","start":"2026-03-01T01:31:56.56698Z","end":"2026-03-01T01:31:58.398987Z","steps":["trace[234006939] 'process raft request' (duration: 1.831762235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.399021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:55.772341Z","time spent":"2.626555354s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:31:58.399095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.500367Z","time spent":"1.898627457s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.398806Z","caller":"traceutil/trace.go:171","msg":"trace[1767822834] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5410; }","duration":"3.13867105s","start":"2026-03-01T01:31:55.26011Z","end":"2026-03-01T01:31:58.398781Z","steps":["trace[1767822834] 'read index received' (duration: 1.329528237s)","trace[1767822834] 'applied index is now lower than readState.Index' (duration: 1.809141203s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:58.39913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.566962Z","time spent":"1.832110654s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.399215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.559241Z","time spent":"1.839836269s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.399564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13944425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T01:31:58.399646Z","caller":"traceutil/trace.go:171","msg":"trace[275729192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5212; }","duration":"3.139561423s","start":"2026-03-01T01:31:55.26005Z","end":"2026-03-01T01:31:58.399612Z","steps":["trace[275729192] 'agreement among raft nodes before linearized reading' (duration: 3.138807404s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.399697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:55.260028Z","time spent":"3.139659945s","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-01T01:31:58.694201Z","caller":"traceutil/trace.go:171","msg":"trace[771618337] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5415; }","duration":"295.007464ms","start":"2026-03-01T01:31:58.39917Z","end":"2026-03-01T01:31:58.694177Z","steps":["trace[771618337] 'read index received' (duration: 294.544302ms)","trace[771618337] 'applied index is now lower than readState.Index' (duration: 461.472µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:58.694317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.923248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:58.694356Z","caller":"traceutil/trace.go:171","msg":"trace[1681140180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5219; }","duration":"649.023011ms","start":"2026-03-01T01:31:58.045322Z","end":"2026-03-01T01:31:58.694345Z","steps":["trace[1681140180] 'agreement among raft nodes before linearized reading' (duration: 648.908948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.694383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.045307Z","time spent":"649.070583ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:31:58.694415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.541019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-01T01:31:58.694427Z","caller":"traceutil/trace.go:171","msg":"trace[1789748966] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"2.09714789s","start":"2026-03-01T01:31:56.597265Z","end":"2026-03-01T01:31:58.694413Z","steps":["trace[1789748966] 'process raft request' (duration: 2.096639687s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.694477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.751711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:58.694497Z","caller":"traceutil/trace.go:171","msg":"trace[535237317] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5219; }","duration":"921.975207ms","start":"2026-03-01T01:31:57.772517Z","end":"2026-03-01T01:31:58.694492Z","steps":["trace[535237317] 'agreement among raft nodes before linearized reading' (duration: 921.939566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.69452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.772493Z","time spent":"922.020368ms","remote":"127.0.0.1:59646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:58.694605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.597245Z","time spent":"2.097242892s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.694661Z","caller":"traceutil/trace.go:171","msg":"trace[335921093] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"1.334140325s","start":"2026-03-01T01:31:57.360511Z","end":"2026-03-01T01:31:58.694652Z","steps":["trace[335921093] 'process raft request' (duration: 1.33355803s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.694696Z","caller":"traceutil/trace.go:171","msg":"trace[1119822472] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"2.097509308s","start":"2026-03-01T01:31:56.597171Z","end":"2026-03-01T01:31:58.69468Z","steps":["trace[1119822472] 'process raft request' (duration: 2.096583155s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.694757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.360474Z","time spent":"1.334212526s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.69477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.597146Z","time spent":"2.097588431s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:58.694868Z","caller":"traceutil/trace.go:171","msg":"trace[1622195002] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"893.503307ms","start":"2026-03-01T01:31:57.801358Z","end":"2026-03-01T01:31:58.694861Z","steps":["trace[1622195002] 'process raft request' (duration: 892.745978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.694876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365319064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:58.694902Z","caller":"traceutil/trace.go:171","msg":"trace[459727759] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5219; }","duration":"1.365366705s","start":"2026-03-01T01:31:57.329527Z","end":"2026-03-01T01:31:58.694894Z","steps":["trace[459727759] 'agreement among raft nodes before linearized reading' (duration: 1.365319403s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.694909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.801338Z","time spent":"893.546297ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.694923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.329516Z","time spent":"1.365399886s","remote":"127.0.0.1:55164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:31:58.695008Z","caller":"traceutil/trace.go:171","msg":"trace[1953811517] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"609.335816ms","start":"2026-03-01T01:31:58.085663Z","end":"2026-03-01T01:31:58.694999Z","steps":["trace[1953811517] 'process raft request' (duration: 608.476855ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.695029Z","caller":"traceutil/trace.go:171","msg":"trace[679200326] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"2.097594431s","start":"2026-03-01T01:31:56.597418Z","end":"2026-03-01T01:31:58.695013Z","steps":["trace[679200326] 'process raft request' (duration: 2.096595355s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.085632Z","time spent":"609.393378ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.6951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.597399Z","time spent":"2.097662763s","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.69513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400613997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:58.69517Z","caller":"traceutil/trace.go:171","msg":"trace[1837952150] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5219; }","duration":"2.400691309s","start":"2026-03-01T01:31:56.294468Z","end":"2026-03-01T01:31:58.695159Z","steps":["trace[1837952150] 'agreement among raft nodes before linearized reading' (duration: 2.400624078s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411503732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:58.694443Z","caller":"traceutil/trace.go:171","msg":"trace[137772732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5219; }","duration":"901.601941ms","start":"2026-03-01T01:31:57.792829Z","end":"2026-03-01T01:31:58.694431Z","steps":["trace[137772732] 'agreement among raft nodes before linearized reading' (duration: 901.488498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032155895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:31:58.695196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.294444Z","time spent":"2.400744041s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:58.695282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.792806Z","time spent":"902.463093ms","remote":"127.0.0.1:59548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-01T01:31:58.695305Z","caller":"traceutil/trace.go:171","msg":"trace[2060571456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:5219; }","duration":"2.032215737s","start":"2026-03-01T01:31:56.663081Z","end":"2026-03-01T01:31:58.695296Z","steps":["trace[2060571456] 'agreement among raft nodes before linearized reading' (duration: 2.032133615s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.663067Z","time spent":"2.032258528s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:31:58.695421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.219948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:31:58.695465Z","caller":"traceutil/trace.go:171","msg":"trace[807728902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5219; }","duration":"489.3027ms","start":"2026-03-01T01:31:58.206149Z","end":"2026-03-01T01:31:58.695452Z","steps":["trace[807728902] 'agreement among raft nodes before linearized reading' (duration: 489.174397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.206107Z","time spent":"489.385412ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:31:58.694338Z","caller":"traceutil/trace.go:171","msg":"trace[895665288] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"2.095631671s","start":"2026-03-01T01:31:56.598654Z","end":"2026-03-01T01:31:58.694286Z","steps":["trace[895665288] 'process raft request' (duration: 2.095386005s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.598646Z","time spent":"2.097080958s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:58.695905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034536215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:31:58.695937Z","caller":"traceutil/trace.go:171","msg":"trace[896974374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5219; }","duration":"2.034593467s","start":"2026-03-01T01:31:56.661335Z","end":"2026-03-01T01:31:58.695928Z","steps":["trace[896974374] 'agreement among raft nodes before linearized reading' (duration: 2.034480654s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.695966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.661323Z","time spent":"2.034633428s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:58.696095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034817673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:31:58.696121Z","caller":"traceutil/trace.go:171","msg":"trace[1731225228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5219; }","duration":"2.034856684s","start":"2026-03-01T01:31:56.661256Z","end":"2026-03-01T01:31:58.696113Z","steps":["trace[1731225228] 'agreement among raft nodes before linearized reading' (duration: 2.034765771s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.696144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.661248Z","time spent":"2.034889674s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:31:58.696316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035656703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:31:58.696354Z","caller":"traceutil/trace.go:171","msg":"trace[519402095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5219; }","duration":"2.035710705s","start":"2026-03-01T01:31:56.660634Z","end":"2026-03-01T01:31:58.696345Z","steps":["trace[519402095] 'agreement among raft nodes before linearized reading' (duration: 2.035613363s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.696379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.660627Z","time spent":"2.035745846s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:58.696381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84297132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:58.696424Z","caller":"traceutil/trace.go:171","msg":"trace[618513065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5219; }","duration":"2.843055972s","start":"2026-03-01T01:31:55.853349Z","end":"2026-03-01T01:31:58.696405Z","steps":["trace[618513065] 'agreement among raft nodes before linearized reading' (duration: 2.84298814s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.696513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:55.853325Z","time spent":"2.843176765s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:58.696736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970867125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:58.69678Z","caller":"traceutil/trace.go:171","msg":"trace[1421066663] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5219; }","duration":"2.970946327s","start":"2026-03-01T01:31:55.72582Z","end":"2026-03-01T01:31:58.696766Z","steps":["trace[1421066663] 'agreement among raft nodes before linearized reading' (duration: 2.970857645s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.696811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:55.725796Z","time spent":"2.971006848s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:58.697013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259702152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:31:58.697046Z","caller":"traceutil/trace.go:171","msg":"trace[168399222] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:5219; }","duration":"3.259767164s","start":"2026-03-01T01:31:55.437263Z","end":"2026-03-01T01:31:58.69703Z","steps":["trace[168399222] 'agreement among raft nodes before linearized reading' (duration: 3.259680932s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.697072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:55.43724Z","time spent":"3.259826356s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-01T01:31:58.695295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.018804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:58.697183Z","caller":"traceutil/trace.go:171","msg":"trace[231534650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5219; }","duration":"426.913421ms","start":"2026-03-01T01:31:58.270242Z","end":"2026-03-01T01:31:58.697155Z","steps":["trace[231534650] 'agreement among raft nodes before linearized reading' (duration: 425.011093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:58.695231Z","caller":"traceutil/trace.go:171","msg":"trace[1623864028] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5219; }","duration":"1.411603455s","start":"2026-03-01T01:31:57.283613Z","end":"2026-03-01T01:31:58.695216Z","steps":["trace[1623864028] 'agreement among raft nodes before linearized reading' (duration: 1.411463101s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.697288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036852584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:31:58.69739Z","caller":"traceutil/trace.go:171","msg":"trace[1037035473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5219; }","duration":"2.036985757s","start":"2026-03-01T01:31:56.660387Z","end":"2026-03-01T01:31:58.697373Z","steps":["trace[1037035473] 'agreement among raft nodes before linearized reading' (duration: 2.036793522s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.697438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.660372Z","time spent":"2.037054299s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:31:58.697431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:57.283583Z","time spent":"1.413792579s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:58.696307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.662535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ee89fe60-bfc5-4c17-85cf-45cf4d509015\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T01:31:58.697584Z","caller":"traceutil/trace.go:171","msg":"trace[605973202] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ee89fe60-bfc5-4c17-85cf-45cf4d509015; range_end:; response_count:1; response_revision:5219; }","duration":"293.962027ms","start":"2026-03-01T01:31:58.40361Z","end":"2026-03-01T01:31:58.697572Z","steps":["trace[605973202] 'agreement among raft nodes before linearized reading' (duration: 292.555592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.697286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.096013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-w6hd6\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-03-01T01:31:58.697713Z","caller":"traceutil/trace.go:171","msg":"trace[1507391632] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-w6hd6; range_end:; response_count:1; response_revision:5219; }","duration":"253.568556ms","start":"2026-03-01T01:31:58.444137Z","end":"2026-03-01T01:31:58.697706Z","steps":["trace[1507391632] 'agreement among raft nodes before linearized reading' (duration: 253.079313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.697283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.270231Z","time spent":"427.017124ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:31:58.697751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037225404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:31:58.697795Z","caller":"traceutil/trace.go:171","msg":"trace[412340913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5219; }","duration":"2.037307366s","start":"2026-03-01T01:31:56.660475Z","end":"2026-03-01T01:31:58.697782Z","steps":["trace[412340913] 'agreement among raft nodes before linearized reading' (duration: 2.037118191s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:58.69783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:56.660452Z","time spent":"2.037369687s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:31:58.939616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.179628ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-01T01:31:58.939729Z","caller":"traceutil/trace.go:171","msg":"trace[1142135253] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"239.4869ms","start":"2026-03-01T01:31:58.70022Z","end":"2026-03-01T01:31:58.939707Z","steps":["trace[1142135253] 'read index received' (duration: 61.193469ms)","trace[1142135253] 'applied index is now lower than readState.Index' (duration: 178.290561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:58.940025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.792867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893176447e617\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T01:31:58.94006Z","caller":"traceutil/trace.go:171","msg":"trace[67208665] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189893176447e617; range_end:; response_count:1; response_revision:5219; }","duration":"239.91659ms","start":"2026-03-01T01:31:58.700132Z","end":"2026-03-01T01:31:58.940049Z","steps":["trace[67208665] 'agreement among raft nodes before linearized reading' (duration: 239.653134ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:59.250305Z","caller":"traceutil/trace.go:171","msg":"trace[1422364604] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"547.744258ms","start":"2026-03-01T01:31:58.702527Z","end":"2026-03-01T01:31:59.250271Z","steps":["trace[1422364604] 'process raft request' (duration: 547.445371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.250466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.702509Z","time spent":"547.877842ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:59.250821Z","caller":"traceutil/trace.go:171","msg":"trace[1362738803] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"548.000225ms","start":"2026-03-01T01:31:58.702789Z","end":"2026-03-01T01:31:59.250789Z","steps":["trace[1362738803] 'process raft request' (duration: 547.423471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.251081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.702778Z","time spent":"548.117168ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:59.251212Z","caller":"traceutil/trace.go:171","msg":"trace[1735086849] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"548.298153ms","start":"2026-03-01T01:31:58.702866Z","end":"2026-03-01T01:31:59.251164Z","steps":["trace[1735086849] 'process raft request' (duration: 547.816351ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:59.251322Z","caller":"traceutil/trace.go:171","msg":"trace[1518540691] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"548.876237ms","start":"2026-03-01T01:31:58.702428Z","end":"2026-03-01T01:31:59.251305Z","steps":["trace[1518540691] 'process raft request' (duration: 548.605281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.251412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.702371Z","time spent":"548.99996ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:59.251411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.702859Z","time spent":"548.445536ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:59.251744Z","caller":"traceutil/trace.go:171","msg":"trace[1945989971] linearizableReadLoop","detail":"{readStateIndex:5429; appliedIndex:5423; }","duration":"311.973093ms","start":"2026-03-01T01:31:58.939757Z","end":"2026-03-01T01:31:59.25173Z","steps":["trace[1945989971] 'read index received' (duration: 310.110076ms)","trace[1945989971] 'applied index is now lower than readState.Index' (duration: 1.861767ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:59.251721Z","caller":"traceutil/trace.go:171","msg":"trace[1301179595] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"548.17999ms","start":"2026-03-01T01:31:58.703494Z","end":"2026-03-01T01:31:59.251674Z","steps":["trace[1301179595] 'process raft request' (duration: 547.754579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.251956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.703484Z","time spent":"548.340474ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:59.252046Z","caller":"traceutil/trace.go:171","msg":"trace[2146204280] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"547.682487ms","start":"2026-03-01T01:31:58.704347Z","end":"2026-03-01T01:31:59.252029Z","steps":["trace[2146204280] 'process raft request' (duration: 547.243976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.252129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.229562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-03-01T01:31:59.252183Z","caller":"traceutil/trace.go:171","msg":"trace[1712225996] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5225; }","duration":"550.306203ms","start":"2026-03-01T01:31:58.701863Z","end":"2026-03-01T01:31:59.252169Z","steps":["trace[1712225996] 'agreement among raft nodes before linearized reading' (duration: 550.073417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.252229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.701852Z","time spent":"550.356814ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:31:59.252226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.776225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:31:59.252303Z","caller":"traceutil/trace.go:171","msg":"trace[1880776268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5225; }","duration":"550.883198ms","start":"2026-03-01T01:31:58.7014Z","end":"2026-03-01T01:31:59.252283Z","steps":["trace[1880776268] 'agreement among raft nodes before linearized reading' (duration: 550.603581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.252359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.701383Z","time spent":"550.96722ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:31:59.25214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.704332Z","time spent":"547.761569ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:59.287568Z","caller":"traceutil/trace.go:171","msg":"trace[1898884935] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"346.893797ms","start":"2026-03-01T01:31:58.940645Z","end":"2026-03-01T01:31:59.287539Z","steps":["trace[1898884935] 'process raft request' (duration: 346.660561ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:59.287589Z","caller":"traceutil/trace.go:171","msg":"trace[551489776] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"344.715792ms","start":"2026-03-01T01:31:58.942845Z","end":"2026-03-01T01:31:59.287561Z","steps":["trace[551489776] 'process raft request' (duration: 344.597119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.287733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.940622Z","time spent":"347.02357ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:59.28781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:58.942821Z","time spent":"344.852225ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:59.860587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.041334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:31:59.8608Z","caller":"traceutil/trace.go:171","msg":"trace[1675708326] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"602.260167ms","start":"2026-03-01T01:31:59.258504Z","end":"2026-03-01T01:31:59.860764Z","steps":["trace[1675708326] 'process raft request' (duration: 193.962117ms)","trace[1675708326] 'compare' (duration: 407.90017ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:31:59.860828Z","caller":"traceutil/trace.go:171","msg":"trace[16636788] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"602.100502ms","start":"2026-03-01T01:31:59.258708Z","end":"2026-03-01T01:31:59.860809Z","steps":["trace[16636788] 'process raft request' (duration: 601.978619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.860957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.25847Z","time spent":"602.4059ms","remote":"127.0.0.1:33612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:59.861011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.258672Z","time spent":"602.301587ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:31:59.86106Z","caller":"traceutil/trace.go:171","msg":"trace[1114732140] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5431; }","duration":"573.481929ms","start":"2026-03-01T01:31:59.287516Z","end":"2026-03-01T01:31:59.860998Z","steps":["trace[1114732140] 'read index received' (duration: 164.920862ms)","trace[1114732140] 'applied index is now lower than readState.Index' (duration: 408.557547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:31:59.861135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.662894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:31:59.861073Z","caller":"traceutil/trace.go:171","msg":"trace[1795031357] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"600.226295ms","start":"2026-03-01T01:31:59.260812Z","end":"2026-03-01T01:31:59.861038Z","steps":["trace[1795031357] 'process raft request' (duration: 599.939188ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:31:59.861218Z","caller":"traceutil/trace.go:171","msg":"trace[33578730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5230; }","duration":"592.772106ms","start":"2026-03-01T01:31:59.268423Z","end":"2026-03-01T01:31:59.861196Z","steps":["trace[33578730] 'agreement among raft nodes before linearized reading' (duration: 592.607092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.861275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.268414Z","time spent":"592.851009ms","remote":"127.0.0.1:36116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:31:59.861292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.891723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19303"} {"level":"warn","ts":"2026-03-01T01:31:59.861316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.260801Z","time spent":"600.41805ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:31:59.861356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.27984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:31:59.861363Z","caller":"traceutil/trace.go:171","msg":"trace[39567102] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5230; }","duration":"605.014257ms","start":"2026-03-01T01:31:59.25633Z","end":"2026-03-01T01:31:59.861345Z","steps":["trace[39567102] 'agreement among raft nodes before linearized reading' (duration: 604.770501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.861358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.457018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T01:31:59.861401Z","caller":"traceutil/trace.go:171","msg":"trace[367142335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5230; }","duration":"159.371922ms","start":"2026-03-01T01:31:59.702018Z","end":"2026-03-01T01:31:59.86139Z","steps":["trace[367142335] 'agreement among raft nodes before linearized reading' (duration: 159.2954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.86141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.256308Z","time spent":"605.092948ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19327,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T01:31:59.86143Z","caller":"traceutil/trace.go:171","msg":"trace[409901032] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5230; }","duration":"571.592971ms","start":"2026-03-01T01:31:59.28982Z","end":"2026-03-01T01:31:59.861413Z","steps":["trace[409901032] 'agreement among raft nodes before linearized reading' (duration: 571.442897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:31:59.861471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.289798Z","time spent":"571.665513ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T01:32:00.469703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577488673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:32:00.729583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.056218Z","time spent":"673.357977ms","remote":"127.0.0.1:48354","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:32:00.730104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.016123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:32:00.730221Z","caller":"traceutil/trace.go:171","msg":"trace[1671888691] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"861.846136ms","start":"2026-03-01T01:31:59.868356Z","end":"2026-03-01T01:32:00.730203Z","steps":["trace[1671888691] 'process raft request' (duration: 672.663309ms)","trace[1671888691] 'compare' (duration: 188.671544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:00.730304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.868337Z","time spent":"861.911407ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:00.754588Z","caller":"traceutil/trace.go:171","msg":"trace[1558650296] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"349.037361ms","start":"2026-03-01T01:32:00.405497Z","end":"2026-03-01T01:32:00.754535Z","steps":["trace[1558650296] 'process raft request' (duration: 348.985339ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.754597Z","caller":"traceutil/trace.go:171","msg":"trace[979959277] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"349.949804ms","start":"2026-03-01T01:32:00.404618Z","end":"2026-03-01T01:32:00.754568Z","steps":["trace[979959277] 'process raft request' (duration: 349.77315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.754739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.404589Z","time spent":"350.071917ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:00.754732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.405469Z","time spent":"349.175844ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:32:00.755069Z","caller":"traceutil/trace.go:171","msg":"trace[722711879] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"349.0262ms","start":"2026-03-01T01:32:00.406003Z","end":"2026-03-01T01:32:00.755029Z","steps":["trace[722711879] 'process raft request' (duration: 348.508157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.755207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.405991Z","time spent":"349.143684ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:32:00.869278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.403115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:32:00.869402Z","caller":"traceutil/trace.go:171","msg":"trace[1908078443] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5434; }","duration":"900.400381ms","start":"2026-03-01T01:31:59.96898Z","end":"2026-03-01T01:32:00.86938Z","steps":["trace[1908078443] 'read index received' (duration: 572.054674ms)","trace[1908078443] 'applied index is now lower than readState.Index' (duration: 328.343607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:00.869735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.7436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:00.869797Z","caller":"traceutil/trace.go:171","msg":"trace[653128858] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5234; }","duration":"900.852122ms","start":"2026-03-01T01:31:59.96893Z","end":"2026-03-01T01:32:00.869782Z","steps":["trace[653128858] 'agreement among raft nodes before linearized reading' (duration: 900.74853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.869802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.2276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:32:00.869839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.968906Z","time spent":"900.919164ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T01:32:00.869848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.877354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:00.869854Z","caller":"traceutil/trace.go:171","msg":"trace[192131067] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5234; }","duration":"895.301452ms","start":"2026-03-01T01:31:59.974536Z","end":"2026-03-01T01:32:00.869838Z","steps":["trace[192131067] 'agreement among raft nodes before linearized reading' (duration: 895.21551ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:00.869873Z","caller":"traceutil/trace.go:171","msg":"trace[645860390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5234; }","duration":"819.925415ms","start":"2026-03-01T01:32:00.049941Z","end":"2026-03-01T01:32:00.869867Z","steps":["trace[645860390] 'agreement among raft nodes before linearized reading' (duration: 819.850813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.869851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.16183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:32:00.86989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:31:59.974526Z","time spent":"895.354424ms","remote":"127.0.0.1:59556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:32:00.869904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.049928Z","time spent":"819.956886ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:32:00.869929Z","caller":"traceutil/trace.go:171","msg":"trace[1564669117] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5234; }","duration":"435.291724ms","start":"2026-03-01T01:32:00.434617Z","end":"2026-03-01T01:32:00.869909Z","steps":["trace[1564669117] 'agreement among raft nodes before linearized reading' (duration: 435.13492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:00.869981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:32:00.434595Z","time spent":"435.375785ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:32:01.01328Z","caller":"traceutil/trace.go:171","msg":"trace[1420102329] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"120.419676ms","start":"2026-03-01T01:32:00.892831Z","end":"2026-03-01T01:32:01.013251Z","steps":["trace[1420102329] 'process raft request' (duration: 120.204911ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:01.372148Z","caller":"traceutil/trace.go:171","msg":"trace[1378001413] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"110.115266ms","start":"2026-03-01T01:32:01.261973Z","end":"2026-03-01T01:32:01.372088Z","steps":["trace[1378001413] 'process raft request' (duration: 109.935252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:01.37385Z","caller":"traceutil/trace.go:171","msg":"trace[1358858162] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"111.345867ms","start":"2026-03-01T01:32:01.262479Z","end":"2026-03-01T01:32:01.373825Z","steps":["trace[1358858162] 'process raft request' (duration: 111.196363ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:01.373878Z","caller":"traceutil/trace.go:171","msg":"trace[166272969] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5440; }","duration":"111.203134ms","start":"2026-03-01T01:32:01.262653Z","end":"2026-03-01T01:32:01.373856Z","steps":["trace[166272969] 'read index received' (duration: 109.222774ms)","trace[166272969] 'applied index is now lower than readState.Index' (duration: 1.97873ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:32:01.37383Z","caller":"traceutil/trace.go:171","msg":"trace[1722307679] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"111.490961ms","start":"2026-03-01T01:32:01.262307Z","end":"2026-03-01T01:32:01.373798Z","steps":["trace[1722307679] 'process raft request' (duration: 111.255645ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:01.373985Z","caller":"traceutil/trace.go:171","msg":"trace[999482072] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"110.430774ms","start":"2026-03-01T01:32:01.263536Z","end":"2026-03-01T01:32:01.373967Z","steps":["trace[999482072] 'process raft request' (duration: 110.220658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:32:01.374047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.381568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:32:01.374092Z","caller":"traceutil/trace.go:171","msg":"trace[1628591234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:5240; }","duration":"111.45914ms","start":"2026-03-01T01:32:01.262621Z","end":"2026-03-01T01:32:01.37408Z","steps":["trace[1628591234] 'agreement among raft nodes before linearized reading' (duration: 111.314516ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:01.374085Z","caller":"traceutil/trace.go:171","msg":"trace[839013468] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"110.432354ms","start":"2026-03-01T01:32:01.263625Z","end":"2026-03-01T01:32:01.374057Z","steps":["trace[839013468] 'process raft request' (duration: 110.171217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:06.356181Z","caller":"traceutil/trace.go:171","msg":"trace[732051684] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"143.917991ms","start":"2026-03-01T01:32:06.212228Z","end":"2026-03-01T01:32:06.356146Z","steps":["trace[732051684] 'process raft request' (duration: 143.698786ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:20.177359Z","caller":"traceutil/trace.go:171","msg":"trace[1195300594] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5578; }","duration":"132.984354ms","start":"2026-03-01T01:32:20.044341Z","end":"2026-03-01T01:32:20.177325Z","steps":["trace[1195300594] 'read index received' (duration: 59.946337ms)","trace[1195300594] 'applied index is now lower than readState.Index' (duration: 73.036117ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:32:20.177448Z","caller":"traceutil/trace.go:171","msg":"trace[1678112303] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"238.926165ms","start":"2026-03-01T01:32:19.938487Z","end":"2026-03-01T01:32:20.177414Z","steps":["trace[1678112303] 'process raft request' (duration: 165.864566ms)","trace[1678112303] 'compare' (duration: 72.70203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:32:20.177495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.144538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:32:20.177548Z","caller":"traceutil/trace.go:171","msg":"trace[1043016181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5370; }","duration":"133.242971ms","start":"2026-03-01T01:32:20.04429Z","end":"2026-03-01T01:32:20.177533Z","steps":["trace[1043016181] 'agreement among raft nodes before linearized reading' (duration: 133.143318ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:36.397651Z","caller":"traceutil/trace.go:171","msg":"trace[152133220] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"107.781438ms","start":"2026-03-01T01:32:36.289844Z","end":"2026-03-01T01:32:36.397625Z","steps":["trace[152133220] 'process raft request' (duration: 107.616993ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:32:42.228479Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2723} {"level":"info","ts":"2026-03-01T01:32:42.305319Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2723,"took":"74.675079ms","hash":2232562351,"current-db-size-bytes":40529920,"current-db-size":"40 MB","current-db-size-in-use-bytes":30056448,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T01:32:42.305397Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2232562351,"revision":2723,"compact-revision":-1} {"level":"info","ts":"2026-03-01T01:33:01.890474Z","caller":"traceutil/trace.go:171","msg":"trace[757891851] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5919; }","duration":"102.720267ms","start":"2026-03-01T01:33:01.787732Z","end":"2026-03-01T01:33:01.890453Z","steps":["trace[757891851] 'read index received' (duration: 76.230132ms)","trace[757891851] 'applied index is now lower than readState.Index' (duration: 26.488825ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:33:01.89056Z","caller":"traceutil/trace.go:171","msg":"trace[1094923711] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"109.956128ms","start":"2026-03-01T01:33:01.780547Z","end":"2026-03-01T01:33:01.890503Z","steps":["trace[1094923711] 'process raft request' (duration: 83.473492ms)","trace[1094923711] 'compare' (duration: 26.343312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:33:01.890831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.087046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:33:01.891255Z","caller":"traceutil/trace.go:171","msg":"trace[232365177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5700; }","duration":"103.554129ms","start":"2026-03-01T01:33:01.787678Z","end":"2026-03-01T01:33:01.891232Z","steps":["trace[232365177] 'agreement among raft nodes before linearized reading' (duration: 102.914302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:37:42.235872Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5580} {"level":"info","ts":"2026-03-01T01:37:42.333364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5580,"took":"95.36516ms","hash":3784647069,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":21233664,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-01T01:37:42.333445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3784647069,"revision":5580,"compact-revision":2723} {"level":"info","ts":"2026-03-01T01:38:03.208215Z","caller":"traceutil/trace.go:171","msg":"trace[483291135] linearizableReadLoop","detail":"{readStateIndex:8069; appliedIndex:8068; }","duration":"171.41665ms","start":"2026-03-01T01:38:03.036767Z","end":"2026-03-01T01:38:03.208184Z","steps":["trace[483291135] 'read index received' (duration: 171.196114ms)","trace[483291135] 'applied index is now lower than readState.Index' (duration: 219.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:03.20829Z","caller":"traceutil/trace.go:171","msg":"trace[254157676] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"173.507335ms","start":"2026-03-01T01:38:03.034737Z","end":"2026-03-01T01:38:03.208245Z","steps":["trace[254157676] 'process raft request' (duration: 173.252928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:03.208457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.499949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:03.208522Z","caller":"traceutil/trace.go:171","msg":"trace[1925422203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7778; }","duration":"166.617683ms","start":"2026-03-01T01:38:03.04189Z","end":"2026-03-01T01:38:03.208507Z","steps":["trace[1925422203] 'agreement among raft nodes before linearized reading' (duration: 166.497359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:03.208565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.768349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T01:38:03.208625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.659365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T01:38:03.208661Z","caller":"traceutil/trace.go:171","msg":"trace[298449957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7778; }","duration":"171.922453ms","start":"2026-03-01T01:38:03.036716Z","end":"2026-03-01T01:38:03.208639Z","steps":["trace[298449957] 'agreement among raft nodes before linearized reading' (duration: 171.617915ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:03.208689Z","caller":"traceutil/trace.go:171","msg":"trace[1797548229] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7778; }","duration":"163.751807ms","start":"2026-03-01T01:38:03.044918Z","end":"2026-03-01T01:38:03.208669Z","steps":["trace[1797548229] 'agreement among raft nodes before linearized reading' (duration: 163.547061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:05.962431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577495554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:06.462811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577495554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:06.488562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074589894s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:38:06.489098Z","caller":"traceutil/trace.go:171","msg":"trace[260068427] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"1.075250592s","start":"2026-03-01T01:38:05.413812Z","end":"2026-03-01T01:38:06.489063Z","steps":["trace[260068427] 'process raft request' (duration: 1.075011426s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.4893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.41378Z","time spent":"1.075416717s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:06.489752Z","caller":"traceutil/trace.go:171","msg":"trace[1328554643] linearizableReadLoop","detail":"{readStateIndex:8080; appliedIndex:8078; }","duration":"1.027742917s","start":"2026-03-01T01:38:05.461994Z","end":"2026-03-01T01:38:06.489737Z","steps":["trace[1328554643] 'read index received' (duration: 1.026906305s)","trace[1328554643] 'applied index is now lower than readState.Index' (duration: 835.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:06.489872Z","caller":"traceutil/trace.go:171","msg":"trace[1784215431] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"404.024685ms","start":"2026-03-01T01:38:06.0858Z","end":"2026-03-01T01:38:06.489824Z","steps":["trace[1784215431] 'process raft request' (duration: 403.861611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.489974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.816073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:38:06.490021Z","caller":"traceutil/trace.go:171","msg":"trace[526212085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7789; }","duration":"942.913995ms","start":"2026-03-01T01:38:05.547097Z","end":"2026-03-01T01:38:06.490011Z","steps":["trace[526212085] 'agreement among raft nodes before linearized reading' (duration: 942.763911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.490069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.547075Z","time spent":"942.980037ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:06.490141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:06.085763Z","time spent":"404.19079ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:06.490148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.890895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:38:06.490152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028081346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:38:06.490261Z","caller":"traceutil/trace.go:171","msg":"trace[184647797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7789; }","duration":"747.098791ms","start":"2026-03-01T01:38:05.743135Z","end":"2026-03-01T01:38:06.490234Z","steps":["trace[184647797] 'agreement among raft nodes before linearized reading' (duration: 746.731651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.490269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.170172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:38:06.490331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.743122Z","time spent":"747.195273ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"info","ts":"2026-03-01T01:38:06.49037Z","caller":"traceutil/trace.go:171","msg":"trace[1511858267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7789; }","duration":"862.332356ms","start":"2026-03-01T01:38:05.628012Z","end":"2026-03-01T01:38:06.490344Z","steps":["trace[1511858267] 'agreement among raft nodes before linearized reading' (duration: 861.956456ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:06.49034Z","caller":"traceutil/trace.go:171","msg":"trace[1893428633] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:7789; }","duration":"1.028335973s","start":"2026-03-01T01:38:05.461963Z","end":"2026-03-01T01:38:06.490299Z","steps":["trace[1893428633] 'agreement among raft nodes before linearized reading' (duration: 1.027881681s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.490361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.386119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:06.490387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.758889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:06.490452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.628001Z","time spent":"862.435568ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:06.490226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.682827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:06.490511Z","caller":"traceutil/trace.go:171","msg":"trace[1627588534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7789; }","duration":"817.932103ms","start":"2026-03-01T01:38:05.672551Z","end":"2026-03-01T01:38:06.490483Z","steps":["trace[1627588534] 'agreement among raft nodes before linearized reading' (duration: 817.535962ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:06.490553Z","caller":"traceutil/trace.go:171","msg":"trace[1415036626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7789; }","duration":"868.035197ms","start":"2026-03-01T01:38:05.622501Z","end":"2026-03-01T01:38:06.490536Z","steps":["trace[1415036626] 'agreement among raft nodes before linearized reading' (duration: 867.595075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.490587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.672538Z","time spent":"818.038676ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:06.490616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.622487Z","time spent":"868.114579ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:06.490458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:05.461949Z","time spent":"1.028496937s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-01T01:38:06.4905Z","caller":"traceutil/trace.go:171","msg":"trace[758509680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7789; }","duration":"445.593794ms","start":"2026-03-01T01:38:06.044873Z","end":"2026-03-01T01:38:06.490467Z","steps":["trace[758509680] 'agreement among raft nodes before linearized reading' (duration: 445.307797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:06.490728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:06.044838Z","time spent":"445.883222ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:38:10.665909Z","caller":"traceutil/trace.go:171","msg":"trace[865117581] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8101; }","duration":"154.266386ms","start":"2026-03-01T01:38:10.511612Z","end":"2026-03-01T01:38:10.665878Z","steps":["trace[865117581] 'read index received' (duration: 154.011919ms)","trace[865117581] 'applied index is now lower than readState.Index' (duration: 253.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:10.666031Z","caller":"traceutil/trace.go:171","msg":"trace[1168047526] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"155.282214ms","start":"2026-03-01T01:38:10.510698Z","end":"2026-03-01T01:38:10.66598Z","steps":["trace[1168047526] 'process raft request' (duration: 154.966725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.666234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.603645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:38:10.66633Z","caller":"traceutil/trace.go:171","msg":"trace[1769366884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7809; }","duration":"154.765039ms","start":"2026-03-01T01:38:10.511543Z","end":"2026-03-01T01:38:10.666308Z","steps":["trace[1769366884] 'agreement among raft nodes before linearized reading' (duration: 154.457441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.66639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.618414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:38:10.666432Z","caller":"traceutil/trace.go:171","msg":"trace[929321501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7809; }","duration":"146.677045ms","start":"2026-03-01T01:38:10.519746Z","end":"2026-03-01T01:38:10.666423Z","steps":["trace[929321501] 'agreement among raft nodes before linearized reading' (duration: 146.565892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.666467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.446051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:38:10.666523Z","caller":"traceutil/trace.go:171","msg":"trace[2067150351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7809; }","duration":"154.544603ms","start":"2026-03-01T01:38:10.511964Z","end":"2026-03-01T01:38:10.666509Z","steps":["trace[2067150351] 'agreement among raft nodes before linearized reading' (duration: 154.327458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.666557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.596906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:10.666644Z","caller":"traceutil/trace.go:171","msg":"trace[946630807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7809; }","duration":"151.724829ms","start":"2026-03-01T01:38:10.514902Z","end":"2026-03-01T01:38:10.666626Z","steps":["trace[946630807] 'agreement among raft nodes before linearized reading' (duration: 151.436721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:10.666709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.480579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:38:10.666756Z","caller":"traceutil/trace.go:171","msg":"trace[2047370094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7809; }","duration":"152.562871ms","start":"2026-03-01T01:38:10.514182Z","end":"2026-03-01T01:38:10.666745Z","steps":["trace[2047370094] 'agreement among raft nodes before linearized reading' (duration: 152.376926ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.776391Z","caller":"traceutil/trace.go:171","msg":"trace[130640049] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"105.879027ms","start":"2026-03-01T01:38:10.670484Z","end":"2026-03-01T01:38:10.776363Z","steps":["trace[130640049] 'process raft request' (duration: 52.257161ms)","trace[130640049] 'compare' (duration: 53.486563ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:10.777861Z","caller":"traceutil/trace.go:171","msg":"trace[2050897967] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"106.944206ms","start":"2026-03-01T01:38:10.670901Z","end":"2026-03-01T01:38:10.777845Z","steps":["trace[2050897967] 'process raft request' (duration: 106.34584ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.778265Z","caller":"traceutil/trace.go:171","msg":"trace[696394851] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"106.656288ms","start":"2026-03-01T01:38:10.671576Z","end":"2026-03-01T01:38:10.778232Z","steps":["trace[696394851] 'process raft request' (duration: 105.791705ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:10.778332Z","caller":"traceutil/trace.go:171","msg":"trace[1806469541] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"107.144181ms","start":"2026-03-01T01:38:10.671175Z","end":"2026-03-01T01:38:10.778319Z","steps":["trace[1806469541] 'process raft request' (duration: 106.153055ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:16.805133Z","caller":"traceutil/trace.go:171","msg":"trace[1516613535] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"102.728994ms","start":"2026-03-01T01:38:16.702378Z","end":"2026-03-01T01:38:16.805107Z","steps":["trace[1516613535] 'process raft request' (duration: 102.505928ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:16.923242Z","caller":"traceutil/trace.go:171","msg":"trace[1895254764] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"124.211532ms","start":"2026-03-01T01:38:16.799003Z","end":"2026-03-01T01:38:16.923215Z","steps":["trace[1895254764] 'process raft request' (duration: 124.14566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:16.92328Z","caller":"traceutil/trace.go:171","msg":"trace[487064992] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"125.715651ms","start":"2026-03-01T01:38:16.79752Z","end":"2026-03-01T01:38:16.923236Z","steps":["trace[487064992] 'process raft request' (duration: 94.292861ms)","trace[487064992] 'compare' (duration: 31.238305ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:16.923464Z","caller":"traceutil/trace.go:171","msg":"trace[1085788416] linearizableReadLoop","detail":"{readStateIndex:8134; appliedIndex:8131; }","duration":"114.398903ms","start":"2026-03-01T01:38:16.809042Z","end":"2026-03-01T01:38:16.92344Z","steps":["trace[1085788416] 'read index received' (duration: 82.923821ms)","trace[1085788416] 'applied index is now lower than readState.Index' (duration: 31.473242ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:16.923476Z","caller":"traceutil/trace.go:171","msg":"trace[1278039229] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"117.009782ms","start":"2026-03-01T01:38:16.806441Z","end":"2026-03-01T01:38:16.923451Z","steps":["trace[1278039229] 'process raft request' (duration: 116.741945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:16.923736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.474109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:38:16.923732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.66874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:16.923761Z","caller":"traceutil/trace.go:171","msg":"trace[693714146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7840; }","duration":"113.54353ms","start":"2026-03-01T01:38:16.810209Z","end":"2026-03-01T01:38:16.923753Z","steps":["trace[693714146] 'agreement among raft nodes before linearized reading' (duration: 113.418627ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:16.923784Z","caller":"traceutil/trace.go:171","msg":"trace[636735498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7840; }","duration":"114.757832ms","start":"2026-03-01T01:38:16.80901Z","end":"2026-03-01T01:38:16.923768Z","steps":["trace[636735498] 'agreement among raft nodes before linearized reading' (duration: 114.596168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:16.923784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.114335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:16.923796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.979161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:38:16.923899Z","caller":"traceutil/trace.go:171","msg":"trace[438034393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7840; }","duration":"114.108555ms","start":"2026-03-01T01:38:16.809765Z","end":"2026-03-01T01:38:16.923874Z","steps":["trace[438034393] 'agreement among raft nodes before linearized reading' (duration: 113.884999ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:16.923833Z","caller":"traceutil/trace.go:171","msg":"trace[434672093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7840; }","duration":"114.175847ms","start":"2026-03-01T01:38:16.809641Z","end":"2026-03-01T01:38:16.923817Z","steps":["trace[434672093] 'agreement among raft nodes before linearized reading' (duration: 114.033443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:16.923994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.926826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-01T01:38:16.924091Z","caller":"traceutil/trace.go:171","msg":"trace[1770719742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7840; }","duration":"115.090931ms","start":"2026-03-01T01:38:16.808978Z","end":"2026-03-01T01:38:16.924069Z","steps":["trace[1770719742] 'agreement among raft nodes before linearized reading' (duration: 114.563517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:17.522361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.99613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:17.522658Z","caller":"traceutil/trace.go:171","msg":"trace[689096755] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"592.918217ms","start":"2026-03-01T01:38:16.92972Z","end":"2026-03-01T01:38:17.522639Z","steps":["trace[689096755] 'process raft request' (duration: 592.832324ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:17.522688Z","caller":"traceutil/trace.go:171","msg":"trace[416629036] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"593.729218ms","start":"2026-03-01T01:38:16.928922Z","end":"2026-03-01T01:38:17.522651Z","steps":["trace[416629036] 'process raft request' (duration: 137.348799ms)","trace[416629036] 'compare' (duration: 455.760873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:17.522739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:16.929715Z","time spent":"592.988518ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:17.522776Z","caller":"traceutil/trace.go:171","msg":"trace[550779902] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"516.724454ms","start":"2026-03-01T01:38:17.006025Z","end":"2026-03-01T01:38:17.522749Z","steps":["trace[550779902] 'process raft request' (duration: 516.56936ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:17.522746Z","caller":"traceutil/trace.go:171","msg":"trace[1383511365] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"593.531383ms","start":"2026-03-01T01:38:16.929143Z","end":"2026-03-01T01:38:17.522674Z","steps":["trace[1383511365] 'process raft request' (duration: 593.339208ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:17.522782Z","caller":"traceutil/trace.go:171","msg":"trace[1834221655] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8136; }","duration":"245.340432ms","start":"2026-03-01T01:38:17.277394Z","end":"2026-03-01T01:38:17.522735Z","steps":["trace[1834221655] 'read index received' (duration: 41.181µs)","trace[1834221655] 'applied index is now lower than readState.Index' (duration: 245.296081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:17.52286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:16.92891Z","time spent":"593.863392ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:17.522916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:17.005989Z","time spent":"516.853137ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:17.522956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.542348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:17.522975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:16.929137Z","time spent":"593.728919ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:17.522998Z","caller":"traceutil/trace.go:171","msg":"trace[494954105] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7845; }","duration":"245.656081ms","start":"2026-03-01T01:38:17.277327Z","end":"2026-03-01T01:38:17.522983Z","steps":["trace[494954105] 'agreement among raft nodes before linearized reading' (duration: 245.549878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:19.092334Z","caller":"traceutil/trace.go:171","msg":"trace[1192767392] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"163.11855ms","start":"2026-03-01T01:38:18.929182Z","end":"2026-03-01T01:38:19.092301Z","steps":["trace[1192767392] 'process raft request' (duration: 162.920335ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:19.11286Z","caller":"traceutil/trace.go:171","msg":"trace[1402455842] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"183.102049ms","start":"2026-03-01T01:38:18.929731Z","end":"2026-03-01T01:38:19.112833Z","steps":["trace[1402455842] 'process raft request' (duration: 182.859502ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:19.112885Z","caller":"traceutil/trace.go:171","msg":"trace[1222682113] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8143; }","duration":"181.123096ms","start":"2026-03-01T01:38:18.931648Z","end":"2026-03-01T01:38:19.112771Z","steps":["trace[1222682113] 'read index received' (duration: 160.525142ms)","trace[1222682113] 'applied index is now lower than readState.Index' (duration: 20.596804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:19.113166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.500556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:38:19.11316Z","caller":"traceutil/trace.go:171","msg":"trace[595289891] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"183.371586ms","start":"2026-03-01T01:38:18.929766Z","end":"2026-03-01T01:38:19.113137Z","steps":["trace[595289891] 'process raft request' (duration: 182.957545ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:19.113215Z","caller":"traceutil/trace.go:171","msg":"trace[1385371261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7851; }","duration":"181.571548ms","start":"2026-03-01T01:38:18.931632Z","end":"2026-03-01T01:38:19.113203Z","steps":["trace[1385371261] 'agreement among raft nodes before linearized reading' (duration: 181.365542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:19.113289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.076296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:19.113398Z","caller":"traceutil/trace.go:171","msg":"trace[578246198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7851; }","duration":"175.22279ms","start":"2026-03-01T01:38:18.93815Z","end":"2026-03-01T01:38:19.113373Z","steps":["trace[578246198] 'agreement among raft nodes before linearized reading' (duration: 174.903302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:19.75374Z","caller":"traceutil/trace.go:171","msg":"trace[1028628448] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"220.827875ms","start":"2026-03-01T01:38:19.532874Z","end":"2026-03-01T01:38:19.753702Z","steps":["trace[1028628448] 'process raft request' (duration: 220.585449ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:19.753801Z","caller":"traceutil/trace.go:171","msg":"trace[340941248] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"220.697901ms","start":"2026-03-01T01:38:19.533054Z","end":"2026-03-01T01:38:19.753752Z","steps":["trace[340941248] 'process raft request' (duration: 220.519857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.627717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577495741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:21.834162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172520943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:21.834266Z","caller":"traceutil/trace.go:171","msg":"trace[941837568] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7855; }","duration":"1.172725328s","start":"2026-03-01T01:38:20.661516Z","end":"2026-03-01T01:38:21.834242Z","steps":["trace[941837568] 'count revisions from in-memory index tree' (duration: 1.172400039s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.834315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:20.661491Z","time spent":"1.17281161s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:21.834753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.906532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:38:21.835018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789864184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:21.835095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903915649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:38:21.835115Z","caller":"traceutil/trace.go:171","msg":"trace[261011238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7855; }","duration":"1.790024329s","start":"2026-03-01T01:38:20.045067Z","end":"2026-03-01T01:38:21.835091Z","steps":["trace[261011238] 'range keys from in-memory index tree' (duration: 1.789766092s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.835164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:20.045043Z","time spent":"1.790112721s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:21.835252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432216284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:21.835311Z","caller":"traceutil/trace.go:171","msg":"trace[397159424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7855; }","duration":"1.432331858s","start":"2026-03-01T01:38:20.402964Z","end":"2026-03-01T01:38:21.835296Z","steps":["trace[397159424] 'count revisions from in-memory index tree' (duration: 1.432124902s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:21.835164Z","caller":"traceutil/trace.go:171","msg":"trace[325566038] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6; range_end:; response_count:1; response_revision:7855; }","duration":"1.904036152s","start":"2026-03-01T01:38:19.93111Z","end":"2026-03-01T01:38:21.835146Z","steps":["trace[325566038] 'range keys from in-memory index tree' (duration: 1.90358203s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.835358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:20.402937Z","time spent":"1.432409899s","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:21.835378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:19.931081Z","time spent":"1.904283209s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" "} {"level":"info","ts":"2026-03-01T01:38:21.835708Z","caller":"traceutil/trace.go:171","msg":"trace[349935207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7855; }","duration":"983.079216ms","start":"2026-03-01T01:38:20.851755Z","end":"2026-03-01T01:38:21.834834Z","steps":["trace[349935207] 'range keys from in-memory index tree' (duration: 982.667776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.835876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:20.851733Z","time spent":"984.045552ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:38:21.836504Z","caller":"traceutil/trace.go:171","msg":"trace[619865831] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"738.787262ms","start":"2026-03-01T01:38:21.097689Z","end":"2026-03-01T01:38:21.836476Z","steps":["trace[619865831] 'process raft request' (duration: 641.010038ms)","trace[619865831] 'compare' (duration: 95.396391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:21.836643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.09766Z","time spent":"738.896604ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:21.887701Z","caller":"traceutil/trace.go:171","msg":"trace[37698158] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"770.729886ms","start":"2026-03-01T01:38:21.116935Z","end":"2026-03-01T01:38:21.887665Z","steps":["trace[37698158] 'process raft request' (duration: 770.559291ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:21.887855Z","caller":"traceutil/trace.go:171","msg":"trace[1653340656] linearizableReadLoop","detail":"{readStateIndex:8153; appliedIndex:8150; }","duration":"761.089291ms","start":"2026-03-01T01:38:21.12674Z","end":"2026-03-01T01:38:21.887829Z","steps":["trace[1653340656] 'read index received' (duration: 611.928169ms)","trace[1653340656] 'applied index is now lower than readState.Index' (duration: 149.159292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:21.887876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.116908Z","time spent":"770.88083ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:21.888088Z","caller":"traceutil/trace.go:171","msg":"trace[30318137] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"768.756034ms","start":"2026-03-01T01:38:21.119253Z","end":"2026-03-01T01:38:21.888009Z","steps":["trace[30318137] 'process raft request' (duration: 768.370893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.888168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.41818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:38:21.888205Z","caller":"traceutil/trace.go:171","msg":"trace[347481019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7858; }","duration":"761.505852ms","start":"2026-03-01T01:38:21.126689Z","end":"2026-03-01T01:38:21.888195Z","steps":["trace[347481019] 'agreement among raft nodes before linearized reading' (duration: 761.329848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:21.888249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.126667Z","time spent":"761.570684ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:21.888324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.119243Z","time spent":"768.940278ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:22.388168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577495748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:22.88859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577495748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:23.389107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501606437s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:38:23.389745Z","caller":"traceutil/trace.go:171","msg":"trace[486558870] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"1.550634533s","start":"2026-03-01T01:38:21.83907Z","end":"2026-03-01T01:38:23.389704Z","steps":["trace[486558870] 'process raft request' (duration: 1.550273634s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.389756Z","caller":"traceutil/trace.go:171","msg":"trace[1737639516] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"1.532018041s","start":"2026-03-01T01:38:21.857706Z","end":"2026-03-01T01:38:23.389724Z","steps":["trace[1737639516] 'process raft request' (duration: 1.531952139s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.389912Z","caller":"traceutil/trace.go:171","msg":"trace[1826042871] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"1.549148424s","start":"2026-03-01T01:38:21.840728Z","end":"2026-03-01T01:38:23.389876Z","steps":["trace[1826042871] 'process raft request' (duration: 1.548853726s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.38998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.857682Z","time spent":"1.532171315s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:23.390042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.839052Z","time spent":"1.550775477s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:23.390291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.840721Z","time spent":"1.549351659s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:23.413746Z","caller":"traceutil/trace.go:171","msg":"trace[321439175] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"1.520041004s","start":"2026-03-01T01:38:21.89369Z","end":"2026-03-01T01:38:23.413731Z","steps":["trace[321439175] 'process raft request' (duration: 1.519842729s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.413836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.893662Z","time spent":"1.520138997s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:23.824745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.048542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:38:23.824885Z","caller":"traceutil/trace.go:171","msg":"trace[729658559] linearizableReadLoop","detail":"{readStateIndex:8158; appliedIndex:8153; }","duration":"1.936944931s","start":"2026-03-01T01:38:21.887917Z","end":"2026-03-01T01:38:23.824862Z","steps":["trace[729658559] 'read index received' (duration: 1.501399122s)","trace[729658559] 'applied index is now lower than readState.Index' (duration: 435.543589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:23.825075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981042116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825113Z","caller":"traceutil/trace.go:171","msg":"trace[1656298165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7862; }","duration":"1.981132058s","start":"2026-03-01T01:38:21.843969Z","end":"2026-03-01T01:38:23.825101Z","steps":["trace[1656298165] 'agreement among raft nodes before linearized reading' (duration: 1.981035346s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.843961Z","time spent":"1.981180949s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:23.82519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255520169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:38:23.825228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212745516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:23.825281Z","caller":"traceutil/trace.go:171","msg":"trace[1523159290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7862; }","duration":"2.255671052s","start":"2026-03-01T01:38:21.569587Z","end":"2026-03-01T01:38:23.825258Z","steps":["trace[1523159290] 'agreement among raft nodes before linearized reading' (duration: 2.255435066s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.825317Z","caller":"traceutil/trace.go:171","msg":"trace[761589324] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7862; }","duration":"1.212898419s","start":"2026-03-01T01:38:22.612398Z","end":"2026-03-01T01:38:23.825296Z","steps":["trace[761589324] 'agreement among raft nodes before linearized reading' (duration: 1.212736795s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.569564Z","time spent":"2.255758055s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:23.825305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065991991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:38:23.825371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:22.612374Z","time spent":"1.212981842s","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:23.825411Z","caller":"traceutil/trace.go:171","msg":"trace[2147121120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7862; }","duration":"2.066172276s","start":"2026-03-01T01:38:21.759215Z","end":"2026-03-01T01:38:23.825387Z","steps":["trace[2147121120] 'agreement among raft nodes before linearized reading' (duration: 2.065861858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695464444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:38:23.825442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066234788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:23.825466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.759186Z","time spent":"2.066269929s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:38:23.825487Z","caller":"traceutil/trace.go:171","msg":"trace[664807283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7862; }","duration":"2.695515155s","start":"2026-03-01T01:38:21.129958Z","end":"2026-03-01T01:38:23.825473Z","steps":["trace[664807283] 'agreement among raft nodes before linearized reading' (duration: 2.69533741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.129951Z","time spent":"2.695561706s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"info","ts":"2026-03-01T01:38:23.825516Z","caller":"traceutil/trace.go:171","msg":"trace[325784275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7862; }","duration":"2.066362381s","start":"2026-03-01T01:38:21.759135Z","end":"2026-03-01T01:38:23.825498Z","steps":["trace[325784275] 'agreement among raft nodes before linearized reading' (duration: 2.066166896s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.637877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.82542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.431504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:21.759113Z","time spent":"2.066440903s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:23.825603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.648287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825618Z","caller":"traceutil/trace.go:171","msg":"trace[1592311405] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7862; }","duration":"343.673501ms","start":"2026-03-01T01:38:23.48193Z","end":"2026-03-01T01:38:23.825604Z","steps":["trace[1592311405] 'agreement among raft nodes before linearized reading' (duration: 343.378004ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.825633Z","caller":"traceutil/trace.go:171","msg":"trace[429606960] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7862; }","duration":"383.72488ms","start":"2026-03-01T01:38:23.441901Z","end":"2026-03-01T01:38:23.825626Z","steps":["trace[429606960] 'agreement among raft nodes before linearized reading' (duration: 383.650848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.441878Z","time spent":"383.772631ms","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:23.825631Z","caller":"traceutil/trace.go:171","msg":"trace[21710310] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7862; }","duration":"548.820552ms","start":"2026-03-01T01:38:23.276777Z","end":"2026-03-01T01:38:23.825598Z","steps":["trace[21710310] 'agreement among raft nodes before linearized reading' (duration: 548.556395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.226583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.936918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825698Z","caller":"traceutil/trace.go:171","msg":"trace[1368238384] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7862; }","duration":"633.272944ms","start":"2026-03-01T01:38:23.192412Z","end":"2026-03-01T01:38:23.825685Z","steps":["trace[1368238384] 'agreement among raft nodes before linearized reading' (duration: 633.228592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.276769Z","time spent":"548.920215ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.825736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.832123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.133704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.50449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.556154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825778Z","caller":"traceutil/trace.go:171","msg":"trace[1875937334] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7862; }","duration":"383.905285ms","start":"2026-03-01T01:38:23.441859Z","end":"2026-03-01T01:38:23.825764Z","steps":["trace[1875937334] 'agreement among raft nodes before linearized reading' (duration: 383.845233ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.825788Z","caller":"traceutil/trace.go:171","msg":"trace[1943797157] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7862; }","duration":"344.213166ms","start":"2026-03-01T01:38:23.481561Z","end":"2026-03-01T01:38:23.825774Z","steps":["trace[1943797157] 'agreement among raft nodes before linearized reading' (duration: 344.134884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.400255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.221185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.82582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.096016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.800104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.3393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.591405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825862Z","caller":"traceutil/trace.go:171","msg":"trace[1297599361] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7862; }","duration":"344.284528ms","start":"2026-03-01T01:38:23.481557Z","end":"2026-03-01T01:38:23.825841Z","steps":["trace[1297599361] 'agreement among raft nodes before linearized reading' (duration: 344.210246ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.825878Z","caller":"traceutil/trace.go:171","msg":"trace[536194314] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7862; }","duration":"648.834644ms","start":"2026-03-01T01:38:23.177036Z","end":"2026-03-01T01:38:23.825871Z","steps":["trace[536194314] 'agreement among raft nodes before linearized reading' (duration: 648.788693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.728239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.176978Z","time spent":"648.921547ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.825729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.192405Z","time spent":"633.316125ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.825937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.575687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825951Z","caller":"traceutil/trace.go:171","msg":"trace[2067976029] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7862; }","duration":"361.80332ms","start":"2026-03-01T01:38:23.46412Z","end":"2026-03-01T01:38:23.825923Z","steps":["trace[2067976029] 'agreement among raft nodes before linearized reading' (duration: 361.697407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.628156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.658989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825966Z","caller":"traceutil/trace.go:171","msg":"trace[1061113767] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7862; }","duration":"419.624629ms","start":"2026-03-01T01:38:23.406333Z","end":"2026-03-01T01:38:23.825958Z","steps":["trace[1061113767] 'agreement among raft nodes before linearized reading' (duration: 419.580018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.705934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.406319Z","time spent":"419.714981ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.826042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.464109Z","time spent":"361.915974ms","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:23.826072Z","caller":"traceutil/trace.go:171","msg":"trace[879469772] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7862; }","duration":"401.763856ms","start":"2026-03-01T01:38:23.424295Z","end":"2026-03-01T01:38:23.826059Z","steps":["trace[879469772] 'agreement among raft nodes before linearized reading' (duration: 401.703375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.421252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.424287Z","time spent":"401.855789ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:23.826168Z","caller":"traceutil/trace.go:171","msg":"trace[848930465] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7862; }","duration":"271.754211ms","start":"2026-03-01T01:38:23.554401Z","end":"2026-03-01T01:38:23.826156Z","steps":["trace[848930465] 'agreement among raft nodes before linearized reading' (duration: 271.412412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.481917Z","time spent":"343.734463ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:23.825893Z","caller":"traceutil/trace.go:171","msg":"trace[1052990593] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7862; }","duration":"400.631146ms","start":"2026-03-01T01:38:23.425253Z","end":"2026-03-01T01:38:23.825884Z","steps":["trace[1052990593] 'agreement among raft nodes before linearized reading' (duration: 400.585345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.965395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.383044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.826059Z","caller":"traceutil/trace.go:171","msg":"trace[746871232] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7862; }","duration":"442.670257ms","start":"2026-03-01T01:38:23.383351Z","end":"2026-03-01T01:38:23.826021Z","steps":["trace[746871232] 'agreement among raft nodes before linearized reading' (duration: 442.579555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.529007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.82589Z","caller":"traceutil/trace.go:171","msg":"trace[1379920354] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7862; }","duration":"488.597141ms","start":"2026-03-01T01:38:23.337239Z","end":"2026-03-01T01:38:23.825836Z","steps":["trace[1379920354] 'agreement among raft nodes before linearized reading' (duration: 488.257322ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826328Z","caller":"traceutil/trace.go:171","msg":"trace[1609845465] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7862; }","duration":"287.433675ms","start":"2026-03-01T01:38:23.538874Z","end":"2026-03-01T01:38:23.826307Z","steps":["trace[1609845465] 'agreement among raft nodes before linearized reading' (duration: 287.384864ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826333Z","caller":"traceutil/trace.go:171","msg":"trace[450753915] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7862; }","duration":"443.021757ms","start":"2026-03-01T01:38:23.383272Z","end":"2026-03-01T01:38:23.826294Z","steps":["trace[450753915] 'agreement among raft nodes before linearized reading' (duration: 442.933354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.805998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.337233Z","time spent":"489.101344ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.826388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.683517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.82588Z","caller":"traceutil/trace.go:171","msg":"trace[439369106] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7862; }","duration":"383.409622ms","start":"2026-03-01T01:38:23.442465Z","end":"2026-03-01T01:38:23.825874Z","steps":["trace[439369106] 'agreement among raft nodes before linearized reading' (duration: 383.36454ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826416Z","caller":"traceutil/trace.go:171","msg":"trace[945085639] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7862; }","duration":"593.746709ms","start":"2026-03-01T01:38:23.232661Z","end":"2026-03-01T01:38:23.826407Z","steps":["trace[945085639] 'agreement among raft nodes before linearized reading' (duration: 593.705458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.383262Z","time spent":"443.14338ms","remote":"127.0.0.1:44220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:23.826422Z","caller":"traceutil/trace.go:171","msg":"trace[207545926] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7862; }","duration":"574.976403ms","start":"2026-03-01T01:38:23.251406Z","end":"2026-03-01T01:38:23.826382Z","steps":["trace[207545926] 'agreement among raft nodes before linearized reading' (duration: 574.685035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.232643Z","time spent":"593.796881ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.826416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.425248Z","time spent":"401.061227ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.826454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.442458Z","time spent":"383.972656ms","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.826501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.120043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825734Z","caller":"traceutil/trace.go:171","msg":"trace[2121140768] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7862; }","duration":"593.060171ms","start":"2026-03-01T01:38:23.232645Z","end":"2026-03-01T01:38:23.825705Z","steps":["trace[2121140768] 'agreement among raft nodes before linearized reading' (duration: 592.926548ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826529Z","caller":"traceutil/trace.go:171","msg":"trace[1990545554] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7862; }","duration":"288.148474ms","start":"2026-03-01T01:38:23.538374Z","end":"2026-03-01T01:38:23.826522Z","steps":["trace[1990545554] 'agreement among raft nodes before linearized reading' (duration: 288.092432ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826166Z","caller":"traceutil/trace.go:171","msg":"trace[745546656] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7862; }","duration":"419.720351ms","start":"2026-03-01T01:38:23.406306Z","end":"2026-03-01T01:38:23.826026Z","steps":["trace[745546656] 'agreement among raft nodes before linearized reading' (duration: 419.679049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.196628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.628834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.82659Z","caller":"traceutil/trace.go:171","msg":"trace[277933036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7862; }","duration":"511.28297ms","start":"2026-03-01T01:38:23.315288Z","end":"2026-03-01T01:38:23.826571Z","steps":["trace[277933036] 'agreement among raft nodes before linearized reading' (duration: 511.173607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826619Z","caller":"traceutil/trace.go:171","msg":"trace[1221941351] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7862; }","duration":"462.659995ms","start":"2026-03-01T01:38:23.363947Z","end":"2026-03-01T01:38:23.826607Z","steps":["trace[1221941351] 'agreement among raft nodes before linearized reading' (duration: 462.617754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.315277Z","time spent":"511.343281ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.826612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.40629Z","time spent":"420.285226ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.826643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.062446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.82665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.36393Z","time spent":"462.712527ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.826658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.23518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.781157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.82579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.260948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.826677Z","caller":"traceutil/trace.go:171","msg":"trace[157670058] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7862; }","duration":"575.152398ms","start":"2026-03-01T01:38:23.251515Z","end":"2026-03-01T01:38:23.826667Z","steps":["trace[157670058] 'agreement among raft nodes before linearized reading' (duration: 575.100186ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.8267Z","caller":"traceutil/trace.go:171","msg":"trace[1979279194] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7862; }","duration":"306.820057ms","start":"2026-03-01T01:38:23.519873Z","end":"2026-03-01T01:38:23.826693Z","steps":["trace[1979279194] 'agreement among raft nodes before linearized reading' (duration: 306.783906ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826693Z","caller":"traceutil/trace.go:171","msg":"trace[1702381458] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7862; }","duration":"463.272361ms","start":"2026-03-01T01:38:23.363411Z","end":"2026-03-01T01:38:23.826684Z","steps":["trace[1702381458] 'agreement among raft nodes before linearized reading' (duration: 463.213649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.880921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.519866Z","time spent":"306.847928ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.82672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.251481Z","time spent":"575.23153ms","remote":"127.0.0.1:44170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.826729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.363369Z","time spent":"463.353104ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.825669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.648208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T01:38:23.826335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.383314Z","time spent":"443.008046ms","remote":"127.0.0.1:44220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.826793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.231024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.826759Z","caller":"traceutil/trace.go:171","msg":"trace[1272660674] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7862; }","duration":"272.193783ms","start":"2026-03-01T01:38:23.554519Z","end":"2026-03-01T01:38:23.826712Z","steps":["trace[1272660674] 'agreement among raft nodes before linearized reading' (duration: 271.244788ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.8268Z","caller":"traceutil/trace.go:171","msg":"trace[1930887288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7862; }","duration":"177.810238ms","start":"2026-03-01T01:38:23.648964Z","end":"2026-03-01T01:38:23.826775Z","steps":["trace[1930887288] 'agreement among raft nodes before linearized reading' (duration: 176.525574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.91744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.72473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.808176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.014864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.826866Z","caller":"traceutil/trace.go:171","msg":"trace[534820771] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7862; }","duration":"489.763141ms","start":"2026-03-01T01:38:23.337089Z","end":"2026-03-01T01:38:23.826852Z","steps":["trace[534820771] 'agreement among raft nodes before linearized reading' (duration: 489.70517ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826864Z","caller":"traceutil/trace.go:171","msg":"trace[1393297446] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7862; }","duration":"419.856934ms","start":"2026-03-01T01:38:23.40699Z","end":"2026-03-01T01:38:23.826847Z","steps":["trace[1393297446] 'agreement among raft nodes before linearized reading' (duration: 418.889169ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826887Z","caller":"traceutil/trace.go:171","msg":"trace[731187911] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7862; }","duration":"326.056946ms","start":"2026-03-01T01:38:23.500824Z","end":"2026-03-01T01:38:23.826881Z","steps":["trace[731187911] 'agreement among raft nodes before linearized reading' (duration: 326.014375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.337068Z","time spent":"489.827724ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.826921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.500819Z","time spent":"326.094567ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.826923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.406984Z","time spent":"419.921106ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:23.825802Z","caller":"traceutil/trace.go:171","msg":"trace[1132273890] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7862; }","duration":"361.614906ms","start":"2026-03-01T01:38:23.464181Z","end":"2026-03-01T01:38:23.825796Z","steps":["trace[1132273890] 'agreement among raft nodes before linearized reading' (duration: 361.576585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.592571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.058135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.464154Z","time spent":"362.836258ms","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:23.827023Z","caller":"traceutil/trace.go:171","msg":"trace[628529506] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7862; }","duration":"402.64216ms","start":"2026-03-01T01:38:23.424366Z","end":"2026-03-01T01:38:23.827008Z","steps":["trace[628529506] 'agreement among raft nodes before linearized reading' (duration: 401.591002ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.827034Z","caller":"traceutil/trace.go:171","msg":"trace[727071456] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7862; }","duration":"442.854762ms","start":"2026-03-01T01:38:23.384169Z","end":"2026-03-01T01:38:23.827023Z","steps":["trace[727071456] 'agreement among raft nodes before linearized reading' (duration: 441.023024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.323401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.016794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.252089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.826492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.251396Z","time spent":"575.085436ms","remote":"127.0.0.1:44170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.827069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.38416Z","time spent":"442.898053ms","remote":"127.0.0.1:44220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:23.827075Z","caller":"traceutil/trace.go:171","msg":"trace[1163969949] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7862; }","duration":"528.389322ms","start":"2026-03-01T01:38:23.298675Z","end":"2026-03-01T01:38:23.827064Z","steps":["trace[1163969949] 'agreement among raft nodes before linearized reading' (duration: 528.32012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.251604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.827106Z","caller":"traceutil/trace.go:171","msg":"trace[1379956572] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7862; }","duration":"528.352092ms","start":"2026-03-01T01:38:23.298733Z","end":"2026-03-01T01:38:23.827085Z","steps":["trace[1379956572] 'agreement among raft nodes before linearized reading' (duration: 528.253819ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.826886Z","caller":"traceutil/trace.go:171","msg":"trace[248695548] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7862; }","duration":"488.861958ms","start":"2026-03-01T01:38:23.338015Z","end":"2026-03-01T01:38:23.826877Z","steps":["trace[248695548] 'agreement among raft nodes before linearized reading' (duration: 488.818297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.734012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.337999Z","time spent":"489.145695ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:23.827154Z","caller":"traceutil/trace.go:171","msg":"trace[603901800] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7862; }","duration":"511.789563ms","start":"2026-03-01T01:38:23.315356Z","end":"2026-03-01T01:38:23.827145Z","steps":["trace[603901800] 'agreement among raft nodes before linearized reading' (duration: 511.747322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.116077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.298708Z","time spent":"528.441333ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.827186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.315338Z","time spent":"511.840445ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.825814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.441838Z","time spent":"383.967836ms","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:23.827191Z","caller":"traceutil/trace.go:171","msg":"trace[1093366334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7862; }","duration":"463.791995ms","start":"2026-03-01T01:38:23.363391Z","end":"2026-03-01T01:38:23.827183Z","steps":["trace[1093366334] 'agreement among raft nodes before linearized reading' (duration: 463.118537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.382792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.826338Z","caller":"traceutil/trace.go:171","msg":"trace[34609887] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7862; }","duration":"592.576439ms","start":"2026-03-01T01:38:23.233749Z","end":"2026-03-01T01:38:23.826326Z","steps":["trace[34609887] 'agreement among raft nodes before linearized reading' (duration: 592.500897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.363379Z","time spent":"463.839836ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.825736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.732074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.827255Z","caller":"traceutil/trace.go:171","msg":"trace[964224113] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7862; }","duration":"528.480185ms","start":"2026-03-01T01:38:23.29876Z","end":"2026-03-01T01:38:23.82724Z","steps":["trace[964224113] 'agreement among raft nodes before linearized reading' (duration: 528.425553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.233682Z","time spent":"593.566384ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:23.827273Z","caller":"traceutil/trace.go:171","msg":"trace[2085606761] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7862; }","duration":"272.268694ms","start":"2026-03-01T01:38:23.554992Z","end":"2026-03-01T01:38:23.827261Z","steps":["trace[2085606761] 'agreement among raft nodes before linearized reading' (duration: 270.708983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.827148Z","caller":"traceutil/trace.go:171","msg":"trace[220596679] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7862; }","duration":"574.822159ms","start":"2026-03-01T01:38:23.252313Z","end":"2026-03-01T01:38:23.827136Z","steps":["trace[220596679] 'agreement among raft nodes before linearized reading' (duration: 574.250464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.298723Z","time spent":"528.558857ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.827321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.252303Z","time spent":"575.003663ms","remote":"127.0.0.1:44170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.826231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.973212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.825956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.237779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.424362Z","time spent":"402.688121ms","remote":"127.0.0.1:44252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:23.827369Z","caller":"traceutil/trace.go:171","msg":"trace[296230723] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7862; }","duration":"551.673557ms","start":"2026-03-01T01:38:23.275685Z","end":"2026-03-01T01:38:23.827358Z","steps":["trace[296230723] 'agreement among raft nodes before linearized reading' (duration: 550.233739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.826541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.232631Z","time spent":"593.901323ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:23.826744Z","caller":"traceutil/trace.go:171","msg":"trace[1760403332] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7862; }","duration":"325.940333ms","start":"2026-03-01T01:38:23.500784Z","end":"2026-03-01T01:38:23.826724Z","steps":["trace[1760403332] 'agreement among raft nodes before linearized reading' (duration: 325.878231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.500774Z","time spent":"326.660182ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.825915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.481548Z","time spent":"344.354899ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.825735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.981219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.827082Z","caller":"traceutil/trace.go:171","msg":"trace[1291200286] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7862; }","duration":"511.097715ms","start":"2026-03-01T01:38:23.315974Z","end":"2026-03-01T01:38:23.827072Z","steps":["trace[1291200286] 'agreement among raft nodes before linearized reading' (duration: 511.053184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.052701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.827525Z","caller":"traceutil/trace.go:171","msg":"trace[1035402317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7862; }","duration":"362.790417ms","start":"2026-03-01T01:38:23.464722Z","end":"2026-03-01T01:38:23.827512Z","steps":["trace[1035402317] 'agreement among raft nodes before linearized reading' (duration: 360.963659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.825618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.949905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:23.827545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.315962Z","time spent":"511.565327ms","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-03-01T01:38:23.827557Z","caller":"traceutil/trace.go:171","msg":"trace[654672645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7862; }","duration":"650.716265ms","start":"2026-03-01T01:38:23.176828Z","end":"2026-03-01T01:38:23.827544Z","steps":["trace[654672645] 'agreement among raft nodes before linearized reading' (duration: 649.068221ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.82682Z","caller":"traceutil/trace.go:171","msg":"trace[581497856] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7862; }","duration":"325.283825ms","start":"2026-03-01T01:38:23.501528Z","end":"2026-03-01T01:38:23.826811Z","steps":["trace[581497856] 'agreement among raft nodes before linearized reading' (duration: 325.235894ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.827572Z","caller":"traceutil/trace.go:171","msg":"trace[2083263784] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7862; }","duration":"634.925907ms","start":"2026-03-01T01:38:23.192635Z","end":"2026-03-01T01:38:23.827561Z","steps":["trace[2083263784] 'agreement among raft nodes before linearized reading' (duration: 632.946875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.176809Z","time spent":"650.807287ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.827642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.192622Z","time spent":"635.007439ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.827659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.501515Z","time spent":"326.115097ms","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.825831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.481546Z","time spent":"344.270767ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.827118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.298664Z","time spent":"528.445484ms","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:23.82764Z","caller":"traceutil/trace.go:171","msg":"trace[770284993] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7862; }","duration":"308.43772ms","start":"2026-03-01T01:38:23.519188Z","end":"2026-03-01T01:38:23.827626Z","steps":["trace[770284993] 'agreement among raft nodes before linearized reading' (duration: 306.91818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.464708Z","time spent":"362.848298ms","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-01T01:38:23.827803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.519173Z","time spent":"308.614985ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.826641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.290408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.827855Z","caller":"traceutil/trace.go:171","msg":"trace[1206769248] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7862; }","duration":"289.520481ms","start":"2026-03-01T01:38:23.538322Z","end":"2026-03-01T01:38:23.827843Z","steps":["trace[1206769248] 'agreement among raft nodes before linearized reading' (duration: 288.299258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.827406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.275674Z","time spent":"551.721359ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.827677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.376018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.825886Z","caller":"traceutil/trace.go:171","msg":"trace[813924113] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7862; }","duration":"550.182397ms","start":"2026-03-01T01:38:23.275683Z","end":"2026-03-01T01:38:23.825865Z","steps":["trace[813924113] 'agreement among raft nodes before linearized reading' (duration: 550.090885ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:23.827971Z","caller":"traceutil/trace.go:171","msg":"trace[314442356] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7862; }","duration":"308.672156ms","start":"2026-03-01T01:38:23.519276Z","end":"2026-03-01T01:38:23.827948Z","steps":["trace[314442356] 'agreement among raft nodes before linearized reading' (duration: 308.344948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.82798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.275669Z","time spent":"552.291694ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:23.828038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.519269Z","time spent":"308.748988ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:23.825801Z","caller":"traceutil/trace.go:171","msg":"trace[53531090] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7862; }","duration":"633.556701ms","start":"2026-03-01T01:38:23.192236Z","end":"2026-03-01T01:38:23.825792Z","steps":["trace[53531090] 'agreement among raft nodes before linearized reading' (duration: 633.51636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.828158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.192221Z","time spent":"635.919044ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T01:38:23.829002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.092741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:23.829325Z","caller":"traceutil/trace.go:171","msg":"trace[1271346837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7862; }","duration":"652.448461ms","start":"2026-03-01T01:38:23.176863Z","end":"2026-03-01T01:38:23.829312Z","steps":["trace[1271346837] 'agreement among raft nodes before linearized reading' (duration: 649.072691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:23.829367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.176837Z","time spent":"652.522152ms","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-01T01:38:24.452518Z","caller":"traceutil/trace.go:171","msg":"trace[655958076] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"618.918054ms","start":"2026-03-01T01:38:23.833561Z","end":"2026-03-01T01:38:24.452479Z","steps":["trace[655958076] 'process raft request' (duration: 618.659157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.452753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.833535Z","time spent":"619.10866ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:24.452833Z","caller":"traceutil/trace.go:171","msg":"trace[1879392460] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"617.554459ms","start":"2026-03-01T01:38:23.835247Z","end":"2026-03-01T01:38:24.452801Z","steps":["trace[1879392460] 'process raft request' (duration: 617.154048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.453016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.835228Z","time spent":"617.691762ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:24.453498Z","caller":"traceutil/trace.go:171","msg":"trace[1026790901] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"612.927256ms","start":"2026-03-01T01:38:23.840534Z","end":"2026-03-01T01:38:24.453461Z","steps":["trace[1026790901] 'process raft request' (duration: 612.148166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.453585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.840519Z","time spent":"613.025328ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:24.453605Z","caller":"traceutil/trace.go:171","msg":"trace[661904572] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"560.44347ms","start":"2026-03-01T01:38:23.893069Z","end":"2026-03-01T01:38:24.453512Z","steps":["trace[661904572] 'process raft request' (duration: 560.259175ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:24.453668Z","caller":"traceutil/trace.go:171","msg":"trace[1468379041] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8158; }","duration":"618.931405ms","start":"2026-03-01T01:38:23.834703Z","end":"2026-03-01T01:38:24.453634Z","steps":["trace[1468379041] 'read index received' (duration: 67.815402ms)","trace[1468379041] 'applied index is now lower than readState.Index' (duration: 551.114743ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:24.453836Z","caller":"traceutil/trace.go:171","msg":"trace[1029963655] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"560.589023ms","start":"2026-03-01T01:38:23.893222Z","end":"2026-03-01T01:38:24.453811Z","steps":["trace[1029963655] 'process raft request' (duration: 560.231444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.453991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.281794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-01T01:38:24.454049Z","caller":"traceutil/trace.go:171","msg":"trace[1429430130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7868; }","duration":"619.339545ms","start":"2026-03-01T01:38:23.834696Z","end":"2026-03-01T01:38:24.454035Z","steps":["trace[1429430130] 'agreement among raft nodes before linearized reading' (duration: 619.171121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.454174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.834665Z","time spent":"619.49798ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19526,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T01:38:24.454297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.893199Z","time spent":"560.751307ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:24.454362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.89305Z","time spent":"560.936122ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:24.454519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.196786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:24.454588Z","caller":"traceutil/trace.go:171","msg":"trace[832883190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7868; }","duration":"618.283888ms","start":"2026-03-01T01:38:23.83629Z","end":"2026-03-01T01:38:24.454574Z","steps":["trace[832883190] 'agreement among raft nodes before linearized reading' (duration: 618.178195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.454624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:23.836283Z","time spent":"618.334179ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:24.454799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.279237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-01T01:38:24.454897Z","caller":"traceutil/trace.go:171","msg":"trace[1260766390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7868; }","duration":"238.441311ms","start":"2026-03-01T01:38:24.216434Z","end":"2026-03-01T01:38:24.454875Z","steps":["trace[1260766390] 'agreement among raft nodes before linearized reading' (duration: 238.168363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:24.739535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.938285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T01:38:24.739648Z","caller":"traceutil/trace.go:171","msg":"trace[1201167842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7868; }","duration":"205.078289ms","start":"2026-03-01T01:38:24.534535Z","end":"2026-03-01T01:38:24.739614Z","steps":["trace[1201167842] 'range keys from in-memory index tree' (duration: 204.795042ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:25.59732Z","caller":"traceutil/trace.go:171","msg":"trace[1368198515] linearizableReadLoop","detail":"{readStateIndex:8165; appliedIndex:8164; }","duration":"179.105813ms","start":"2026-03-01T01:38:25.418193Z","end":"2026-03-01T01:38:25.597299Z","steps":["trace[1368198515] 'read index received' (duration: 178.925548ms)","trace[1368198515] 'applied index is now lower than readState.Index' (duration: 179.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:25.59747Z","caller":"traceutil/trace.go:171","msg":"trace[2006649141] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"195.324421ms","start":"2026-03-01T01:38:25.402097Z","end":"2026-03-01T01:38:25.597421Z","steps":["trace[2006649141] 'process raft request' (duration: 195.045594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:25.597539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.326628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:38:25.597572Z","caller":"traceutil/trace.go:171","msg":"trace[2106990680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7869; }","duration":"179.422411ms","start":"2026-03-01T01:38:25.418139Z","end":"2026-03-01T01:38:25.597562Z","steps":["trace[2106990680] 'agreement among raft nodes before linearized reading' (duration: 179.296327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:25.597858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.132231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:38:25.598032Z","caller":"traceutil/trace.go:171","msg":"trace[375092783] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:7869; }","duration":"135.255014ms","start":"2026-03-01T01:38:25.462651Z","end":"2026-03-01T01:38:25.597906Z","steps":["trace[375092783] 'agreement among raft nodes before linearized reading' (duration: 134.942486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:26.596524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.53517ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-01T01:38:26.596638Z","caller":"traceutil/trace.go:171","msg":"trace[924313628] linearizableReadLoop","detail":"{readStateIndex:8166; appliedIndex:8165; }","duration":"995.72299ms","start":"2026-03-01T01:38:25.600893Z","end":"2026-03-01T01:38:26.596616Z","steps":["trace[924313628] 'read index received' (duration: 74.075187ms)","trace[924313628] 'applied index is now lower than readState.Index' (duration: 921.646232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:26.596716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.598978Z","time spent":"997.734993ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:38:26.597067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.153781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-01T01:38:26.597161Z","caller":"traceutil/trace.go:171","msg":"trace[370703449] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:7869; }","duration":"996.321515ms","start":"2026-03-01T01:38:25.600819Z","end":"2026-03-01T01:38:26.597141Z","steps":["trace[370703449] 'agreement among raft nodes before linearized reading' (duration: 996.002357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:26.59721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.600789Z","time spent":"996.411748ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":734,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:27.020034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312011088s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:38:27.087354Z","caller":"traceutil/trace.go:171","msg":"trace[239373551] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"1.485353738s","start":"2026-03-01T01:38:25.601963Z","end":"2026-03-01T01:38:27.087316Z","steps":["trace[239373551] 'process raft request' (duration: 1.418340557s)","trace[239373551] 'compare' (duration: 66.666782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:27.087532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.601939Z","time spent":"1.485483391s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.045173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:38:28.045285Z","caller":"traceutil/trace.go:171","msg":"trace[285625931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191683s","start":"2026-03-01T01:38:26.045068Z","end":"2026-03-01T01:38:28.045259Z","steps":["trace[285625931] 'agreement among raft nodes before linearized reading' (duration: 2.00004766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.045364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.045045Z","time spent":"2.000308626s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:28.465241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118454453s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:28.465628Z","caller":"traceutil/trace.go:171","msg":"trace[1243230062] linearizableReadLoop","detail":"{readStateIndex:8170; appliedIndex:8166; }","duration":"1.868942295s","start":"2026-03-01T01:38:26.596666Z","end":"2026-03-01T01:38:28.465608Z","steps":["trace[1243230062] 'read index received' (duration: 423.655035ms)","trace[1243230062] 'applied index is now lower than readState.Index' (duration: 1.44528626s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:28.465721Z","caller":"traceutil/trace.go:171","msg":"trace[248015203] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"2.006606442s","start":"2026-03-01T01:38:26.459099Z","end":"2026-03-01T01:38:28.465706Z","steps":["trace[248015203] 'process raft request' (duration: 887.589764ms)","trace[248015203] 'compare' (duration: 1.118169366s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:28.465787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.459083Z","time spent":"2.006667504s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:28.466332Z","caller":"traceutil/trace.go:171","msg":"trace[1446737117] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"1.868540024s","start":"2026-03-01T01:38:26.597757Z","end":"2026-03-01T01:38:28.466297Z","steps":["trace[1446737117] 'process raft request' (duration: 1.867750423s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.466339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950665154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:28.466379Z","caller":"traceutil/trace.go:171","msg":"trace[1286987619] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"2.005822152s","start":"2026-03-01T01:38:26.460534Z","end":"2026-03-01T01:38:28.466356Z","steps":["trace[1286987619] 'process raft request' (duration: 2.004933178s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.466375Z","caller":"traceutil/trace.go:171","msg":"trace[752827988] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"2.00651986s","start":"2026-03-01T01:38:26.459821Z","end":"2026-03-01T01:38:28.466341Z","steps":["trace[752827988] 'process raft request' (duration: 2.005550075s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.466377Z","caller":"traceutil/trace.go:171","msg":"trace[1951960364] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"1.863793409s","start":"2026-03-01T01:38:26.602558Z","end":"2026-03-01T01:38:28.466352Z","steps":["trace[1951960364] 'process raft request' (duration: 1.862997377s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.466441Z","caller":"traceutil/trace.go:171","msg":"trace[1568978005] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7875; }","duration":"1.950826018s","start":"2026-03-01T01:38:26.515589Z","end":"2026-03-01T01:38:28.466415Z","steps":["trace[1568978005] 'agreement among raft nodes before linearized reading' (duration: 1.950654554s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.466452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558820954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:38:28.466451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007508306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:28.466498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.597729Z","time spent":"1.868685378s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.4665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.460502Z","time spent":"2.005923864s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:28.466513Z","caller":"traceutil/trace.go:171","msg":"trace[448797535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7875; }","duration":"2.558908325s","start":"2026-03-01T01:38:25.907587Z","end":"2026-03-01T01:38:28.466495Z","steps":["trace[448797535] 'agreement among raft nodes before linearized reading' (duration: 2.558665209s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.466505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625890166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:38:28.466527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009338545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:38:28.466584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.907575Z","time spent":"2.558998108s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:38:28.466628Z","caller":"traceutil/trace.go:171","msg":"trace[823055079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7875; }","duration":"2.62606324s","start":"2026-03-01T01:38:25.840537Z","end":"2026-03-01T01:38:28.466601Z","steps":["trace[823055079] 'agreement among raft nodes before linearized reading' (duration: 2.625732741s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.466632Z","caller":"traceutil/trace.go:171","msg":"trace[1884500245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7875; }","duration":"2.009526189s","start":"2026-03-01T01:38:26.457085Z","end":"2026-03-01T01:38:28.466611Z","steps":["trace[1884500245] 'agreement among raft nodes before linearized reading' (duration: 2.009206171s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:28.466528Z","caller":"traceutil/trace.go:171","msg":"trace[1921669529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7875; }","duration":"2.00764997s","start":"2026-03-01T01:38:26.458859Z","end":"2026-03-01T01:38:28.466509Z","steps":["trace[1921669529] 'agreement among raft nodes before linearized reading' (duration: 2.007414973s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:28.466675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:25.840514Z","time spent":"2.626149873s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:38:28.466684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.457062Z","time spent":"2.009612032s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:28.46672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.458837Z","time spent":"2.007865206s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:38:28.466506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.515567Z","time spent":"1.950922791s","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:28.466525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.602534Z","time spent":"1.863920482s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.466543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:26.459812Z","time spent":"2.006631733s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:28.966025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577495788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:38:29.436797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.089970525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:38:29.681706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.446779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:38:29.682269Z","caller":"traceutil/trace.go:171","msg":"trace[948354981] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"2.358169691s","start":"2026-03-01T01:38:27.324076Z","end":"2026-03-01T01:38:29.682246Z","steps":["trace[948354981] 'process raft request' (duration: 2.357974076s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.68236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.324029Z","time spent":"2.358292564s","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:29.682894Z","caller":"traceutil/trace.go:171","msg":"trace[1674702153] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"2.398646221s","start":"2026-03-01T01:38:27.284195Z","end":"2026-03-01T01:38:29.682841Z","steps":["trace[1674702153] 'process raft request' (duration: 2.152916708s)","trace[1674702153] 'compare' (duration: 243.895654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:29.683054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.284147Z","time spent":"2.398820365s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:29.898863Z","caller":"traceutil/trace.go:171","msg":"trace[539746254] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"2.201977484s","start":"2026-03-01T01:38:27.696855Z","end":"2026-03-01T01:38:29.898832Z","steps":["trace[539746254] 'process raft request' (duration: 2.201767169s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.899245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.696825Z","time spent":"2.202318023s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:29.899445Z","caller":"traceutil/trace.go:171","msg":"trace[612429840] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8172; }","duration":"1.433757384s","start":"2026-03-01T01:38:28.46567Z","end":"2026-03-01T01:38:29.899428Z","steps":["trace[612429840] 'read index received' (duration: 971.393967ms)","trace[612429840] 'applied index is now lower than readState.Index' (duration: 462.361717ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:29.899601Z","caller":"traceutil/trace.go:171","msg":"trace[765124494] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"1.428141326s","start":"2026-03-01T01:38:28.471446Z","end":"2026-03-01T01:38:29.899587Z","steps":["trace[765124494] 'process raft request' (duration: 1.427797687s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.899626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605130693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:29.899663Z","caller":"traceutil/trace.go:171","msg":"trace[1904500969] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7881; }","duration":"1.605235736s","start":"2026-03-01T01:38:28.294409Z","end":"2026-03-01T01:38:29.899645Z","steps":["trace[1904500969] 'agreement among raft nodes before linearized reading' (duration: 1.605136403s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:29.899635Z","caller":"traceutil/trace.go:171","msg":"trace[694547935] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"1.428085415s","start":"2026-03-01T01:38:28.471491Z","end":"2026-03-01T01:38:29.899576Z","steps":["trace[694547935] 'process raft request' (duration: 1.427876799s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.899748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.471424Z","time spent":"1.428228159s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:29.899843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298362001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:38:29.899884Z","caller":"traceutil/trace.go:171","msg":"trace[739444478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7881; }","duration":"2.298403142s","start":"2026-03-01T01:38:27.601471Z","end":"2026-03-01T01:38:29.899874Z","steps":["trace[739444478] 'agreement among raft nodes before linearized reading' (duration: 2.298255278s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.899839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09057361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:29.899918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.601383Z","time spent":"2.298528465s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:38:29.899972Z","caller":"traceutil/trace.go:171","msg":"trace[283157721] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7881; }","duration":"2.090801006s","start":"2026-03-01T01:38:27.809137Z","end":"2026-03-01T01:38:29.899938Z","steps":["trace[283157721] 'agreement among raft nodes before linearized reading' (duration: 2.090527059s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.899703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.294379Z","time spent":"1.605315668s","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:29.899873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.471467Z","time spent":"1.428298731s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:29.899432Z","caller":"traceutil/trace.go:171","msg":"trace[591478113] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"1.428087915s","start":"2026-03-01T01:38:28.47131Z","end":"2026-03-01T01:38:29.899398Z","steps":["trace[591478113] 'process raft request' (duration: 1.427472649s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.900277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.471299Z","time spent":"1.428939567s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:29.899849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853455245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:29.90039Z","caller":"traceutil/trace.go:171","msg":"trace[1325859277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7881; }","duration":"1.85405411s","start":"2026-03-01T01:38:28.046322Z","end":"2026-03-01T01:38:29.900376Z","steps":["trace[1325859277] 'agreement among raft nodes before linearized reading' (duration: 1.853423913s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:29.90043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.046303Z","time spent":"1.854119232s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:29.900046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:27.809114Z","time spent":"2.090918949s","remote":"127.0.0.1:33918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:38:30.411943Z","caller":"traceutil/trace.go:171","msg":"trace[2129317916] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"705.639116ms","start":"2026-03-01T01:38:29.706252Z","end":"2026-03-01T01:38:30.411891Z","steps":["trace[2129317916] 'process raft request' (duration: 609.038894ms)","trace[2129317916] 'compare' (duration: 96.343956ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:30.412097Z","caller":"traceutil/trace.go:171","msg":"trace[359425586] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8178; }","duration":"512.547244ms","start":"2026-03-01T01:38:29.899512Z","end":"2026-03-01T01:38:30.412059Z","steps":["trace[359425586] 'read index received' (duration: 415.797697ms)","trace[359425586] 'applied index is now lower than readState.Index' (duration: 96.746407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:30.412233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676381166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:30.412298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768080309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:30.412011Z","caller":"traceutil/trace.go:171","msg":"trace[1990514312] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"505.874598ms","start":"2026-03-01T01:38:29.906105Z","end":"2026-03-01T01:38:30.41198Z","steps":["trace[1990514312] 'process raft request' (duration: 505.764675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.412432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941289286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189893e561d7bb88\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-01T01:38:30.412477Z","caller":"traceutil/trace.go:171","msg":"trace[749309165] range","detail":"{range_begin:/registry/events/openstack/key-manager.189893e561d7bb88; range_end:; response_count:1; response_revision:7883; }","duration":"1.941370817s","start":"2026-03-01T01:38:28.471093Z","end":"2026-03-01T01:38:30.412464Z","steps":["trace[749309165] 'agreement among raft nodes before linearized reading' (duration: 1.941137011s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.412465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321034166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:38:30.412514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.471087Z","time spent":"1.94141965s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/key-manager.189893e561d7bb88\" "} {"level":"info","ts":"2026-03-01T01:38:30.412491Z","caller":"traceutil/trace.go:171","msg":"trace[1012783333] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7883; }","duration":"1.768275014s","start":"2026-03-01T01:38:28.644114Z","end":"2026-03-01T01:38:30.412389Z","steps":["trace[1012783333] 'agreement among raft nodes before linearized reading' (duration: 1.768059468s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:30.41256Z","caller":"traceutil/trace.go:171","msg":"trace[1972108770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7883; }","duration":"1.32119793s","start":"2026-03-01T01:38:29.09134Z","end":"2026-03-01T01:38:30.412538Z","steps":["trace[1972108770] 'agreement among raft nodes before linearized reading' (duration: 1.320866162s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.412577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.644081Z","time spent":"1.768481699s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:30.412615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.091318Z","time spent":"1.321288753s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:38:30.41234Z","caller":"traceutil/trace.go:171","msg":"trace[965396364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7883; }","duration":"1.67653886s","start":"2026-03-01T01:38:28.735778Z","end":"2026-03-01T01:38:30.412317Z","steps":["trace[965396364] 'agreement among raft nodes before linearized reading' (duration: 1.676340634s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.412682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.735754Z","time spent":"1.67691114s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:30.4127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.906073Z","time spent":"506.443703ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:30.41227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.706228Z","time spent":"705.913073ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:38:30.412775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940983648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-01T01:38:30.41285Z","caller":"traceutil/trace.go:171","msg":"trace[285626687] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7883; }","duration":"1.9410973s","start":"2026-03-01T01:38:28.471735Z","end":"2026-03-01T01:38:30.412832Z","steps":["trace[285626687] 'agreement among raft nodes before linearized reading' (duration: 1.940393232s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.412313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.056827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:38:30.412334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.059306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:30.412928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.471729Z","time spent":"1.941176833s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T01:38:30.412943Z","caller":"traceutil/trace.go:171","msg":"trace[553180813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7883; }","duration":"678.773226ms","start":"2026-03-01T01:38:29.73415Z","end":"2026-03-01T01:38:30.412924Z","steps":["trace[553180813] 'agreement among raft nodes before linearized reading' (duration: 678.031096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.412969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943614347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-01T01:38:30.412966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.807874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:38:30.413092Z","caller":"traceutil/trace.go:171","msg":"trace[1141249113] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7883; }","duration":"1.943796292s","start":"2026-03-01T01:38:28.469276Z","end":"2026-03-01T01:38:30.413072Z","steps":["trace[1141249113] 'agreement among raft nodes before linearized reading' (duration: 1.943075363s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:30.413105Z","caller":"traceutil/trace.go:171","msg":"trace[1261035362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7883; }","duration":"666.007539ms","start":"2026-03-01T01:38:29.747082Z","end":"2026-03-01T01:38:30.41309Z","steps":["trace[1261035362] 'agreement among raft nodes before linearized reading' (duration: 665.257819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.413009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.734102Z","time spent":"678.880028ms","remote":"127.0.0.1:36162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:30.413154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.747069Z","time spent":"666.07403ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:38:30.412947Z","caller":"traceutil/trace.go:171","msg":"trace[1924609631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7883; }","duration":"502.712604ms","start":"2026-03-01T01:38:29.910221Z","end":"2026-03-01T01:38:30.412934Z","steps":["trace[1924609631] 'agreement among raft nodes before linearized reading' (duration: 502.046536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:30.413393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:29.910213Z","time spent":"503.101044ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:30.413151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:28.469261Z","time spent":"1.943875884s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T01:38:32.086743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42405403s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:38:32.087112Z","caller":"traceutil/trace.go:171","msg":"trace[1296484063] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"1.191595847s","start":"2026-03-01T01:38:30.895477Z","end":"2026-03-01T01:38:32.087073Z","steps":["trace[1296484063] 'process raft request' (duration: 1.191399722s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:32.087179Z","caller":"traceutil/trace.go:171","msg":"trace[1998562068] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8187; }","duration":"1.457572515s","start":"2026-03-01T01:38:30.629502Z","end":"2026-03-01T01:38:32.087075Z","steps":["trace[1998562068] 'read index received' (duration: 33.170017ms)","trace[1998562068] 'applied index is now lower than readState.Index' (duration: 1.424393498s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:32.087306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.895447Z","time spent":"1.191757111s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:32.95493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049653106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:38:32.955112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909812265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:32.955167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.986757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:38:32.955228Z","caller":"traceutil/trace.go:171","msg":"trace[1145736968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7891; }","duration":"1.909985809s","start":"2026-03-01T01:38:31.045211Z","end":"2026-03-01T01:38:32.955197Z","steps":["trace[1145736968] 'agreement among raft nodes before linearized reading' (duration: 1.042543788s)","trace[1145736968] 'range keys from in-memory index tree' (duration: 867.286137ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:32.955259Z","caller":"traceutil/trace.go:171","msg":"trace[613955400] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7891; }","duration":"496.116179ms","start":"2026-03-01T01:38:32.459119Z","end":"2026-03-01T01:38:32.955235Z","steps":["trace[613955400] 'count revisions from in-memory index tree' (duration: 495.908524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.955294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:31.045185Z","time spent":"1.910092492s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:32.955313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.459108Z","time spent":"496.193252ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:32.955405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050065427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:38:32.955428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.885787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:38:32.955477Z","caller":"traceutil/trace.go:171","msg":"trace[2002132960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7891; }","duration":"1.05021177s","start":"2026-03-01T01:38:31.905247Z","end":"2026-03-01T01:38:32.955458Z","steps":["trace[2002132960] 'agreement among raft nodes before linearized reading' (duration: 182.468101ms)","trace[2002132960] 'range keys from in-memory index tree' (duration: 867.512483ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:32.955478Z","caller":"traceutil/trace.go:171","msg":"trace[292601056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7891; }","duration":"536.989319ms","start":"2026-03-01T01:38:32.418474Z","end":"2026-03-01T01:38:32.955464Z","steps":["trace[292601056] 'range keys from in-memory index tree' (duration: 536.728542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.955508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:31.905213Z","time spent":"1.050290062s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:38:32.955503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.206303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:38:32.955511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.418449Z","time spent":"537.054631ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:38:32.955476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.467458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:38:32.955594Z","caller":"traceutil/trace.go:171","msg":"trace[654240195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7891; }","duration":"440.612273ms","start":"2026-03-01T01:38:32.514957Z","end":"2026-03-01T01:38:32.955569Z","steps":["trace[654240195] 'range keys from in-memory index tree' (duration: 440.196502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.955619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326108975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:32.955656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093743975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:32.955658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.514869Z","time spent":"440.773997ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:38:32.955687Z","caller":"traceutil/trace.go:171","msg":"trace[258139619] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7891; }","duration":"2.093823927s","start":"2026-03-01T01:38:30.861851Z","end":"2026-03-01T01:38:32.955675Z","steps":["trace[258139619] 'agreement among raft nodes before linearized reading' (duration: 1.225867492s)","trace[258139619] 'count revisions from in-memory index tree' (duration: 867.896033ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:32.955694Z","caller":"traceutil/trace.go:171","msg":"trace[780908076] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7891; }","duration":"2.326214628s","start":"2026-03-01T01:38:30.629455Z","end":"2026-03-01T01:38:32.95567Z","steps":["trace[780908076] 'agreement among raft nodes before linearized reading' (duration: 1.457698338s)","trace[780908076] 'range keys from in-memory index tree' (duration: 868.408147ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:32.95554Z","caller":"traceutil/trace.go:171","msg":"trace[771305359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7891; }","duration":"532.265085ms","start":"2026-03-01T01:38:32.423265Z","end":"2026-03-01T01:38:32.95553Z","steps":["trace[771305359] 'range keys from in-memory index tree' (duration: 532.06056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:32.955727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.861821Z","time spent":"2.093897589s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:32.955739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050331853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:38:32.955758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.423256Z","time spent":"532.492421ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:38:32.955757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:30.629439Z","time spent":"2.326303631s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T01:38:32.955784Z","caller":"traceutil/trace.go:171","msg":"trace[50238079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7891; }","duration":"1.050423366s","start":"2026-03-01T01:38:31.905347Z","end":"2026-03-01T01:38:32.955771Z","steps":["trace[50238079] 'agreement among raft nodes before linearized reading' (duration: 182.3912ms)","trace[50238079] 'range keys from in-memory index tree' (duration: 867.923544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:32.955821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:31.905306Z","time spent":"1.050502559s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:38:32.956247Z","caller":"traceutil/trace.go:171","msg":"trace[1163641779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7891; }","duration":"1.049854931s","start":"2026-03-01T01:38:31.905176Z","end":"2026-03-01T01:38:32.955031Z","steps":["trace[1163641779] 'agreement among raft nodes before linearized reading' (duration: 182.550193ms)","trace[1163641779] 'range keys from in-memory index tree' (duration: 866.945898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:32.95636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:31.90515Z","time spent":"1.051193197s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:38:33.110444Z","caller":"traceutil/trace.go:171","msg":"trace[1501353718] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"594.53168ms","start":"2026-03-01T01:38:32.515879Z","end":"2026-03-01T01:38:33.110411Z","steps":["trace[1501353718] 'process raft request' (duration: 594.278153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.110754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.515858Z","time spent":"594.693404ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:33.724327Z","caller":"traceutil/trace.go:171","msg":"trace[739056240] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"1.208102361s","start":"2026-03-01T01:38:32.516184Z","end":"2026-03-01T01:38:33.724286Z","steps":["trace[739056240] 'process raft request' (duration: 1.206382186s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:33.724393Z","caller":"traceutil/trace.go:171","msg":"trace[550204597] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"1.208120032s","start":"2026-03-01T01:38:32.516202Z","end":"2026-03-01T01:38:33.724322Z","steps":["trace[550204597] 'process raft request' (duration: 1.207976419s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.724534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.516173Z","time spent":"1.208270667s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:33.724777Z","caller":"traceutil/trace.go:171","msg":"trace[1273006663] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"764.594632ms","start":"2026-03-01T01:38:32.960167Z","end":"2026-03-01T01:38:33.724762Z","steps":["trace[1273006663] 'process raft request' (duration: 764.443908ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:33.724775Z","caller":"traceutil/trace.go:171","msg":"trace[2104510252] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"765.390563ms","start":"2026-03-01T01:38:32.959356Z","end":"2026-03-01T01:38:33.724746Z","steps":["trace[2104510252] 'process raft request' (duration: 764.914471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.724835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.960152Z","time spent":"764.650284ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:33.724832Z","caller":"traceutil/trace.go:171","msg":"trace[1193527293] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"764.557711ms","start":"2026-03-01T01:38:32.960242Z","end":"2026-03-01T01:38:33.7248Z","steps":["trace[1193527293] 'process raft request' (duration: 764.477949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.724884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.959326Z","time spent":"765.504787ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:33.724984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.960229Z","time spent":"764.676445ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:33.724594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.51616Z","time spent":"1.208345698s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:38:33.725002Z","caller":"traceutil/trace.go:171","msg":"trace[2080921189] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"763.340309ms","start":"2026-03-01T01:38:32.961623Z","end":"2026-03-01T01:38:33.724964Z","steps":["trace[2080921189] 'process raft request' (duration: 763.134434ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:33.725095Z","caller":"traceutil/trace.go:171","msg":"trace[780365617] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8189; }","duration":"767.892649ms","start":"2026-03-01T01:38:32.957184Z","end":"2026-03-01T01:38:33.725077Z","steps":["trace[780365617] 'read index received' (duration: 153.008693ms)","trace[780365617] 'applied index is now lower than readState.Index' (duration: 614.882626ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:33.725104Z","caller":"traceutil/trace.go:171","msg":"trace[958900071] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"763.204005ms","start":"2026-03-01T01:38:32.961881Z","end":"2026-03-01T01:38:33.725085Z","steps":["trace[958900071] 'process raft request' (duration: 763.024961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.725174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.961616Z","time spent":"763.473803ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:33.725191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.961862Z","time spent":"763.286038ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:38:33.725204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.015812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:33.725265Z","caller":"traceutil/trace.go:171","msg":"trace[1252345267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7899; }","duration":"768.096595ms","start":"2026-03-01T01:38:32.957144Z","end":"2026-03-01T01:38:33.725241Z","steps":["trace[1252345267] 'agreement among raft nodes before linearized reading' (duration: 768.013542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.725304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.957117Z","time spent":"768.179127ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:38:33.725287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.793084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:38:33.725322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.355201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:38:33.725363Z","caller":"traceutil/trace.go:171","msg":"trace[262739875] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7899; }","duration":"645.439623ms","start":"2026-03-01T01:38:33.079914Z","end":"2026-03-01T01:38:33.725353Z","steps":["trace[262739875] 'agreement among raft nodes before linearized reading' (duration: 645.363301ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:33.725359Z","caller":"traceutil/trace.go:171","msg":"trace[76334652] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7899; }","duration":"765.870986ms","start":"2026-03-01T01:38:32.959468Z","end":"2026-03-01T01:38:33.725339Z","steps":["trace[76334652] 'agreement among raft nodes before linearized reading' (duration: 765.750193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.725382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.362733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T01:38:33.725395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.079897Z","time spent":"645.489675ms","remote":"127.0.0.1:33488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:38:33.725407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.95945Z","time spent":"765.946738ms","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T01:38:33.725414Z","caller":"traceutil/trace.go:171","msg":"trace[1995707221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7899; }","duration":"371.445365ms","start":"2026-03-01T01:38:33.353956Z","end":"2026-03-01T01:38:33.725401Z","steps":["trace[1995707221] 'agreement among raft nodes before linearized reading' (duration: 371.319721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.72546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.353918Z","time spent":"371.536027ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T01:38:33.725457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.241164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T01:38:33.725539Z","caller":"traceutil/trace.go:171","msg":"trace[1411074450] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7899; }","duration":"487.416089ms","start":"2026-03-01T01:38:33.238104Z","end":"2026-03-01T01:38:33.72552Z","steps":["trace[1411074450] 'agreement among raft nodes before linearized reading' (duration: 487.159052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.72559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:33.238079Z","time spent":"487.494251ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T01:38:33.725688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.003567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-01T01:38:33.725726Z","caller":"traceutil/trace.go:171","msg":"trace[1351413830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7899; }","duration":"764.175311ms","start":"2026-03-01T01:38:32.96154Z","end":"2026-03-01T01:38:33.725715Z","steps":["trace[1351413830] 'agreement among raft nodes before linearized reading' (duration: 763.794421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:33.725755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:32.961532Z","time spent":"764.215872ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224165,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:38:34.696417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.323466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xbfj8\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-01T01:38:34.696519Z","caller":"traceutil/trace.go:171","msg":"trace[906953817] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xbfj8; range_end:; response_count:1; response_revision:7904; }","duration":"149.51221ms","start":"2026-03-01T01:38:34.546982Z","end":"2026-03-01T01:38:34.696494Z","steps":["trace[906953817] 'range keys from in-memory index tree' (duration: 149.10495ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:37.93034Z","caller":"traceutil/trace.go:171","msg":"trace[886757409] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8220; }","duration":"155.858218ms","start":"2026-03-01T01:38:37.774449Z","end":"2026-03-01T01:38:37.930308Z","steps":["trace[886757409] 'read index received' (duration: 64.313199ms)","trace[886757409] 'applied index is now lower than readState.Index' (duration: 91.543189ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:38:37.930363Z","caller":"traceutil/trace.go:171","msg":"trace[676959821] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"158.089237ms","start":"2026-03-01T01:38:37.772233Z","end":"2026-03-01T01:38:37.930323Z","steps":["trace[676959821] 'process raft request' (duration: 66.510928ms)","trace[676959821] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 91.295412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:38:37.930646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.901209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:38:37.93062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.140815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:38:37.930688Z","caller":"traceutil/trace.go:171","msg":"trace[333456843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7922; }","duration":"156.016653ms","start":"2026-03-01T01:38:37.77466Z","end":"2026-03-01T01:38:37.930677Z","steps":["trace[333456843] 'agreement among raft nodes before linearized reading' (duration: 155.824648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:37.930708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.096692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:38:37.930717Z","caller":"traceutil/trace.go:171","msg":"trace[325510956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7922; }","duration":"156.268549ms","start":"2026-03-01T01:38:37.774423Z","end":"2026-03-01T01:38:37.930691Z","steps":["trace[325510956] 'agreement among raft nodes before linearized reading' (duration: 156.033203ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:38:37.930768Z","caller":"traceutil/trace.go:171","msg":"trace[162403217] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:7922; }","duration":"154.176324ms","start":"2026-03-01T01:38:37.776568Z","end":"2026-03-01T01:38:37.930744Z","steps":["trace[162403217] 'agreement among raft nodes before linearized reading' (duration: 153.983529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:38:37.930978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.182597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:38:37.931044Z","caller":"traceutil/trace.go:171","msg":"trace[990433295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7922; }","duration":"156.268869ms","start":"2026-03-01T01:38:37.77476Z","end":"2026-03-01T01:38:37.931029Z","steps":["trace[990433295] 'agreement among raft nodes before linearized reading' (duration: 156.003872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.408467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:39:00.495005Z","caller":"traceutil/trace.go:171","msg":"trace[1660168756] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"623.794163ms","start":"2026-03-01T01:38:59.871177Z","end":"2026-03-01T01:39:00.494971Z","steps":["trace[1660168756] 'process raft request' (duration: 623.616728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.495355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:59.87115Z","time spent":"623.944327ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:00.50214Z","caller":"traceutil/trace.go:171","msg":"trace[2032799948] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"585.127591ms","start":"2026-03-01T01:38:59.916958Z","end":"2026-03-01T01:39:00.502086Z","steps":["trace[2032799948] 'process raft request' (duration: 584.971887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.502261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:59.916919Z","time spent":"585.280365ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:00.502526Z","caller":"traceutil/trace.go:171","msg":"trace[115894527] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"584.914716ms","start":"2026-03-01T01:38:59.917591Z","end":"2026-03-01T01:39:00.502505Z","steps":["trace[115894527] 'process raft request' (duration: 584.452284ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:00.502575Z","caller":"traceutil/trace.go:171","msg":"trace[2051078070] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"155.455707ms","start":"2026-03-01T01:39:00.3471Z","end":"2026-03-01T01:39:00.502556Z","steps":["trace[2051078070] 'process raft request' (duration: 155.277843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.502611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.263693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:00.502654Z","caller":"traceutil/trace.go:171","msg":"trace[1476428607] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8074; }","duration":"594.362456ms","start":"2026-03-01T01:38:59.908278Z","end":"2026-03-01T01:39:00.502641Z","steps":["trace[1476428607] 'agreement among raft nodes before linearized reading' (duration: 594.281083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.502647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:59.917572Z","time spent":"585.005938ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:00.502682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:59.908259Z","time spent":"594.415576ms","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"info","ts":"2026-03-01T01:39:00.502506Z","caller":"traceutil/trace.go:171","msg":"trace[940341875] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8375; }","duration":"594.137829ms","start":"2026-03-01T01:38:59.908336Z","end":"2026-03-01T01:39:00.502474Z","steps":["trace[940341875] 'read index received' (duration: 586.488657ms)","trace[940341875] 'applied index is now lower than readState.Index' (duration: 7.648012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:00.503063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.616163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:39:00.503086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.850848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:00.503128Z","caller":"traceutil/trace.go:171","msg":"trace[281965838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8074; }","duration":"398.727576ms","start":"2026-03-01T01:39:00.104385Z","end":"2026-03-01T01:39:00.503113Z","steps":["trace[281965838] 'agreement among raft nodes before linearized reading' (duration: 398.521931ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:00.503166Z","caller":"traceutil/trace.go:171","msg":"trace[1638694856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8074; }","duration":"580.985562ms","start":"2026-03-01T01:38:59.922157Z","end":"2026-03-01T01:39:00.503143Z","steps":["trace[1638694856] 'agreement among raft nodes before linearized reading' (duration: 580.719685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.503181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.10436Z","time spent":"398.809559ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:00.503202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.327137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:39:00.50325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.52632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:00.503267Z","caller":"traceutil/trace.go:171","msg":"trace[335205825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8074; }","duration":"403.439371ms","start":"2026-03-01T01:39:00.09981Z","end":"2026-03-01T01:39:00.503249Z","steps":["trace[335205825] 'agreement among raft nodes before linearized reading' (duration: 403.296707ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:00.503287Z","caller":"traceutil/trace.go:171","msg":"trace[1619674313] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8074; }","duration":"426.588962ms","start":"2026-03-01T01:39:00.076689Z","end":"2026-03-01T01:39:00.503278Z","steps":["trace[1619674313] 'agreement among raft nodes before linearized reading' (duration: 426.443069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.503311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.456931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:39:00.503317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.099785Z","time spent":"403.522353ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:00.503322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.076678Z","time spent":"426.635033ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:00.50335Z","caller":"traceutil/trace.go:171","msg":"trace[1571019152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8074; }","duration":"470.516673ms","start":"2026-03-01T01:39:00.032821Z","end":"2026-03-01T01:39:00.503338Z","steps":["trace[1571019152] 'agreement among raft nodes before linearized reading' (duration: 470.41132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.503208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:59.922141Z","time spent":"581.059714ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:00.503392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.032808Z","time spent":"470.576914ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:00.50305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.562801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:00.503482Z","caller":"traceutil/trace.go:171","msg":"trace[725622788] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8074; }","duration":"444.051063ms","start":"2026-03-01T01:39:00.059419Z","end":"2026-03-01T01:39:00.50347Z","steps":["trace[725622788] 'agreement among raft nodes before linearized reading' (duration: 443.5401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.503515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.059402Z","time spent":"444.103005ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:00.503523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.234033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:39:00.503551Z","caller":"traceutil/trace.go:171","msg":"trace[63742875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8074; }","duration":"387.286383ms","start":"2026-03-01T01:39:00.116256Z","end":"2026-03-01T01:39:00.503543Z","steps":["trace[63742875] 'agreement among raft nodes before linearized reading' (duration: 387.201311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.503562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.579866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-01T01:39:00.50358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.116243Z","time spent":"387.331475ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"info","ts":"2026-03-01T01:39:00.503591Z","caller":"traceutil/trace.go:171","msg":"trace[191065335] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6; range_end:; response_count:1; response_revision:8074; }","duration":"573.657578ms","start":"2026-03-01T01:38:59.929923Z","end":"2026-03-01T01:39:00.503581Z","steps":["trace[191065335] 'agreement among raft nodes before linearized reading' (duration: 573.571896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.503618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:38:59.929894Z","time spent":"573.71846ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" "} {"level":"warn","ts":"2026-03-01T01:39:00.503907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.045148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:39:00.504411Z","caller":"traceutil/trace.go:171","msg":"trace[1400758740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8074; }","duration":"398.587393ms","start":"2026-03-01T01:39:00.105797Z","end":"2026-03-01T01:39:00.504384Z","steps":["trace[1400758740] 'agreement among raft nodes before linearized reading' (duration: 397.833753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:00.504541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:00.105759Z","time spent":"398.733577ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:02.793448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496413,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:39:02.953393Z","caller":"traceutil/trace.go:171","msg":"trace[378619518] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"837.389677ms","start":"2026-03-01T01:39:02.11596Z","end":"2026-03-01T01:39:02.95335Z","steps":["trace[378619518] 'process raft request' (duration: 837.193052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.953828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.11593Z","time spent":"837.716486ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:02.986258Z","caller":"traceutil/trace.go:171","msg":"trace[1895399197] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"477.692163ms","start":"2026-03-01T01:39:02.508547Z","end":"2026-03-01T01:39:02.986239Z","steps":["trace[1895399197] 'process raft request' (duration: 477.536059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.986375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.508515Z","time spent":"477.795256ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:02.986842Z","caller":"traceutil/trace.go:171","msg":"trace[1259554047] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8390; }","duration":"693.973367ms","start":"2026-03-01T01:39:02.292851Z","end":"2026-03-01T01:39:02.986824Z","steps":["trace[1259554047] 'read index received' (duration: 660.4065ms)","trace[1259554047] 'applied index is now lower than readState.Index' (duration: 33.564637ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:02.986912Z","caller":"traceutil/trace.go:171","msg":"trace[593510711] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"476.480101ms","start":"2026-03-01T01:39:02.510404Z","end":"2026-03-01T01:39:02.986884Z","steps":["trace[593510711] 'process raft request' (duration: 475.791053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.98707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.136602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:02.987105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.510371Z","time spent":"476.652095ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:02.987138Z","caller":"traceutil/trace.go:171","msg":"trace[344512805] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8087; }","duration":"694.341657ms","start":"2026-03-01T01:39:02.292782Z","end":"2026-03-01T01:39:02.987124Z","steps":["trace[344512805] 'agreement among raft nodes before linearized reading' (duration: 694.146282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.987187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.29276Z","time spent":"694.413189ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:02.987182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.450003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:39:02.987268Z","caller":"traceutil/trace.go:171","msg":"trace[711869378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8087; }","duration":"475.581126ms","start":"2026-03-01T01:39:02.511665Z","end":"2026-03-01T01:39:02.987247Z","steps":["trace[711869378] 'agreement among raft nodes before linearized reading' (duration: 475.35151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.987315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.511654Z","time spent":"475.653419ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:02.987606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.404246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:39:02.987628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.384135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:39:02.987716Z","caller":"traceutil/trace.go:171","msg":"trace[27451184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8087; }","duration":"474.484958ms","start":"2026-03-01T01:39:02.513213Z","end":"2026-03-01T01:39:02.987698Z","steps":["trace[27451184] 'agreement among raft nodes before linearized reading' (duration: 474.242122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.987756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.779889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:39:02.987781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.876318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:39:02.987827Z","caller":"traceutil/trace.go:171","msg":"trace[1596262668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8087; }","duration":"473.851671ms","start":"2026-03-01T01:39:02.513959Z","end":"2026-03-01T01:39:02.987811Z","steps":["trace[1596262668] 'agreement among raft nodes before linearized reading' (duration: 473.680567ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:02.987851Z","caller":"traceutil/trace.go:171","msg":"trace[1145690274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8087; }","duration":"474.95353ms","start":"2026-03-01T01:39:02.512863Z","end":"2026-03-01T01:39:02.987817Z","steps":["trace[1145690274] 'agreement among raft nodes before linearized reading' (duration: 474.805397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.987778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.513207Z","time spent":"474.55108ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:02.987878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.513954Z","time spent":"473.912493ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:02.987901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.51285Z","time spent":"475.033672ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:39:02.987643Z","caller":"traceutil/trace.go:171","msg":"trace[816955863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8087; }","duration":"474.458488ms","start":"2026-03-01T01:39:02.513174Z","end":"2026-03-01T01:39:02.987632Z","steps":["trace[816955863] 'agreement among raft nodes before linearized reading' (duration: 474.362215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.987964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.513162Z","time spent":"474.788746ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:02.988383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.636869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:39:02.988524Z","caller":"traceutil/trace.go:171","msg":"trace[1662163678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8087; }","duration":"472.826865ms","start":"2026-03-01T01:39:02.515679Z","end":"2026-03-01T01:39:02.988506Z","steps":["trace[1662163678] 'agreement among raft nodes before linearized reading' (duration: 471.790677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:02.988865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:02.515668Z","time spent":"473.104542ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"info","ts":"2026-03-01T01:39:03.111533Z","caller":"traceutil/trace.go:171","msg":"trace[1575249701] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"119.025005ms","start":"2026-03-01T01:39:02.992477Z","end":"2026-03-01T01:39:03.111502Z","steps":["trace[1575249701] 'process raft request' (duration: 77.802676ms)","trace[1575249701] 'compare' (duration: 41.044635ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:03.111706Z","caller":"traceutil/trace.go:171","msg":"trace[1726428325] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"119.168968ms","start":"2026-03-01T01:39:02.992521Z","end":"2026-03-01T01:39:03.11169Z","steps":["trace[1726428325] 'process raft request' (duration: 118.943222ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:03.112Z","caller":"traceutil/trace.go:171","msg":"trace[267793082] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"118.682696ms","start":"2026-03-01T01:39:02.993296Z","end":"2026-03-01T01:39:03.111979Z","steps":["trace[267793082] 'process raft request' (duration: 118.345257ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:03.112052Z","caller":"traceutil/trace.go:171","msg":"trace[201823140] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"117.423783ms","start":"2026-03-01T01:39:02.994595Z","end":"2026-03-01T01:39:03.112019Z","steps":["trace[201823140] 'process raft request' (duration: 117.30363ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:03.112153Z","caller":"traceutil/trace.go:171","msg":"trace[1575696013] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"117.413192ms","start":"2026-03-01T01:39:02.994723Z","end":"2026-03-01T01:39:03.112136Z","steps":["trace[1575696013] 'process raft request' (duration: 117.256538ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:03.112104Z","caller":"traceutil/trace.go:171","msg":"trace[1590560777] linearizableReadLoop","detail":"{readStateIndex:8396; appliedIndex:8393; }","duration":"117.711711ms","start":"2026-03-01T01:39:02.99437Z","end":"2026-03-01T01:39:03.112081Z","steps":["trace[1590560777] 'read index received' (duration: 75.864915ms)","trace[1590560777] 'applied index is now lower than readState.Index' (duration: 41.845466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:03.112653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.228664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228872"} {"level":"info","ts":"2026-03-01T01:39:03.112724Z","caller":"traceutil/trace.go:171","msg":"trace[557177722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8092; }","duration":"118.363287ms","start":"2026-03-01T01:39:02.994342Z","end":"2026-03-01T01:39:03.112705Z","steps":["trace[557177722] 'agreement among raft nodes before linearized reading' (duration: 117.862704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:07.630487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:08.058759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01311048s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:08.059174Z","caller":"traceutil/trace.go:171","msg":"trace[617083596] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"1.013621764s","start":"2026-03-01T01:39:07.045521Z","end":"2026-03-01T01:39:08.059143Z","steps":["trace[617083596] 'process raft request' (duration: 1.01345858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:08.059311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.045489Z","time spent":"1.013743677s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:10.044458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:39:10.044563Z","caller":"traceutil/trace.go:171","msg":"trace[1523197675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199692s","start":"2026-03-01T01:39:08.044337Z","end":"2026-03-01T01:39:10.044536Z","steps":["trace[1523197675] 'agreement among raft nodes before linearized reading' (duration: 2.000072229s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.044618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:08.044322Z","time spent":"2.000285395s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:39:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:39:10.42041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.361466358s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:10.493613Z","caller":"traceutil/trace.go:171","msg":"trace[670291087] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8411; }","duration":"3.363481235s","start":"2026-03-01T01:39:07.130101Z","end":"2026-03-01T01:39:10.493582Z","steps":["trace[670291087] 'read index received' (duration: 928.884045ms)","trace[670291087] 'applied index is now lower than readState.Index' (duration: 2.43459571s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:10.49364Z","caller":"traceutil/trace.go:171","msg":"trace[2089786985] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"3.447790513s","start":"2026-03-01T01:39:07.045799Z","end":"2026-03-01T01:39:10.493589Z","steps":["trace[2089786985] 'process raft request' (duration: 3.374875366s)","trace[2089786985] 'compare' (duration: 72.336211ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:10.493707Z","caller":"traceutil/trace.go:171","msg":"trace[1736150474] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"3.212139556s","start":"2026-03-01T01:39:07.281495Z","end":"2026-03-01T01:39:10.493635Z","steps":["trace[1736150474] 'process raft request' (duration: 3.212010352s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.49381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.045771Z","time spent":"3.447946717s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:10.493878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363755172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:39:10.493917Z","caller":"traceutil/trace.go:171","msg":"trace[1638816704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8107; }","duration":"3.363861395s","start":"2026-03-01T01:39:07.130045Z","end":"2026-03-01T01:39:10.493906Z","steps":["trace[1638816704] 'agreement among raft nodes before linearized reading' (duration: 3.3636797s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.493924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.281461Z","time spent":"3.212344891s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:10.493952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.130023Z","time spent":"3.363921087s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:39:10.505039Z","caller":"traceutil/trace.go:171","msg":"trace[118311333] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"440.191971ms","start":"2026-03-01T01:39:10.064821Z","end":"2026-03-01T01:39:10.505013Z","steps":["trace[118311333] 'process raft request' (duration: 440.011597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.505198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.064795Z","time spent":"440.325525ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:10.504915Z","caller":"traceutil/trace.go:171","msg":"trace[2121593669] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"2.156925583s","start":"2026-03-01T01:39:08.347959Z","end":"2026-03-01T01:39:10.504885Z","steps":["trace[2121593669] 'process raft request' (duration: 2.156736078s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.505885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:08.347918Z","time spent":"2.157849147s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:10.536852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817021311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:10.53689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.387094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:10.536922Z","caller":"traceutil/trace.go:171","msg":"trace[1308094152] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8111; }","duration":"916.452506ms","start":"2026-03-01T01:39:09.620461Z","end":"2026-03-01T01:39:10.536914Z","steps":["trace[1308094152] 'agreement among raft nodes before linearized reading' (duration: 916.379264ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:10.536924Z","caller":"traceutil/trace.go:171","msg":"trace[497857244] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8111; }","duration":"1.817156365s","start":"2026-03-01T01:39:08.719754Z","end":"2026-03-01T01:39:10.53691Z","steps":["trace[497857244] 'agreement among raft nodes before linearized reading' (duration: 1.817040082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.536951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.620413Z","time spent":"916.529538ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:10.536977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.527297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:39:10.537061Z","caller":"traceutil/trace.go:171","msg":"trace[496756102] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6; range_end:; response_count:1; response_revision:8111; }","duration":"606.669891ms","start":"2026-03-01T01:39:09.93037Z","end":"2026-03-01T01:39:10.53704Z","steps":["trace[496756102] 'agreement among raft nodes before linearized reading' (duration: 606.449375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.519699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:10.537113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.930346Z","time spent":"606.753493ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" "} {"level":"warn","ts":"2026-03-01T01:39:10.537135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399837476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:39:10.537155Z","caller":"traceutil/trace.go:171","msg":"trace[2038151427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8111; }","duration":"3.399895448s","start":"2026-03-01T01:39:07.137253Z","end":"2026-03-01T01:39:10.537149Z","steps":["trace[2038151427] 'agreement among raft nodes before linearized reading' (duration: 3.399821756s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023848754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:39:10.537167Z","caller":"traceutil/trace.go:171","msg":"trace[1011243027] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8111; }","duration":"309.748775ms","start":"2026-03-01T01:39:10.227378Z","end":"2026-03-01T01:39:10.537127Z","steps":["trace[1011243027] 'agreement among raft nodes before linearized reading' (duration: 309.494218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398920272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:39:10.537203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525841682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:10.537222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397790311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:39:10.53722Z","caller":"traceutil/trace.go:171","msg":"trace[2141006496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8111; }","duration":"1.023962707s","start":"2026-03-01T01:39:09.513238Z","end":"2026-03-01T01:39:10.537201Z","steps":["trace[2141006496] 'agreement among raft nodes before linearized reading' (duration: 1.023738551s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399379634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:39:10.537251Z","caller":"traceutil/trace.go:171","msg":"trace[125900438] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8111; }","duration":"2.525947464s","start":"2026-03-01T01:39:08.011292Z","end":"2026-03-01T01:39:10.53724Z","steps":["trace[125900438] 'agreement among raft nodes before linearized reading' (duration: 2.525858402s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.227352Z","time spent":"309.867067ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:10.537263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.513217Z","time spent":"1.024037309s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:10.537281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:08.011269Z","time spent":"2.526007626s","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:10.53728Z","caller":"traceutil/trace.go:171","msg":"trace[1949801517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8111; }","duration":"3.399006214s","start":"2026-03-01T01:39:07.138228Z","end":"2026-03-01T01:39:10.537234Z","steps":["trace[1949801517] 'agreement among raft nodes before linearized reading' (duration: 3.398799658s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:10.537285Z","caller":"traceutil/trace.go:171","msg":"trace[1580392595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8111; }","duration":"3.399431675s","start":"2026-03-01T01:39:07.13784Z","end":"2026-03-01T01:39:10.537272Z","steps":["trace[1580392595] 'agreement among raft nodes before linearized reading' (duration: 3.399332812s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:10.537252Z","caller":"traceutil/trace.go:171","msg":"trace[749128796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8111; }","duration":"3.397868054s","start":"2026-03-01T01:39:07.139377Z","end":"2026-03-01T01:39:10.537245Z","steps":["trace[749128796] 'agreement among raft nodes before linearized reading' (duration: 3.39771619s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.137835Z","time spent":"3.399502197s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:10.537324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.138224Z","time spent":"3.399090876s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:39:10.537388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.139353Z","time spent":"3.398010967s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:10.537175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.137207Z","time spent":"3.399964329s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:10.536983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.043219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:10.537623Z","caller":"traceutil/trace.go:171","msg":"trace[1047344278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8111; }","duration":"834.720386ms","start":"2026-03-01T01:39:09.702871Z","end":"2026-03-01T01:39:10.537591Z","steps":["trace[1047344278] 'agreement among raft nodes before linearized reading' (duration: 834.015148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.257049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:10.537872Z","caller":"traceutil/trace.go:171","msg":"trace[558977535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8111; }","duration":"486.386882ms","start":"2026-03-01T01:39:10.051468Z","end":"2026-03-01T01:39:10.537855Z","steps":["trace[558977535] 'agreement among raft nodes before linearized reading' (duration: 486.129475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.537907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.051445Z","time spent":"486.455324ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:10.537889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055677554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:10.53796Z","caller":"traceutil/trace.go:171","msg":"trace[78936019] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8111; }","duration":"1.055828029s","start":"2026-03-01T01:39:09.482114Z","end":"2026-03-01T01:39:10.537942Z","steps":["trace[78936019] 'agreement among raft nodes before linearized reading' (duration: 1.054679128s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.53696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:08.719731Z","time spent":"1.817218596s","remote":"127.0.0.1:45932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:10.538028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.482089Z","time spent":"1.055917381s","remote":"127.0.0.1:45884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:10.537981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:09.702857Z","time spent":"834.83783ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:10.538976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397407331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:39:10.539058Z","caller":"traceutil/trace.go:171","msg":"trace[1510936425] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8111; }","duration":"3.397521715s","start":"2026-03-01T01:39:07.141518Z","end":"2026-03-01T01:39:10.53904Z","steps":["trace[1510936425] 'agreement among raft nodes before linearized reading' (duration: 3.395552533s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:10.539089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:07.141507Z","time spent":"3.397576836s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:39:11.632268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.5168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-01T01:39:11.632383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.539525Z","time spent":"1.092852548s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:39:12.119284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411505437s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:39:12.273621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.918287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:12.274514Z","caller":"traceutil/trace.go:171","msg":"trace[1287979425] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"1.732231612s","start":"2026-03-01T01:39:10.542261Z","end":"2026-03-01T01:39:12.274492Z","steps":["trace[1287979425] 'process raft request' (duration: 1.732090368s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.27451Z","caller":"traceutil/trace.go:171","msg":"trace[434328101] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"1.732276253s","start":"2026-03-01T01:39:10.542193Z","end":"2026-03-01T01:39:12.274469Z","steps":["trace[434328101] 'process raft request' (duration: 1.732116019s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.274608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.542255Z","time spent":"1.732309644s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:12.274556Z","caller":"traceutil/trace.go:171","msg":"trace[1941822574] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"1.732394577s","start":"2026-03-01T01:39:10.542088Z","end":"2026-03-01T01:39:12.274483Z","steps":["trace[1941822574] 'process raft request' (duration: 1.73213304s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:12.274712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.54217Z","time spent":"1.732437818s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:12.274916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.542085Z","time spent":"1.732642553s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:12.275286Z","caller":"traceutil/trace.go:171","msg":"trace[201915156] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"1.732271363s","start":"2026-03-01T01:39:10.542045Z","end":"2026-03-01T01:39:12.274317Z","steps":["trace[201915156] 'process raft request' (duration: 1.577557295s)","trace[201915156] 'compare' (duration: 153.740912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:12.275457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.542034Z","time spent":"1.733342001s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:12.671671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.257836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:39:12.672218Z","caller":"traceutil/trace.go:171","msg":"trace[150754753] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"1.972018678s","start":"2026-03-01T01:39:10.700171Z","end":"2026-03-01T01:39:12.67219Z","steps":["trace[150754753] 'process raft request' (duration: 1.971626837s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:12.672216Z","caller":"traceutil/trace.go:171","msg":"trace[1728897058] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8418; }","duration":"2.129966391s","start":"2026-03-01T01:39:10.542223Z","end":"2026-03-01T01:39:12.672189Z","steps":["trace[1728897058] 'read index received' (duration: 165.523433ms)","trace[1728897058] 'applied index is now lower than readState.Index' (duration: 1.964441618s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:12.672434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.70014Z","time spent":"1.97214018s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:13.046223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000393667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:39:13.046331Z","caller":"traceutil/trace.go:171","msg":"trace[640096188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584742s","start":"2026-03-01T01:39:11.045721Z","end":"2026-03-01T01:39:13.046306Z","steps":["trace[640096188] 'agreement among raft nodes before linearized reading' (duration: 2.00012857s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.046385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.045699Z","time spent":"2.000675194s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:39:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:39:13.04979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.538245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-01T01:39:13.049783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507530177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:39:13.04989Z","caller":"traceutil/trace.go:171","msg":"trace[495076045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8116; }","duration":"2.507658271s","start":"2026-03-01T01:39:10.542204Z","end":"2026-03-01T01:39:13.049862Z","steps":["trace[495076045] 'agreement among raft nodes before linearized reading' (duration: 2.130054894s)","trace[495076045] 'range keys from in-memory index tree' (duration: 377.373012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:13.049954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.542198Z","time spent":"2.507739133s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:39:13.050061Z","caller":"traceutil/trace.go:171","msg":"trace[1920728465] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"1.416043046s","start":"2026-03-01T01:39:11.634Z","end":"2026-03-01T01:39:13.050043Z","steps":["trace[1920728465] 'process raft request' (duration: 1.415943263s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.050163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.633961Z","time spent":"1.416138669s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:13.050268Z","caller":"traceutil/trace.go:171","msg":"trace[2082088775] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"1.416695163s","start":"2026-03-01T01:39:11.633545Z","end":"2026-03-01T01:39:13.05024Z","steps":["trace[2082088775] 'process raft request' (duration: 1.416325714s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:13.050366Z","caller":"traceutil/trace.go:171","msg":"trace[1030684012] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"2.233344343s","start":"2026-03-01T01:39:10.816994Z","end":"2026-03-01T01:39:13.050338Z","steps":["trace[1030684012] 'process raft request' (duration: 1.855186871s)","trace[1030684012] 'compare' (duration: 377.428623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:13.05048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.816956Z","time spent":"2.233466286s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:13.050792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.633514Z","time spent":"1.416851858s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:13.280657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.6624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:13.280911Z","caller":"traceutil/trace.go:171","msg":"trace[1981321474] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"781.132911ms","start":"2026-03-01T01:39:12.499716Z","end":"2026-03-01T01:39:13.280849Z","steps":["trace[1981321474] 'process raft request' (duration: 669.186943ms)","trace[1981321474] 'compare' (duration: 111.551868ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:13.281059Z","caller":"traceutil/trace.go:171","msg":"trace[1232062717] linearizableReadLoop","detail":"{readStateIndex:8431; appliedIndex:8428; }","duration":"608.595891ms","start":"2026-03-01T01:39:12.672447Z","end":"2026-03-01T01:39:13.281043Z","steps":["trace[1232062717] 'read index received' (duration: 496.414267ms)","trace[1232062717] 'applied index is now lower than readState.Index' (duration: 112.180334ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:13.280945Z","caller":"traceutil/trace.go:171","msg":"trace[829712913] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"780.7129ms","start":"2026-03-01T01:39:12.500208Z","end":"2026-03-01T01:39:13.280921Z","steps":["trace[829712913] 'process raft request' (duration: 780.573346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:12.499683Z","time spent":"781.353167ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:13.281155Z","caller":"traceutil/trace.go:171","msg":"trace[1130230913] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"772.01094ms","start":"2026-03-01T01:39:12.509109Z","end":"2026-03-01T01:39:13.28112Z","steps":["trace[1130230913] 'process raft request' (duration: 771.721673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780868916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:13.281238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.473481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:13.28126Z","caller":"traceutil/trace.go:171","msg":"trace[2067130419] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8122; }","duration":"1.780965459s","start":"2026-03-01T01:39:11.500278Z","end":"2026-03-01T01:39:13.281243Z","steps":["trace[2067130419] 'agreement among raft nodes before linearized reading' (duration: 1.780882297s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:12.500185Z","time spent":"780.949656ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:13.281288Z","caller":"traceutil/trace.go:171","msg":"trace[1854925328] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8122; }","duration":"638.673276ms","start":"2026-03-01T01:39:12.642599Z","end":"2026-03-01T01:39:13.281272Z","steps":["trace[1854925328] 'agreement among raft nodes before linearized reading' (duration: 638.531632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.327036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:39:13.281322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:12.642573Z","time spent":"638.740978ms","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:13.281315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:12.509101Z","time spent":"772.146554ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:13.281332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567770705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:13.28135Z","caller":"traceutil/trace.go:171","msg":"trace[1355069138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8122; }","duration":"739.428029ms","start":"2026-03-01T01:39:12.541909Z","end":"2026-03-01T01:39:13.281337Z","steps":["trace[1355069138] 'agreement among raft nodes before linearized reading' (duration: 739.175102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.500254Z","time spent":"1.781050771s","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:13.28137Z","caller":"traceutil/trace.go:171","msg":"trace[1570558924] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8122; }","duration":"1.567869879s","start":"2026-03-01T01:39:11.713489Z","end":"2026-03-01T01:39:13.281359Z","steps":["trace[1570558924] 'agreement among raft nodes before linearized reading' (duration: 1.567797517s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:12.541893Z","time spent":"739.48398ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:13.281407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.713458Z","time spent":"1.567939881s","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:13.281538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142642966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T01:39:13.281581Z","caller":"traceutil/trace.go:171","msg":"trace[1616216888] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8122; }","duration":"2.142733379s","start":"2026-03-01T01:39:11.138831Z","end":"2026-03-01T01:39:13.281564Z","steps":["trace[1616216888] 'agreement among raft nodes before linearized reading' (duration: 2.142583245s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:11.138808Z","time spent":"2.14279967s","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T01:39:13.281735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738884201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228872"} {"level":"warn","ts":"2026-03-01T01:39:13.281751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.065562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:13.281769Z","caller":"traceutil/trace.go:171","msg":"trace[2005056636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8122; }","duration":"2.738942132s","start":"2026-03-01T01:39:10.542818Z","end":"2026-03-01T01:39:13.28176Z","steps":["trace[2005056636] 'agreement among raft nodes before linearized reading' (duration: 2.738614543s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:13.281786Z","caller":"traceutil/trace.go:171","msg":"trace[329129684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8122; }","duration":"235.156885ms","start":"2026-03-01T01:39:13.046618Z","end":"2026-03-01T01:39:13.281775Z","steps":["trace[329129684] 'agreement among raft nodes before linearized reading' (duration: 235.102093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:10.542807Z","time spent":"2.738982294s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228896,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:13.281849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.295272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893176447e617\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T01:39:13.281886Z","caller":"traceutil/trace.go:171","msg":"trace[1278986801] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189893176447e617; range_end:; response_count:1; response_revision:8122; }","duration":"228.348224ms","start":"2026-03-01T01:39:13.053527Z","end":"2026-03-01T01:39:13.281875Z","steps":["trace[1278986801] 'agreement among raft nodes before linearized reading' (duration: 228.245901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.281781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.331343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:13.281932Z","caller":"traceutil/trace.go:171","msg":"trace[1577282170] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8122; }","duration":"105.525558ms","start":"2026-03-01T01:39:13.176391Z","end":"2026-03-01T01:39:13.281917Z","steps":["trace[1577282170] 'agreement among raft nodes before linearized reading' (duration: 105.347174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.282078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.795422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-01T01:39:13.282118Z","caller":"traceutil/trace.go:171","msg":"trace[545560617] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8122; }","duration":"229.847793ms","start":"2026-03-01T01:39:13.052252Z","end":"2026-03-01T01:39:13.2821Z","steps":["trace[545560617] 'agreement among raft nodes before linearized reading' (duration: 229.778151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.563985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.159885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:13.564156Z","caller":"traceutil/trace.go:171","msg":"trace[1452509539] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8431; }","duration":"274.965485ms","start":"2026-03-01T01:39:13.289163Z","end":"2026-03-01T01:39:13.564128Z","steps":["trace[1452509539] 'read index received' (duration: 56.191514ms)","trace[1452509539] 'applied index is now lower than readState.Index' (duration: 218.771751ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:13.564183Z","caller":"traceutil/trace.go:171","msg":"trace[468146635] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"275.966572ms","start":"2026-03-01T01:39:13.288185Z","end":"2026-03-01T01:39:13.564152Z","steps":["trace[468146635] 'process raft request' (duration: 99.503299ms)","trace[468146635] 'compare' (duration: 176.026231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:13.564291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.102759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:13.564374Z","caller":"traceutil/trace.go:171","msg":"trace[868220277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8124; }","duration":"275.202792ms","start":"2026-03-01T01:39:13.28915Z","end":"2026-03-01T01:39:13.564352Z","steps":["trace[868220277] 'agreement among raft nodes before linearized reading' (duration: 275.071619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:13.564422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.9326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893176447e617\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T01:39:13.564417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.450901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:13.564478Z","caller":"traceutil/trace.go:171","msg":"trace[1505239549] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189893176447e617; range_end:; response_count:1; response_revision:8124; }","duration":"215.020922ms","start":"2026-03-01T01:39:13.349434Z","end":"2026-03-01T01:39:13.564455Z","steps":["trace[1505239549] 'agreement among raft nodes before linearized reading' (duration: 214.822817ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:13.564513Z","caller":"traceutil/trace.go:171","msg":"trace[1607743306] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8124; }","duration":"210.579564ms","start":"2026-03-01T01:39:13.35391Z","end":"2026-03-01T01:39:13.564489Z","steps":["trace[1607743306] 'agreement among raft nodes before linearized reading' (duration: 210.392999ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:13.857036Z","caller":"traceutil/trace.go:171","msg":"trace[1409333869] linearizableReadLoop","detail":"{readStateIndex:8434; appliedIndex:8433; }","duration":"286.676945ms","start":"2026-03-01T01:39:13.570325Z","end":"2026-03-01T01:39:13.857001Z","steps":["trace[1409333869] 'read index received' (duration: 240.577207ms)","trace[1409333869] 'applied index is now lower than readState.Index' (duration: 46.097618ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:13.857049Z","caller":"traceutil/trace.go:171","msg":"trace[467977967] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"289.509759ms","start":"2026-03-01T01:39:13.567507Z","end":"2026-03-01T01:39:13.857017Z","steps":["trace[467977967] 'process raft request' (duration: 243.412121ms)","trace[467977967] 'compare' (duration: 45.78075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:13.85719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.858289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:13.857223Z","caller":"traceutil/trace.go:171","msg":"trace[584249527] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8125; }","duration":"286.952612ms","start":"2026-03-01T01:39:13.570264Z","end":"2026-03-01T01:39:13.857216Z","steps":["trace[584249527] 'agreement among raft nodes before linearized reading' (duration: 286.844359ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:14.484557Z","caller":"traceutil/trace.go:171","msg":"trace[1128836090] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"201.158855ms","start":"2026-03-01T01:39:14.283345Z","end":"2026-03-01T01:39:14.484504Z","steps":["trace[1128836090] 'process raft request' (duration: 200.98871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:14.713131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.020248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:14.713341Z","caller":"traceutil/trace.go:171","msg":"trace[879876110] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8434; }","duration":"378.266205ms","start":"2026-03-01T01:39:14.335056Z","end":"2026-03-01T01:39:14.713322Z","steps":["trace[879876110] 'read index received' (duration: 149.239313ms)","trace[879876110] 'applied index is now lower than readState.Index' (duration: 229.025562ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:14.713512Z","caller":"traceutil/trace.go:171","msg":"trace[1954996816] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"427.494296ms","start":"2026-03-01T01:39:14.286003Z","end":"2026-03-01T01:39:14.713497Z","steps":["trace[1954996816] 'process raft request' (duration: 427.28319ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:14.71348Z","caller":"traceutil/trace.go:171","msg":"trace[707811545] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"428.825362ms","start":"2026-03-01T01:39:14.284619Z","end":"2026-03-01T01:39:14.713444Z","steps":["trace[707811545] 'process raft request' (duration: 428.609446ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:14.713486Z","caller":"traceutil/trace.go:171","msg":"trace[1914936454] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"428.910543ms","start":"2026-03-01T01:39:14.28453Z","end":"2026-03-01T01:39:14.71344Z","steps":["trace[1914936454] 'process raft request' (duration: 293.511936ms)","trace[1914936454] 'compare' (duration: 134.550335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:14.713577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.285973Z","time spent":"427.567648ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:14.71368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.284592Z","time spent":"428.977085ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:14.713684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.284507Z","time spent":"429.064668ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:14.713762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.699137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:14.714036Z","caller":"traceutil/trace.go:171","msg":"trace[152518740] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8129; }","duration":"378.994225ms","start":"2026-03-01T01:39:14.335031Z","end":"2026-03-01T01:39:14.714026Z","steps":["trace[152518740] 'agreement among raft nodes before linearized reading' (duration: 378.340558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:14.714072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:14.33502Z","time spent":"379.041556ms","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:15.251306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.208295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:15.25142Z","caller":"traceutil/trace.go:171","msg":"trace[584702546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8129; }","duration":"207.39806ms","start":"2026-03-01T01:39:15.043999Z","end":"2026-03-01T01:39:15.251397Z","steps":["trace[584702546] 'range keys from in-memory index tree' (duration: 207.107883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.251419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.739647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-01T01:39:15.251486Z","caller":"traceutil/trace.go:171","msg":"trace[1413059102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8129; }","duration":"174.84566ms","start":"2026-03-01T01:39:15.076623Z","end":"2026-03-01T01:39:15.251469Z","steps":["trace[1413059102] 'range keys from in-memory index tree' (duration: 174.48069ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:15.675123Z","caller":"traceutil/trace.go:171","msg":"trace[1161327119] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"386.212246ms","start":"2026-03-01T01:39:15.288873Z","end":"2026-03-01T01:39:15.675085Z","steps":["trace[1161327119] 'process raft request' (duration: 386.038241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.675391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:15.288843Z","time spent":"386.37394ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:15.836776Z","caller":"traceutil/trace.go:171","msg":"trace[1753928869] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"547.817265ms","start":"2026-03-01T01:39:15.288928Z","end":"2026-03-01T01:39:15.836746Z","steps":["trace[1753928869] 'process raft request' (duration: 504.350747ms)","trace[1753928869] 'compare' (duration: 43.287194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:15.836986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:15.288896Z","time spent":"547.962189ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:15.837137Z","caller":"traceutil/trace.go:171","msg":"trace[793232014] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"545.914885ms","start":"2026-03-01T01:39:15.291168Z","end":"2026-03-01T01:39:15.837083Z","steps":["trace[793232014] 'process raft request' (duration: 545.531675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.837362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:15.29113Z","time spent":"546.117591ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:15.837598Z","caller":"traceutil/trace.go:171","msg":"trace[1932769170] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8438; }","duration":"546.414879ms","start":"2026-03-01T01:39:15.291152Z","end":"2026-03-01T01:39:15.837567Z","steps":["trace[1932769170] 'read index received' (duration: 383.857654ms)","trace[1932769170] 'applied index is now lower than readState.Index' (duration: 162.556185ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:15.837718Z","caller":"traceutil/trace.go:171","msg":"trace[1349288289] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"207.720849ms","start":"2026-03-01T01:39:15.629988Z","end":"2026-03-01T01:39:15.837708Z","steps":["trace[1349288289] 'process raft request' (duration: 207.074422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.838056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.61429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:39:15.838172Z","caller":"traceutil/trace.go:171","msg":"trace[757196565] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8133; }","duration":"371.743423ms","start":"2026-03-01T01:39:15.466365Z","end":"2026-03-01T01:39:15.838108Z","steps":["trace[757196565] 'agreement among raft nodes before linearized reading' (duration: 371.500896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.838221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:15.466337Z","time spent":"371.871456ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-01T01:39:15.838229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.060486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:39:15.83827Z","caller":"traceutil/trace.go:171","msg":"trace[2052646680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8133; }","duration":"547.159728ms","start":"2026-03-01T01:39:15.291098Z","end":"2026-03-01T01:39:15.838258Z","steps":["trace[2052646680] 'agreement among raft nodes before linearized reading' (duration: 546.966853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:15.838316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:15.291078Z","time spent":"547.226501ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:39:15.838251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.030849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:39:15.838392Z","caller":"traceutil/trace.go:171","msg":"trace[1119650813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8133; }","duration":"269.220614ms","start":"2026-03-01T01:39:15.56916Z","end":"2026-03-01T01:39:15.83838Z","steps":["trace[1119650813] 'agreement among raft nodes before linearized reading' (duration: 268.935166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:25.579959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:26.32343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.336088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:26.32355Z","caller":"traceutil/trace.go:171","msg":"trace[1723696578] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"1.256172335s","start":"2026-03-01T01:39:25.067361Z","end":"2026-03-01T01:39:26.323534Z","steps":["trace[1723696578] 'process raft request' (duration: 900.608895ms)","trace[1723696578] 'compare' (duration: 350.686691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:26.323597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.067346Z","time spent":"1.256228866s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.617829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649590093s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:39:27.618365Z","caller":"traceutil/trace.go:171","msg":"trace[1888576367] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"2.040693291s","start":"2026-03-01T01:39:25.577643Z","end":"2026-03-01T01:39:27.618337Z","steps":["trace[1888576367] 'process raft request' (duration: 2.040576568s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.61852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.577614Z","time spent":"2.040829815s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.618604Z","caller":"traceutil/trace.go:171","msg":"trace[72245907] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"1.903061376s","start":"2026-03-01T01:39:25.715514Z","end":"2026-03-01T01:39:27.618575Z","steps":["trace[72245907] 'process raft request' (duration: 1.902782509s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.618681Z","caller":"traceutil/trace.go:171","msg":"trace[1790832076] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8528; }","duration":"2.539204157s","start":"2026-03-01T01:39:25.079454Z","end":"2026-03-01T01:39:27.618658Z","steps":["trace[1790832076] 'read index received' (duration: 888.550776ms)","trace[1790832076] 'applied index is now lower than readState.Index' (duration: 1.650652241s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:27.6187Z","caller":"traceutil/trace.go:171","msg":"trace[1991190333] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"1.673433042s","start":"2026-03-01T01:39:25.945247Z","end":"2026-03-01T01:39:27.61868Z","steps":["trace[1991190333] 'process raft request' (duration: 1.67334865s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.618682Z","caller":"traceutil/trace.go:171","msg":"trace[1664965975] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"1.674375738s","start":"2026-03-01T01:39:25.944283Z","end":"2026-03-01T01:39:27.618659Z","steps":["trace[1664965975] 'process raft request' (duration: 1.674188693s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.61879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.945235Z","time spent":"1.673509035s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.61879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.715466Z","time spent":"1.903231722s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.61898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539518135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-01T01:39:27.619049Z","caller":"traceutil/trace.go:171","msg":"trace[850712223] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8220; }","duration":"2.539645009s","start":"2026-03-01T01:39:25.079386Z","end":"2026-03-01T01:39:27.619031Z","steps":["trace[850712223] 'agreement among raft nodes before linearized reading' (duration: 2.539374501s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.619127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.07936Z","time spent":"2.539722331s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" "} {"level":"info","ts":"2026-03-01T01:39:27.619301Z","caller":"traceutil/trace.go:171","msg":"trace[1018855283] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8216; }","duration":"2.550520776s","start":"2026-03-01T01:39:25.067875Z","end":"2026-03-01T01:39:27.618396Z","steps":["trace[1018855283] 'process raft request' (duration: 2.550199627s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.619306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.944254Z","time spent":"1.674524092s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.619467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.067863Z","time spent":"2.551485711s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-01T01:39:27.806131Z","caller":"traceutil/trace.go:171","msg":"trace[1790104954] linearizableReadLoop","detail":"{readStateIndex:8536; appliedIndex:8534; }","duration":"187.355219ms","start":"2026-03-01T01:39:27.618725Z","end":"2026-03-01T01:39:27.80608Z","steps":["trace[1790104954] 'read index received' (duration: 187.03545ms)","trace[1790104954] 'applied index is now lower than readState.Index' (duration: 318.688µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:27.806374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723219837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:27.806436Z","caller":"traceutil/trace.go:171","msg":"trace[816474108] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8222; }","duration":"1.72332252s","start":"2026-03-01T01:39:26.083096Z","end":"2026-03-01T01:39:27.806418Z","steps":["trace[816474108] 'agreement among raft nodes before linearized reading' (duration: 1.723209037s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029772685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:39:27.806479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.083057Z","time spent":"1.723409903s","remote":"127.0.0.1:33862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:27.806434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182664382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:27.806511Z","caller":"traceutil/trace.go:171","msg":"trace[747865749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8222; }","duration":"1.029863316s","start":"2026-03-01T01:39:26.776629Z","end":"2026-03-01T01:39:27.806492Z","steps":["trace[747865749] 'agreement among raft nodes before linearized reading' (duration: 1.029651801s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.776621Z","time spent":"1.029929009s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:27.806545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035197398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:27.806641Z","caller":"traceutil/trace.go:171","msg":"trace[1549509445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8222; }","duration":"1.035337462s","start":"2026-03-01T01:39:26.771278Z","end":"2026-03-01T01:39:27.806616Z","steps":["trace[1549509445] 'agreement among raft nodes before linearized reading' (duration: 1.035053444s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339651238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:27.806738Z","caller":"traceutil/trace.go:171","msg":"trace[1646851326] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8222; }","duration":"1.339693849s","start":"2026-03-01T01:39:26.467029Z","end":"2026-03-01T01:39:27.806723Z","steps":["trace[1646851326] 'agreement among raft nodes before linearized reading' (duration: 1.339589687s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048046857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:27.806779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.466991Z","time spent":"1.339780152s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:27.806779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033862433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:39:27.806814Z","caller":"traceutil/trace.go:171","msg":"trace[63334320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8222; }","duration":"1.033893134s","start":"2026-03-01T01:39:26.77291Z","end":"2026-03-01T01:39:27.806804Z","steps":["trace[63334320] 'agreement among raft nodes before linearized reading' (duration: 1.033808861s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.806828Z","caller":"traceutil/trace.go:171","msg":"trace[2099115911] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8222; }","duration":"1.04814498s","start":"2026-03-01T01:39:26.75863Z","end":"2026-03-01T01:39:27.806775Z","steps":["trace[2099115911] 'agreement among raft nodes before linearized reading' (duration: 1.047977525s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.772877Z","time spent":"1.033962555s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:39:27.806852Z","caller":"traceutil/trace.go:171","msg":"trace[1331278749] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"1.47642571s","start":"2026-03-01T01:39:26.330405Z","end":"2026-03-01T01:39:27.806831Z","steps":["trace[1331278749] 'process raft request' (duration: 1.475465375s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.758577Z","time spent":"1.048333114s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:27.806951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.330395Z","time spent":"1.476497802s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T01:39:27.806997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416260341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-01T01:39:27.807026Z","caller":"traceutil/trace.go:171","msg":"trace[2137715751] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8222; }","duration":"1.416288152s","start":"2026-03-01T01:39:26.390728Z","end":"2026-03-01T01:39:27.807017Z","steps":["trace[2137715751] 'agreement among raft nodes before linearized reading' (duration: 1.41618811s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.807059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.390676Z","time spent":"1.416376594s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T01:39:27.807072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151738096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:27.807159Z","caller":"traceutil/trace.go:171","msg":"trace[112955242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8222; }","duration":"1.151889529s","start":"2026-03-01T01:39:26.655249Z","end":"2026-03-01T01:39:27.807138Z","steps":["trace[112955242] 'agreement among raft nodes before linearized reading' (duration: 1.151732415s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.806694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.771261Z","time spent":"1.035424103s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:39:27.807228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481124704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-03-01T01:39:27.80725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.655228Z","time spent":"1.151976651s","remote":"127.0.0.1:36108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:27.807284Z","caller":"traceutil/trace.go:171","msg":"trace[55279140] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8222; }","duration":"1.481211797s","start":"2026-03-01T01:39:26.326056Z","end":"2026-03-01T01:39:27.807268Z","steps":["trace[55279140] 'agreement among raft nodes before linearized reading' (duration: 1.481017772s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.807315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.496379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:39:27.80733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.326043Z","time spent":"1.481274738s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" "} {"level":"info","ts":"2026-03-01T01:39:27.806535Z","caller":"traceutil/trace.go:171","msg":"trace[2496634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8222; }","duration":"1.182818406s","start":"2026-03-01T01:39:26.623698Z","end":"2026-03-01T01:39:27.806517Z","steps":["trace[2496634] 'agreement among raft nodes before linearized reading' (duration: 1.182535949s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.807369Z","caller":"traceutil/trace.go:171","msg":"trace[986720368] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8222; }","duration":"366.597992ms","start":"2026-03-01T01:39:27.440757Z","end":"2026-03-01T01:39:27.807355Z","steps":["trace[986720368] 'agreement among raft nodes before linearized reading' (duration: 366.50092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.807387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.623676Z","time spent":"1.18370149s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:27.807404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.440736Z","time spent":"366.658723ms","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:27.807435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470970475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:27.80756Z","caller":"traceutil/trace.go:171","msg":"trace[1769236000] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"479.571005ms","start":"2026-03-01T01:39:27.327976Z","end":"2026-03-01T01:39:27.807547Z","steps":["trace[1769236000] 'process raft request' (duration: 478.039475ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.807574Z","caller":"traceutil/trace.go:171","msg":"trace[1516963927] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8222; }","duration":"2.471184211s","start":"2026-03-01T01:39:25.336356Z","end":"2026-03-01T01:39:27.80754Z","steps":["trace[1516963927] 'agreement among raft nodes before linearized reading' (duration: 2.469849496s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.807642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.336325Z","time spent":"2.471299623s","remote":"127.0.0.1:59548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:27.807656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.327946Z","time spent":"479.648157ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:27.807485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483777464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:2804"} {"level":"warn","ts":"2026-03-01T01:39:27.807811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765087933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:27.807826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341175117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:39:27.807896Z","caller":"traceutil/trace.go:171","msg":"trace[140427196] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8222; }","duration":"2.341246519s","start":"2026-03-01T01:39:25.46664Z","end":"2026-03-01T01:39:27.807887Z","steps":["trace[140427196] 'agreement among raft nodes before linearized reading' (duration: 2.341110926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.807921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810636706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:39:27.807932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.466559Z","time spent":"2.341365792s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-01T01:39:27.807833Z","caller":"traceutil/trace.go:171","msg":"trace[1381635503] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8222; }","duration":"1.484183815s","start":"2026-03-01T01:39:26.323629Z","end":"2026-03-01T01:39:27.807813Z","steps":["trace[1381635503] 'agreement among raft nodes before linearized reading' (duration: 1.483695322s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.807968Z","caller":"traceutil/trace.go:171","msg":"trace[395002063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8222; }","duration":"1.810683497s","start":"2026-03-01T01:39:25.997273Z","end":"2026-03-01T01:39:27.807956Z","steps":["trace[395002063] 'agreement among raft nodes before linearized reading' (duration: 1.810474631s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:27.807984Z","caller":"traceutil/trace.go:171","msg":"trace[292751284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8222; }","duration":"1.765287198s","start":"2026-03-01T01:39:26.042678Z","end":"2026-03-01T01:39:27.807966Z","steps":["trace[292751284] 'agreement among raft nodes before linearized reading' (duration: 1.765085703s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.808011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212375776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-01T01:39:27.808031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.323615Z","time spent":"1.48439564s","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2828,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-42g9g\" "} {"level":"warn","ts":"2026-03-01T01:39:27.808022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.997225Z","time spent":"1.81078922s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:27.808039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.042665Z","time spent":"1.765361621s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:39:27.808107Z","caller":"traceutil/trace.go:171","msg":"trace[1095680978] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8222; }","duration":"2.212512389s","start":"2026-03-01T01:39:25.595577Z","end":"2026-03-01T01:39:27.808089Z","steps":["trace[1095680978] 'agreement among raft nodes before linearized reading' (duration: 2.212177461s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.807965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801730921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:39:27.808366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:25.595562Z","time spent":"2.212739995s","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-01T01:39:27.808377Z","caller":"traceutil/trace.go:171","msg":"trace[661723646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8222; }","duration":"1.802166503s","start":"2026-03-01T01:39:26.006195Z","end":"2026-03-01T01:39:27.808361Z","steps":["trace[661723646] 'agreement among raft nodes before linearized reading' (duration: 1.801632409s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.809021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:26.006185Z","time spent":"1.80281912s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"info","ts":"2026-03-01T01:39:27.972841Z","caller":"traceutil/trace.go:171","msg":"trace[1419922725] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"344.465376ms","start":"2026-03-01T01:39:27.628346Z","end":"2026-03-01T01:39:27.972812Z","steps":["trace[1419922725] 'process raft request' (duration: 344.324363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:27.972998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.628319Z","time spent":"344.60233ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:28.508653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.80971Z","time spent":"698.934868ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T01:39:28.508725Z","caller":"traceutil/trace.go:171","msg":"trace[1663597265] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"694.110231ms","start":"2026-03-01T01:39:27.81459Z","end":"2026-03-01T01:39:28.5087Z","steps":["trace[1663597265] 'process raft request' (duration: 694.05797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.508853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.814566Z","time spent":"694.222913ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:28.50885Z","caller":"traceutil/trace.go:171","msg":"trace[674292804] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"694.242314ms","start":"2026-03-01T01:39:27.81457Z","end":"2026-03-01T01:39:28.508813Z","steps":["trace[674292804] 'process raft request' (duration: 693.979367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.509063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.814557Z","time spent":"694.408819ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:28.509136Z","caller":"traceutil/trace.go:171","msg":"trace[484168672] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"693.667109ms","start":"2026-03-01T01:39:27.815427Z","end":"2026-03-01T01:39:28.509094Z","steps":["trace[484168672] 'process raft request' (duration: 693.247728ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.509177Z","caller":"traceutil/trace.go:171","msg":"trace[432877330] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"693.67996ms","start":"2026-03-01T01:39:27.815463Z","end":"2026-03-01T01:39:28.509143Z","steps":["trace[432877330] 'process raft request' (duration: 693.468064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.509284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.815419Z","time spent":"693.797363ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:28.50934Z","caller":"traceutil/trace.go:171","msg":"trace[325205327] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"692.536769ms","start":"2026-03-01T01:39:27.816786Z","end":"2026-03-01T01:39:28.509322Z","steps":["trace[325205327] 'process raft request' (duration: 692.315173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.509363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.81545Z","time spent":"693.829723ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:28.509417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.816777Z","time spent":"692.611141ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:28.509537Z","caller":"traceutil/trace.go:171","msg":"trace[854092238] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"689.131859ms","start":"2026-03-01T01:39:27.820374Z","end":"2026-03-01T01:39:28.509506Z","steps":["trace[854092238] 'process raft request' (duration: 688.868922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.509649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.820367Z","time spent":"689.215681ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:28.50966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.735419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:28.509743Z","caller":"traceutil/trace.go:171","msg":"trace[1631730463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8229; }","duration":"699.848042ms","start":"2026-03-01T01:39:27.809859Z","end":"2026-03-01T01:39:28.509707Z","steps":["trace[1631730463] 'agreement among raft nodes before linearized reading' (duration: 699.722609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.50978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.80984Z","time spent":"699.932384ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:39:28.509552Z","caller":"traceutil/trace.go:171","msg":"trace[197667603] linearizableReadLoop","detail":"{readStateIndex:8538; appliedIndex:8537; }","duration":"699.633347ms","start":"2026-03-01T01:39:27.809888Z","end":"2026-03-01T01:39:28.509522Z","steps":["trace[197667603] 'read index received' (duration: 162.859821ms)","trace[197667603] 'applied index is now lower than readState.Index' (duration: 536.771666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:28.510341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.879448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-03-01T01:39:28.510387Z","caller":"traceutil/trace.go:171","msg":"trace[414205966] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8229; }","duration":"695.96817ms","start":"2026-03-01T01:39:27.814407Z","end":"2026-03-01T01:39:28.510376Z","steps":["trace[414205966] 'agreement among raft nodes before linearized reading' (duration: 695.820226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.510417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.814383Z","time spent":"696.027381ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":980,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-01T01:39:28.510747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.041002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-01T01:39:28.510803Z","caller":"traceutil/trace.go:171","msg":"trace[879445200] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8229; }","duration":"696.109263ms","start":"2026-03-01T01:39:27.814681Z","end":"2026-03-01T01:39:28.51079Z","steps":["trace[879445200] 'agreement among raft nodes before linearized reading' (duration: 695.943799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.51084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.814675Z","time spent":"696.157775ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4697,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" "} {"level":"warn","ts":"2026-03-01T01:39:28.510851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.334999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-01T01:39:28.510923Z","caller":"traceutil/trace.go:171","msg":"trace[1216073355] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8229; }","duration":"696.407261ms","start":"2026-03-01T01:39:27.814499Z","end":"2026-03-01T01:39:28.510907Z","steps":["trace[1216073355] 'agreement among raft nodes before linearized reading' (duration: 696.216886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.51091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.123121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228807"} {"level":"warn","ts":"2026-03-01T01:39:28.510965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.814472Z","time spent":"696.484603ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4697,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" "} {"level":"info","ts":"2026-03-01T01:39:28.51099Z","caller":"traceutil/trace.go:171","msg":"trace[821510519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8229; }","duration":"694.230834ms","start":"2026-03-01T01:39:27.816751Z","end":"2026-03-01T01:39:28.510982Z","steps":["trace[821510519] 'agreement among raft nodes before linearized reading' (duration: 693.652269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.511016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.816743Z","time spent":"694.265165ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:28.5111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.116036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-01T01:39:28.511142Z","caller":"traceutil/trace.go:171","msg":"trace[625025955] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8229; }","duration":"531.282711ms","start":"2026-03-01T01:39:27.979848Z","end":"2026-03-01T01:39:28.511131Z","steps":["trace[625025955] 'agreement among raft nodes before linearized reading' (duration: 531.077266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.51125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:27.979827Z","time spent":"531.412444ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4697,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" "} {"level":"info","ts":"2026-03-01T01:39:28.77234Z","caller":"traceutil/trace.go:171","msg":"trace[626789981] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"256.34532ms","start":"2026-03-01T01:39:28.515945Z","end":"2026-03-01T01:39:28.77229Z","steps":["trace[626789981] 'process raft request' (duration: 190.596314ms)","trace[626789981] 'compare' (duration: 65.463289ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.772468Z","caller":"traceutil/trace.go:171","msg":"trace[1584476440] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8544; }","duration":"256.398831ms","start":"2026-03-01T01:39:28.516034Z","end":"2026-03-01T01:39:28.772433Z","steps":["trace[1584476440] 'read index received' (duration: 23.450539ms)","trace[1584476440] 'applied index is now lower than readState.Index' (duration: 232.946412ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.772551Z","caller":"traceutil/trace.go:171","msg":"trace[1790899551] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"252.766595ms","start":"2026-03-01T01:39:28.519746Z","end":"2026-03-01T01:39:28.772513Z","steps":["trace[1790899551] 'process raft request' (duration: 252.464817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.772787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.393635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-01T01:39:28.772837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.792662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-01T01:39:28.772849Z","caller":"traceutil/trace.go:171","msg":"trace[1021706899] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8232; }","duration":"255.493558ms","start":"2026-03-01T01:39:28.517343Z","end":"2026-03-01T01:39:28.772837Z","steps":["trace[1021706899] 'agreement among raft nodes before linearized reading' (duration: 255.331933ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.772883Z","caller":"traceutil/trace.go:171","msg":"trace[146470657] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8232; }","duration":"256.894734ms","start":"2026-03-01T01:39:28.515972Z","end":"2026-03-01T01:39:28.772866Z","steps":["trace[146470657] 'agreement among raft nodes before linearized reading' (duration: 256.632737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.772988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.228794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-01T01:39:28.773001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.707036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:28.773031Z","caller":"traceutil/trace.go:171","msg":"trace[398439996] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8232; }","duration":"165.320116ms","start":"2026-03-01T01:39:28.607702Z","end":"2026-03-01T01:39:28.773022Z","steps":["trace[398439996] 'agreement among raft nodes before linearized reading' (duration: 165.139082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.773045Z","caller":"traceutil/trace.go:171","msg":"trace[1069039652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8232; }","duration":"254.783089ms","start":"2026-03-01T01:39:28.51825Z","end":"2026-03-01T01:39:28.773033Z","steps":["trace[1069039652] 'agreement among raft nodes before linearized reading' (duration: 254.686566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:28.941047Z","caller":"traceutil/trace.go:171","msg":"trace[1758843797] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8548; }","duration":"114.425992ms","start":"2026-03-01T01:39:28.826592Z","end":"2026-03-01T01:39:28.941018Z","steps":["trace[1758843797] 'read index received' (duration: 67.623776ms)","trace[1758843797] 'applied index is now lower than readState.Index' (duration: 46.800976ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:28.941419Z","caller":"traceutil/trace.go:171","msg":"trace[1338352168] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"162.211324ms","start":"2026-03-01T01:39:28.778968Z","end":"2026-03-01T01:39:28.94118Z","steps":["trace[1338352168] 'process raft request' (duration: 115.244184ms)","trace[1338352168] 'compare' (duration: 46.657472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:28.941474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.594181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-42g9g\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-01T01:39:28.941568Z","caller":"traceutil/trace.go:171","msg":"trace[755323970] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-42g9g; range_end:; response_count:1; response_revision:8234; }","duration":"110.717444ms","start":"2026-03-01T01:39:28.830829Z","end":"2026-03-01T01:39:28.941546Z","steps":["trace[755323970] 'agreement among raft nodes before linearized reading' (duration: 110.497948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:28.941649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.453657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:28.94176Z","caller":"traceutil/trace.go:171","msg":"trace[2027040013] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8234; }","duration":"110.599181ms","start":"2026-03-01T01:39:28.831136Z","end":"2026-03-01T01:39:28.941735Z","steps":["trace[2027040013] 'agreement among raft nodes before linearized reading' (duration: 110.419186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:29.244346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.07165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:29.244452Z","caller":"traceutil/trace.go:171","msg":"trace[152630403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8235; }","duration":"201.203894ms","start":"2026-03-01T01:39:29.043225Z","end":"2026-03-01T01:39:29.244429Z","steps":["trace[152630403] 'range keys from in-memory index tree' (duration: 200.969808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:29.244468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.595255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:39:29.244521Z","caller":"traceutil/trace.go:171","msg":"trace[2106887236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8235; }","duration":"134.642216ms","start":"2026-03-01T01:39:29.109859Z","end":"2026-03-01T01:39:29.244501Z","steps":["trace[2106887236] 'range keys from in-memory index tree' (duration: 134.447651ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:29.516542Z","caller":"traceutil/trace.go:171","msg":"trace[1286363302] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"147.899716ms","start":"2026-03-01T01:39:29.368607Z","end":"2026-03-01T01:39:29.516507Z","steps":["trace[1286363302] 'read index received' (duration: 147.65552ms)","trace[1286363302] 'applied index is now lower than readState.Index' (duration: 242.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:29.516654Z","caller":"traceutil/trace.go:171","msg":"trace[1618615217] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"179.897811ms","start":"2026-03-01T01:39:29.336719Z","end":"2026-03-01T01:39:29.516617Z","steps":["trace[1618615217] 'process raft request' (duration: 179.568393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:29.516744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.128702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:29.516787Z","caller":"traceutil/trace.go:171","msg":"trace[594184152] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8236; }","duration":"148.239444ms","start":"2026-03-01T01:39:29.368536Z","end":"2026-03-01T01:39:29.516776Z","steps":["trace[594184152] 'agreement among raft nodes before linearized reading' (duration: 148.146192ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:29.54005Z","caller":"traceutil/trace.go:171","msg":"trace[99210414] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"126.783178ms","start":"2026-03-01T01:39:29.413235Z","end":"2026-03-01T01:39:29.540018Z","steps":["trace[99210414] 'process raft request' (duration: 126.408408ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:29.721841Z","caller":"traceutil/trace.go:171","msg":"trace[854132988] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"177.004475ms","start":"2026-03-01T01:39:29.544799Z","end":"2026-03-01T01:39:29.721804Z","steps":["trace[854132988] 'process raft request' (duration: 137.05846ms)","trace[854132988] 'compare' (duration: 39.691948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:30.296257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.705614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:30.296616Z","caller":"traceutil/trace.go:171","msg":"trace[784578163] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8552; }","duration":"741.704428ms","start":"2026-03-01T01:39:29.554891Z","end":"2026-03-01T01:39:30.296595Z","steps":["trace[784578163] 'read index received' (duration: 127.044235ms)","trace[784578163] 'applied index is now lower than readState.Index' (duration: 614.658813ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:30.296625Z","caller":"traceutil/trace.go:171","msg":"trace[1446542749] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"751.411934ms","start":"2026-03-01T01:39:29.5451Z","end":"2026-03-01T01:39:30.296512Z","steps":["trace[1446542749] 'process raft request' (duration: 342.376182ms)","trace[1446542749] 'compare' (duration: 408.422776ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:30.296854Z","caller":"traceutil/trace.go:171","msg":"trace[1043819015] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"671.504994ms","start":"2026-03-01T01:39:29.625294Z","end":"2026-03-01T01:39:30.296799Z","steps":["trace[1043819015] 'process raft request' (duration: 671.257927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:30.297031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.625261Z","time spent":"671.679339ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:30.297344Z","caller":"traceutil/trace.go:171","msg":"trace[224285161] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"672.202622ms","start":"2026-03-01T01:39:29.625124Z","end":"2026-03-01T01:39:30.297326Z","steps":["trace[224285161] 'process raft request' (duration: 671.252757ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:30.297367Z","caller":"traceutil/trace.go:171","msg":"trace[1535422386] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"672.050428ms","start":"2026-03-01T01:39:29.625293Z","end":"2026-03-01T01:39:30.297344Z","steps":["trace[1535422386] 'process raft request' (duration: 671.190226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:30.297403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.50666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:30.297448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.62509Z","time spent":"672.307525ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:30.297455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.625259Z","time spent":"672.151341ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:30.297476Z","caller":"traceutil/trace.go:171","msg":"trace[479786965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8242; }","duration":"594.636333ms","start":"2026-03-01T01:39:29.70282Z","end":"2026-03-01T01:39:30.297457Z","steps":["trace[479786965] 'agreement among raft nodes before linearized reading' (duration: 594.50942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:30.297491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.599321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-01T01:39:30.297515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.702793Z","time spent":"594.714396ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T01:39:30.29757Z","caller":"traceutil/trace.go:171","msg":"trace[1273149252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8242; }","duration":"742.689873ms","start":"2026-03-01T01:39:29.554832Z","end":"2026-03-01T01:39:30.297522Z","steps":["trace[1273149252] 'agreement among raft nodes before linearized reading' (duration: 742.521159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:30.297645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.554813Z","time spent":"742.819707ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:39:30.297656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.125205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:39:30.297788Z","caller":"traceutil/trace.go:171","msg":"trace[1959650930] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6; range_end:; response_count:1; response_revision:8242; }","duration":"367.343901ms","start":"2026-03-01T01:39:29.930402Z","end":"2026-03-01T01:39:30.297746Z","steps":["trace[1959650930] 'agreement among raft nodes before linearized reading' (duration: 366.995932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:30.297664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.364805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:30.298055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.93038Z","time spent":"367.624129ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" "} {"level":"warn","ts":"2026-03-01T01:39:30.296777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:29.545093Z","time spent":"751.61434ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T01:39:30.298158Z","caller":"traceutil/trace.go:171","msg":"trace[382903303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8242; }","duration":"252.869138ms","start":"2026-03-01T01:39:30.045212Z","end":"2026-03-01T01:39:30.298081Z","steps":["trace[382903303] 'agreement among raft nodes before linearized reading' (duration: 252.139459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:30.811231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:31.311842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:31.812621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:32.31322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:32.555025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.227436614s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T01:39:32.640665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.443576Z","time spent":"1.197080493s","remote":"127.0.0.1:40212","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T01:39:32.641158Z","caller":"traceutil/trace.go:171","msg":"trace[548084482] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"2.336800962s","start":"2026-03-01T01:39:30.30432Z","end":"2026-03-01T01:39:32.641121Z","steps":["trace[548084482] 'process raft request' (duration: 2.250934794s)","trace[548084482] 'compare' (duration: 85.733194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:32.641313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.304286Z","time spent":"2.336943136s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:33.047254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T01:39:33.047366Z","caller":"traceutil/trace.go:171","msg":"trace[964776035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001884928s","start":"2026-03-01T01:39:31.045455Z","end":"2026-03-01T01:39:33.04734Z","steps":["trace[964776035] 'agreement among raft nodes before linearized reading' (duration: 2.000207164s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:33.047422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.045431Z","time spent":"2.001978861s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 01:39:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T01:39:34.244759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.031022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:34.24502Z","caller":"traceutil/trace.go:171","msg":"trace[42083571] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"3.939153808s","start":"2026-03-01T01:39:30.30582Z","end":"2026-03-01T01:39:34.244974Z","steps":["trace[42083571] 'process raft request' (duration: 3.014826699s)","trace[42083571] 'compare' (duration: 923.630721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:34.245228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.305798Z","time spent":"3.939312152s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:34.456673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.793153ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-01T01:39:34.456734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.847681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:34.456914Z","caller":"traceutil/trace.go:171","msg":"trace[1962286336] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8244; }","duration":"160.052917ms","start":"2026-03-01T01:39:34.296837Z","end":"2026-03-01T01:39:34.456889Z","steps":["trace[1962286336] 'range keys from in-memory index tree' (duration: 159.811141ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:34.457157Z","caller":"traceutil/trace.go:171","msg":"trace[351774464] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"2.153936343s","start":"2026-03-01T01:39:32.303188Z","end":"2026-03-01T01:39:34.457124Z","steps":["trace[351774464] 'process raft request' (duration: 2.153607264s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.457327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.303162Z","time spent":"2.154076396s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:34.607444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.188256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:34.607902Z","caller":"traceutil/trace.go:171","msg":"trace[243895736] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"2.303739089s","start":"2026-03-01T01:39:32.304138Z","end":"2026-03-01T01:39:34.607877Z","steps":["trace[243895736] 'process raft request' (duration: 2.303528314s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:34.607938Z","caller":"traceutil/trace.go:171","msg":"trace[262828840] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"2.304250943s","start":"2026-03-01T01:39:32.303592Z","end":"2026-03-01T01:39:34.607843Z","steps":["trace[262828840] 'process raft request' (duration: 2.153515872s)","trace[262828840] 'compare' (duration: 149.936229ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:34.60798Z","caller":"traceutil/trace.go:171","msg":"trace[1341499970] linearizableReadLoop","detail":"{readStateIndex:8563; appliedIndex:8557; }","duration":"4.297340988s","start":"2026-03-01T01:39:30.310598Z","end":"2026-03-01T01:39:34.607939Z","steps":["trace[1341499970] 'read index received' (duration: 2.244626298s)","trace[1341499970] 'applied index is now lower than readState.Index' (duration: 2.05271089s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:34.608062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.304125Z","time spent":"2.303844292s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:34.608181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.303584Z","time spent":"2.304437327s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:34.608193Z","caller":"traceutil/trace.go:171","msg":"trace[1574336672] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"1.357001547s","start":"2026-03-01T01:39:33.251148Z","end":"2026-03-01T01:39:34.60815Z","steps":["trace[1574336672] 'process raft request' (duration: 1.356709999s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.608292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297650406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:34.608291Z","caller":"traceutil/trace.go:171","msg":"trace[1761753864] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.122390621s","start":"2026-03-01T01:39:33.485798Z","end":"2026-03-01T01:39:34.608189Z","steps":["trace[1761753864] 'process raft request' (duration: 1.122144094s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.608372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.251094Z","time spent":"1.357183911s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:34.608398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127699509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:34.608519Z","caller":"traceutil/trace.go:171","msg":"trace[2100799180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8249; }","duration":"3.127879914s","start":"2026-03-01T01:39:31.480614Z","end":"2026-03-01T01:39:34.608494Z","steps":["trace[2100799180] 'agreement among raft nodes before linearized reading' (duration: 3.127690099s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.608547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093915366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:39:34.608543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773436844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:34.608582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:31.480598Z","time spent":"3.127971707s","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:34.608634Z","caller":"traceutil/trace.go:171","msg":"trace[305060142] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8249; }","duration":"1.773592018s","start":"2026-03-01T01:39:32.83502Z","end":"2026-03-01T01:39:34.608612Z","steps":["trace[305060142] 'agreement among raft nodes before linearized reading' (duration: 1.773434034s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:34.608591Z","caller":"traceutil/trace.go:171","msg":"trace[1550889064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8249; }","duration":"4.093969618s","start":"2026-03-01T01:39:30.514606Z","end":"2026-03-01T01:39:34.608575Z","steps":["trace[1550889064] 'agreement among raft nodes before linearized reading' (duration: 4.093884456s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:34.608351Z","caller":"traceutil/trace.go:171","msg":"trace[331579654] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8249; }","duration":"4.297761439s","start":"2026-03-01T01:39:30.310577Z","end":"2026-03-01T01:39:34.608338Z","steps":["trace[331579654] 'agreement among raft nodes before linearized reading' (duration: 4.297554783s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.608669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074081812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-01T01:39:34.608694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.514598Z","time spent":"4.094085531s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:34.608468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093723841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:39:34.608542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093540456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:39:34.608801Z","caller":"traceutil/trace.go:171","msg":"trace[2089222554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8249; }","duration":"4.09405066s","start":"2026-03-01T01:39:30.514738Z","end":"2026-03-01T01:39:34.608788Z","steps":["trace[2089222554] 'agreement among raft nodes before linearized reading' (duration: 4.093664849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.608804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090551558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:39:34.608696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.834995Z","time spent":"1.773686721s","remote":"127.0.0.1:44256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:34.608842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.51468Z","time spent":"4.094154253s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:34.608877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094574044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:39:34.608926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559227847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:34.608964Z","caller":"traceutil/trace.go:171","msg":"trace[248879701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8249; }","duration":"4.094710707s","start":"2026-03-01T01:39:30.514237Z","end":"2026-03-01T01:39:34.608948Z","steps":["trace[248879701] 'agreement among raft nodes before linearized reading' (duration: 4.094492101s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:34.608814Z","caller":"traceutil/trace.go:171","msg":"trace[1717615178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8249; }","duration":"4.093849454s","start":"2026-03-01T01:39:30.514952Z","end":"2026-03-01T01:39:34.608801Z","steps":["trace[1717615178] 'agreement among raft nodes before linearized reading' (duration: 4.093445663s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.609041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.514213Z","time spent":"4.09481731s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:39:34.60904Z","caller":"traceutil/trace.go:171","msg":"trace[613856264] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8249; }","duration":"2.559407201s","start":"2026-03-01T01:39:32.0496Z","end":"2026-03-01T01:39:34.609007Z","steps":["trace[613856264] 'agreement among raft nodes before linearized reading' (duration: 2.559207806s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.609066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.011844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T01:39:34.609096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.514932Z","time spent":"4.094143752s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:34.608369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287173459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T01:39:34.609188Z","caller":"traceutil/trace.go:171","msg":"trace[1289953517] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8249; }","duration":"4.288029262s","start":"2026-03-01T01:39:30.321147Z","end":"2026-03-01T01:39:34.609176Z","steps":["trace[1289953517] 'agreement among raft nodes before linearized reading' (duration: 4.287080357s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.609228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.32113Z","time spent":"4.288089083s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T01:39:34.609099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:32.049579Z","time spent":"2.559509004s","remote":"127.0.0.1:59660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:34.608845Z","caller":"traceutil/trace.go:171","msg":"trace[542583248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8249; }","duration":"4.090603759s","start":"2026-03-01T01:39:30.518233Z","end":"2026-03-01T01:39:34.608837Z","steps":["trace[542583248] 'agreement among raft nodes before linearized reading' (duration: 4.090494026s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.609514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.518222Z","time spent":"4.091259846s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:39:34.608711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.310569Z","time spent":"4.298126138s","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:34.608652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560752258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:34.609833Z","caller":"traceutil/trace.go:171","msg":"trace[1700478230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"1.561933359s","start":"2026-03-01T01:39:33.047885Z","end":"2026-03-01T01:39:34.609818Z","steps":["trace[1700478230] 'agreement among raft nodes before linearized reading' (duration: 1.560723267s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.609886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.047822Z","time spent":"1.562050622s","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:34.608828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.447645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T01:39:34.609981Z","caller":"traceutil/trace.go:171","msg":"trace[637932643] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8249; }","duration":"827.648977ms","start":"2026-03-01T01:39:33.782313Z","end":"2026-03-01T01:39:34.609962Z","steps":["trace[637932643] 'agreement among raft nodes before linearized reading' (duration: 826.091365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.610041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.782291Z","time spent":"827.733929ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T01:39:34.608899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.568679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:34.610178Z","caller":"traceutil/trace.go:171","msg":"trace[523250732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"568.911065ms","start":"2026-03-01T01:39:34.041248Z","end":"2026-03-01T01:39:34.610159Z","steps":["trace[523250732] 'agreement among raft nodes before linearized reading' (duration: 567.619761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.609778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.485759Z","time spent":"1.123893s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:34.608703Z","caller":"traceutil/trace.go:171","msg":"trace[48455380] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8249; }","duration":"4.074166085s","start":"2026-03-01T01:39:30.534528Z","end":"2026-03-01T01:39:34.608694Z","steps":["trace[48455380] 'agreement among raft nodes before linearized reading' (duration: 4.074048222s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.610769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.534505Z","time spent":"4.076223649s","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T01:39:34.609047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093600988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:39:34.611Z","caller":"traceutil/trace.go:171","msg":"trace[1612401822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8249; }","duration":"4.09559042s","start":"2026-03-01T01:39:30.515383Z","end":"2026-03-01T01:39:34.610974Z","steps":["trace[1612401822] 'agreement among raft nodes before linearized reading' (duration: 4.093399402s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.610768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.041226Z","time spent":"568.992216ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:34.611078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:30.515372Z","time spent":"4.095689933s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:39:34.611522Z","caller":"traceutil/trace.go:171","msg":"trace[1799246376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8249; }","duration":"826.109836ms","start":"2026-03-01T01:39:33.783026Z","end":"2026-03-01T01:39:34.609136Z","steps":["trace[1799246376] 'agreement among raft nodes before linearized reading' (duration: 825.89729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:34.611611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:33.783018Z","time spent":"828.573782ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T01:39:34.846961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.764914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:34.847209Z","caller":"traceutil/trace.go:171","msg":"trace[1334092085] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"233.419615ms","start":"2026-03-01T01:39:34.613748Z","end":"2026-03-01T01:39:34.847167Z","steps":["trace[1334092085] 'process raft request' (duration: 102.344423ms)","trace[1334092085] 'compare' (duration: 130.596859ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:34.847173Z","caller":"traceutil/trace.go:171","msg":"trace[1532368149] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8565; }","duration":"233.061106ms","start":"2026-03-01T01:39:34.614089Z","end":"2026-03-01T01:39:34.84715Z","steps":["trace[1532368149] 'read index received' (duration: 102.020645ms)","trace[1532368149] 'applied index is now lower than readState.Index' (duration: 131.038611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:34.847698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.577229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189893176447e617\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T01:39:34.847798Z","caller":"traceutil/trace.go:171","msg":"trace[605947956] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189893176447e617; range_end:; response_count:1; response_revision:8250; }","duration":"233.712332ms","start":"2026-03-01T01:39:34.614059Z","end":"2026-03-01T01:39:34.847771Z","steps":["trace[605947956] 'agreement among raft nodes before linearized reading' (duration: 233.427984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.105666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.106163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:35.106027Z","caller":"traceutil/trace.go:171","msg":"trace[1950836234] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"491.239793ms","start":"2026-03-01T01:39:34.614741Z","end":"2026-03-01T01:39:35.105981Z","steps":["trace[1950836234] 'process raft request' (duration: 373.688799ms)","trace[1950836234] 'compare' (duration: 116.612599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:35.10626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.614726Z","time spent":"491.416238ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.106304Z","caller":"traceutil/trace.go:171","msg":"trace[1906352592] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"491.268394ms","start":"2026-03-01T01:39:34.61501Z","end":"2026-03-01T01:39:35.106278Z","steps":["trace[1906352592] 'process raft request' (duration: 491.046328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.106397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.614986Z","time spent":"491.366977ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.106618Z","caller":"traceutil/trace.go:171","msg":"trace[1977360280] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"490.609427ms","start":"2026-03-01T01:39:34.615938Z","end":"2026-03-01T01:39:35.106547Z","steps":["trace[1977360280] 'process raft request' (duration: 490.279978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.106863Z","caller":"traceutil/trace.go:171","msg":"trace[1920098998] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"490.76505ms","start":"2026-03-01T01:39:34.61606Z","end":"2026-03-01T01:39:35.106825Z","steps":["trace[1920098998] 'process raft request' (duration: 490.592956ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.106844Z","caller":"traceutil/trace.go:171","msg":"trace[1664873783] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"490.777461ms","start":"2026-03-01T01:39:34.616017Z","end":"2026-03-01T01:39:35.106794Z","steps":["trace[1664873783] 'process raft request' (duration: 490.482584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.106949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.616052Z","time spent":"490.857493ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.107002Z","caller":"traceutil/trace.go:171","msg":"trace[1309684307] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"256.559495ms","start":"2026-03-01T01:39:34.85042Z","end":"2026-03-01T01:39:35.106979Z","steps":["trace[1309684307] 'process raft request' (duration: 256.37094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.107014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.835246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:35.107017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.71921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:35.107103Z","caller":"traceutil/trace.go:171","msg":"trace[1608013051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"489.931909ms","start":"2026-03-01T01:39:34.617149Z","end":"2026-03-01T01:39:35.107081Z","steps":["trace[1608013051] 'agreement among raft nodes before linearized reading' (duration: 489.773195ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.107103Z","caller":"traceutil/trace.go:171","msg":"trace[2098553102] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8257; }","duration":"448.862174ms","start":"2026-03-01T01:39:34.658227Z","end":"2026-03-01T01:39:35.107089Z","steps":["trace[2098553102] 'agreement among raft nodes before linearized reading' (duration: 448.680909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.107091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.616002Z","time spent":"490.949466ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:35.107156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.617144Z","time spent":"490.003551ms","remote":"127.0.0.1:33372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:35.107157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.65821Z","time spent":"448.937336ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:39:35.107154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.804885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189893f60bae4968\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-01T01:39:35.107221Z","caller":"traceutil/trace.go:171","msg":"trace[1901857992] range","detail":"{range_begin:/registry/events/openstack/ceph.189893f60bae4968; range_end:; response_count:1; response_revision:8257; }","duration":"489.884507ms","start":"2026-03-01T01:39:34.617319Z","end":"2026-03-01T01:39:35.107204Z","steps":["trace[1901857992] 'agreement among raft nodes before linearized reading' (duration: 489.557729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.107278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.617312Z","time spent":"489.953309ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189893f60bae4968\" "} {"level":"info","ts":"2026-03-01T01:39:35.107241Z","caller":"traceutil/trace.go:171","msg":"trace[968570402] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"491.199212ms","start":"2026-03-01T01:39:34.616026Z","end":"2026-03-01T01:39:35.107225Z","steps":["trace[968570402] 'process raft request' (duration: 490.586736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.107462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.642771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228787"} {"level":"warn","ts":"2026-03-01T01:39:35.107478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.615928Z","time spent":"490.791972ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.10751Z","caller":"traceutil/trace.go:171","msg":"trace[1035496787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8257; }","duration":"492.726613ms","start":"2026-03-01T01:39:34.614771Z","end":"2026-03-01T01:39:35.107498Z","steps":["trace[1035496787] 'agreement among raft nodes before linearized reading' (duration: 492.368654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.107642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.614757Z","time spent":"492.874997ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228811,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:35.107522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:34.616009Z","time spent":"491.449259ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:35.106895Z","caller":"traceutil/trace.go:171","msg":"trace[627933057] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8566; }","duration":"259.496223ms","start":"2026-03-01T01:39:34.847375Z","end":"2026-03-01T01:39:35.106871Z","steps":["trace[627933057] 'read index received' (duration: 141.043625ms)","trace[627933057] 'applied index is now lower than readState.Index' (duration: 118.451148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:35.822691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.15514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:39:35.822714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.474417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:39:35.822785Z","caller":"traceutil/trace.go:171","msg":"trace[1514378550] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8259; }","duration":"355.319444ms","start":"2026-03-01T01:39:35.467445Z","end":"2026-03-01T01:39:35.822765Z","steps":["trace[1514378550] 'range keys from in-memory index tree' (duration: 354.889192ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:35.822799Z","caller":"traceutil/trace.go:171","msg":"trace[1853058535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8259; }","duration":"517.567089ms","start":"2026-03-01T01:39:35.305208Z","end":"2026-03-01T01:39:35.822775Z","steps":["trace[1853058535] 'range keys from in-memory index tree' (duration: 517.214669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:35.822833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.467415Z","time spent":"355.408936ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"warn","ts":"2026-03-01T01:39:35.822852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:35.305132Z","time spent":"517.707633ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T01:39:36.095339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.109951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:36.095433Z","caller":"traceutil/trace.go:171","msg":"trace[1929259865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8260; }","duration":"134.235705ms","start":"2026-03-01T01:39:35.961176Z","end":"2026-03-01T01:39:36.095412Z","steps":["trace[1929259865] 'range keys from in-memory index tree' (duration: 134.05031ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:36.745324Z","caller":"traceutil/trace.go:171","msg":"trace[1056211496] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"282.162302ms","start":"2026-03-01T01:39:36.463127Z","end":"2026-03-01T01:39:36.745289Z","steps":["trace[1056211496] 'process raft request' (duration: 282.005308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.045727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.780083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:37.046299Z","caller":"traceutil/trace.go:171","msg":"trace[742468724] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"430.672004ms","start":"2026-03-01T01:39:36.615239Z","end":"2026-03-01T01:39:37.045911Z","steps":["trace[742468724] 'process raft request' (duration: 296.587693ms)","trace[742468724] 'compare' (duration: 133.492545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:37.04644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.615207Z","time spent":"431.162137ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:37.046453Z","caller":"traceutil/trace.go:171","msg":"trace[945693449] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"193.975753ms","start":"2026-03-01T01:39:36.852451Z","end":"2026-03-01T01:39:37.046427Z","steps":["trace[945693449] 'read index received' (duration: 59.44914ms)","trace[945693449] 'applied index is now lower than readState.Index' (duration: 134.524563ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:37.046524Z","caller":"traceutil/trace.go:171","msg":"trace[89241532] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"430.365326ms","start":"2026-03-01T01:39:36.616117Z","end":"2026-03-01T01:39:37.046482Z","steps":["trace[89241532] 'process raft request' (duration: 430.198072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.046649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.202969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:37.046695Z","caller":"traceutil/trace.go:171","msg":"trace[1410859638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8263; }","duration":"194.295781ms","start":"2026-03-01T01:39:36.852386Z","end":"2026-03-01T01:39:37.046682Z","steps":["trace[1410859638] 'agreement among raft nodes before linearized reading' (duration: 194.111836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.046698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:36.616105Z","time spent":"430.502549ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:37.362622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.682153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:37.362746Z","caller":"traceutil/trace.go:171","msg":"trace[1216466108] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8580; }","duration":"274.636083ms","start":"2026-03-01T01:39:37.088091Z","end":"2026-03-01T01:39:37.362727Z","steps":["trace[1216466108] 'read index received' (duration: 71.680863ms)","trace[1216466108] 'applied index is now lower than readState.Index' (duration: 202.95403ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:37.362814Z","caller":"traceutil/trace.go:171","msg":"trace[1884649121] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"311.401264ms","start":"2026-03-01T01:39:37.05137Z","end":"2026-03-01T01:39:37.362772Z","steps":["trace[1884649121] 'process raft request' (duration: 108.482245ms)","trace[1884649121] 'compare' (duration: 202.526909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:37.362863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.751657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:37.362948Z","caller":"traceutil/trace.go:171","msg":"trace[1571278661] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8264; }","duration":"274.884519ms","start":"2026-03-01T01:39:37.088044Z","end":"2026-03-01T01:39:37.362928Z","steps":["trace[1571278661] 'agreement among raft nodes before linearized reading' (duration: 274.731295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.362995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.051355Z","time spent":"311.537657ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:37.363005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.781193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:39:37.363023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.600322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:39:37.363045Z","caller":"traceutil/trace.go:171","msg":"trace[1339142120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8264; }","duration":"250.845595ms","start":"2026-03-01T01:39:37.112187Z","end":"2026-03-01T01:39:37.363033Z","steps":["trace[1339142120] 'agreement among raft nodes before linearized reading' (duration: 250.66484ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:37.363066Z","caller":"traceutil/trace.go:171","msg":"trace[1714417488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8264; }","duration":"249.664664ms","start":"2026-03-01T01:39:37.11339Z","end":"2026-03-01T01:39:37.363055Z","steps":["trace[1714417488] 'agreement among raft nodes before linearized reading' (duration: 249.458918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.3631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.491256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:39:37.363233Z","caller":"traceutil/trace.go:171","msg":"trace[1710260212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8264; }","duration":"250.66043ms","start":"2026-03-01T01:39:37.11255Z","end":"2026-03-01T01:39:37.363211Z","steps":["trace[1710260212] 'agreement among raft nodes before linearized reading' (duration: 250.334051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.363216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.633159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:39:37.363292Z","caller":"traceutil/trace.go:171","msg":"trace[1976088334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8264; }","duration":"250.750012ms","start":"2026-03-01T01:39:37.112523Z","end":"2026-03-01T01:39:37.363274Z","steps":["trace[1976088334] 'agreement among raft nodes before linearized reading' (duration: 250.437764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.364122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.922574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:39:37.364394Z","caller":"traceutil/trace.go:171","msg":"trace[682937488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:8264; }","duration":"249.742225ms","start":"2026-03-01T01:39:37.114629Z","end":"2026-03-01T01:39:37.364371Z","steps":["trace[682937488] 'agreement among raft nodes before linearized reading' (duration: 248.234045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:37.871023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:39:38.338803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.433455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:38.339367Z","caller":"traceutil/trace.go:171","msg":"trace[928609096] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"971.510755ms","start":"2026-03-01T01:39:37.367831Z","end":"2026-03-01T01:39:38.339341Z","steps":["trace[928609096] 'process raft request' (duration: 865.451464ms)","trace[928609096] 'compare' (duration: 104.812598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:38.339653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.367804Z","time spent":"971.792843ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:39.091639Z","caller":"traceutil/trace.go:171","msg":"trace[1902052615] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"1.722974471s","start":"2026-03-01T01:39:37.368641Z","end":"2026-03-01T01:39:39.091615Z","steps":["trace[1902052615] 'process raft request' (duration: 1.722870628s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.091793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.368611Z","time spent":"1.723103565s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:39.09183Z","caller":"traceutil/trace.go:171","msg":"trace[550580569] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8581; }","duration":"1.720880236s","start":"2026-03-01T01:39:37.370917Z","end":"2026-03-01T01:39:39.091797Z","steps":["trace[550580569] 'read index received' (duration: 862.380544ms)","trace[550580569] 'applied index is now lower than readState.Index' (duration: 858.498172ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:39.092018Z","caller":"traceutil/trace.go:171","msg":"trace[403609107] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"1.722251412s","start":"2026-03-01T01:39:37.369751Z","end":"2026-03-01T01:39:39.092003Z","steps":["trace[403609107] 'process raft request' (duration: 1.721813011s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.092142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.369736Z","time spent":"1.722316034s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:39.092516Z","caller":"traceutil/trace.go:171","msg":"trace[1084253448] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"1.723883545s","start":"2026-03-01T01:39:37.368614Z","end":"2026-03-01T01:39:39.092498Z","steps":["trace[1084253448] 'process raft request' (duration: 1.722755656s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.092593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.368583Z","time spent":"1.723973958s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:39.093132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722214801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228787"} {"level":"info","ts":"2026-03-01T01:39:39.093252Z","caller":"traceutil/trace.go:171","msg":"trace[84624417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8268; }","duration":"1.722366905s","start":"2026-03-01T01:39:37.370873Z","end":"2026-03-01T01:39:39.09324Z","steps":["trace[84624417] 'agreement among raft nodes before linearized reading' (duration: 1.721388219s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.093288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:37.370861Z","time spent":"1.722417196s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228811,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:39:39.695636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.438548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:39.695951Z","caller":"traceutil/trace.go:171","msg":"trace[626763695] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"644.139332ms","start":"2026-03-01T01:39:39.051786Z","end":"2026-03-01T01:39:39.695925Z","steps":["trace[626763695] 'process raft request' (duration: 643.956527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.696032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:39.051762Z","time spent":"644.234163ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:39.696163Z","caller":"traceutil/trace.go:171","msg":"trace[727653540] linearizableReadLoop","detail":"{readStateIndex:8588; appliedIndex:8585; }","duration":"604.228577ms","start":"2026-03-01T01:39:39.091901Z","end":"2026-03-01T01:39:39.69613Z","steps":["trace[727653540] 'read index received' (duration: 123.216234ms)","trace[727653540] 'applied index is now lower than readState.Index' (duration: 481.011293ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:39.696328Z","caller":"traceutil/trace.go:171","msg":"trace[331499437] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"643.628838ms","start":"2026-03-01T01:39:39.05266Z","end":"2026-03-01T01:39:39.696289Z","steps":["trace[331499437] 'process raft request' (duration: 643.225748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.696373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683806208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:39.696419Z","caller":"traceutil/trace.go:171","msg":"trace[62376067] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8271; }","duration":"1.683922261s","start":"2026-03-01T01:39:38.012484Z","end":"2026-03-01T01:39:39.696406Z","steps":["trace[62376067] 'agreement among raft nodes before linearized reading' (duration: 1.683805708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.69641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.501469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:39.696337Z","caller":"traceutil/trace.go:171","msg":"trace[915280530] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"945.251433ms","start":"2026-03-01T01:39:38.751046Z","end":"2026-03-01T01:39:39.696297Z","steps":["trace[915280530] 'process raft request' (duration: 464.043845ms)","trace[915280530] 'compare' (duration: 480.086009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:39.69646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.012461Z","time spent":"1.683990182s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:39.696474Z","caller":"traceutil/trace.go:171","msg":"trace[1365018381] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8271; }","duration":"274.615213ms","start":"2026-03-01T01:39:39.421838Z","end":"2026-03-01T01:39:39.696453Z","steps":["trace[1365018381] 'agreement among raft nodes before linearized reading' (duration: 274.493159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.696514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:39.052653Z","time spent":"643.764312ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:39.696446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.985419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:39:39.696585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.496935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:39:39.696637Z","caller":"traceutil/trace.go:171","msg":"trace[1502713411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8271; }","duration":"652.219355ms","start":"2026-03-01T01:39:39.044393Z","end":"2026-03-01T01:39:39.696613Z","steps":["trace[1502713411] 'agreement among raft nodes before linearized reading' (duration: 651.872996ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:39.696684Z","caller":"traceutil/trace.go:171","msg":"trace[66631903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8271; }","duration":"328.65816ms","start":"2026-03-01T01:39:39.368006Z","end":"2026-03-01T01:39:39.696664Z","steps":["trace[66631903] 'agreement among raft nodes before linearized reading' (duration: 328.318561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:39.69673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:39.367984Z","time spent":"328.737432ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:39:39.696723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:39.044353Z","time spent":"652.351368ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:39:39.696792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:38.751018Z","time spent":"945.517051ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:40.431224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577496927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:39:40.550013Z","caller":"traceutil/trace.go:171","msg":"trace[499901309] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"847.843511ms","start":"2026-03-01T01:39:39.702139Z","end":"2026-03-01T01:39:40.549983Z","steps":["trace[499901309] 'process raft request' (duration: 847.501922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:40.550279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:39.702093Z","time spent":"848.078457ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:39:40.550365Z","caller":"traceutil/trace.go:171","msg":"trace[734517912] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8589; }","duration":"619.748008ms","start":"2026-03-01T01:39:39.930574Z","end":"2026-03-01T01:39:40.550322Z","steps":["trace[734517912] 'read index received' (duration: 619.08402ms)","trace[734517912] 'applied index is now lower than readState.Index' (duration: 660.808µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:40.550716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.572709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:39:40.550765Z","caller":"traceutil/trace.go:171","msg":"trace[1048757722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8272; }","duration":"205.704903ms","start":"2026-03-01T01:39:40.345049Z","end":"2026-03-01T01:39:40.550753Z","steps":["trace[1048757722] 'agreement among raft nodes before linearized reading' (duration: 205.454936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:40.550738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.132307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-01T01:39:40.550858Z","caller":"traceutil/trace.go:171","msg":"trace[1800791049] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6; range_end:; response_count:1; response_revision:8272; }","duration":"620.319893ms","start":"2026-03-01T01:39:39.930511Z","end":"2026-03-01T01:39:40.550831Z","steps":["trace[1800791049] 'agreement among raft nodes before linearized reading' (duration: 619.958804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:40.550929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:39.930488Z","time spent":"620.419505ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c6768ddd4-xp7s8.189893e8722b29f6\" "} {"level":"warn","ts":"2026-03-01T01:39:40.778953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.331883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:39:40.779082Z","caller":"traceutil/trace.go:171","msg":"trace[979667961] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"225.559567ms","start":"2026-03-01T01:39:40.553501Z","end":"2026-03-01T01:39:40.77906Z","steps":["trace[979667961] 'process raft request' (duration: 97.993398ms)","trace[979667961] 'compare' (duration: 127.21382ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:40.87842Z","caller":"traceutil/trace.go:171","msg":"trace[396333046] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"197.189807ms","start":"2026-03-01T01:39:40.681197Z","end":"2026-03-01T01:39:40.878387Z","steps":["trace[396333046] 'read index received' (duration: 196.999312ms)","trace[396333046] 'applied index is now lower than readState.Index' (duration: 188.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:40.878471Z","caller":"traceutil/trace.go:171","msg":"trace[368849596] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"323.895234ms","start":"2026-03-01T01:39:40.554549Z","end":"2026-03-01T01:39:40.878444Z","steps":["trace[368849596] 'process raft request' (duration: 323.672108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:40.878717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:40.55453Z","time spent":"324.005856ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:39:41.11453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.314474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:39:41.114619Z","caller":"traceutil/trace.go:171","msg":"trace[2115449159] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8274; }","duration":"433.463417ms","start":"2026-03-01T01:39:40.68113Z","end":"2026-03-01T01:39:41.114594Z","steps":["trace[2115449159] 'agreement among raft nodes before linearized reading' (duration: 197.380173ms)","trace[2115449159] 'count revisions from in-memory index tree' (duration: 235.948561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:41.114655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:39:40.681106Z","time spent":"433.54043ms","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:39:41.298305Z","caller":"traceutil/trace.go:171","msg":"trace[594140546] linearizableReadLoop","detail":"{readStateIndex:8594; appliedIndex:8592; }","duration":"159.269336ms","start":"2026-03-01T01:39:41.139005Z","end":"2026-03-01T01:39:41.298274Z","steps":["trace[594140546] 'read index received' (duration: 158.017013ms)","trace[594140546] 'applied index is now lower than readState.Index' (duration: 1.250873ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:39:41.298412Z","caller":"traceutil/trace.go:171","msg":"trace[653607194] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"177.371954ms","start":"2026-03-01T01:39:41.121023Z","end":"2026-03-01T01:39:41.298395Z","steps":["trace[653607194] 'process raft request' (duration: 177.139108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:41.298699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.583962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:39:41.298785Z","caller":"traceutil/trace.go:171","msg":"trace[619760077] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8277; }","duration":"154.722866ms","start":"2026-03-01T01:39:41.14404Z","end":"2026-03-01T01:39:41.298763Z","steps":["trace[619760077] 'agreement among raft nodes before linearized reading' (duration: 154.449519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:41.29831Z","caller":"traceutil/trace.go:171","msg":"trace[690360416] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"178.669678ms","start":"2026-03-01T01:39:41.119602Z","end":"2026-03-01T01:39:41.298272Z","steps":["trace[690360416] 'process raft request' (duration: 177.471236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:39:41.299122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.246253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228787"} {"level":"info","ts":"2026-03-01T01:39:41.299212Z","caller":"traceutil/trace.go:171","msg":"trace[2019502440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8277; }","duration":"179.371677ms","start":"2026-03-01T01:39:41.119793Z","end":"2026-03-01T01:39:41.299165Z","steps":["trace[2019502440] 'agreement among raft nodes before linearized reading' (duration: 178.649608ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:44.874145Z","caller":"traceutil/trace.go:171","msg":"trace[351027438] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"122.476824ms","start":"2026-03-01T01:39:44.751609Z","end":"2026-03-01T01:39:44.874086Z","steps":["trace[351027438] 'process raft request' (duration: 122.33209ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:39:44.874102Z","caller":"traceutil/trace.go:171","msg":"trace[1065453744] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"234.119932ms","start":"2026-03-01T01:39:44.639928Z","end":"2026-03-01T01:39:44.874048Z","steps":["trace[1065453744] 'process raft request' (duration: 159.992355ms)","trace[1065453744] 'compare' (duration: 73.680265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:39:46.32487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.668675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:39:46.324954Z","caller":"traceutil/trace.go:171","msg":"trace[1835261928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8329; }","duration":"271.797688ms","start":"2026-03-01T01:39:46.053138Z","end":"2026-03-01T01:39:46.324936Z","steps":["trace[1835261928] 'range keys from in-memory index tree' (duration: 271.48519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:35.367825Z","caller":"traceutil/trace.go:171","msg":"trace[880017472] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"103.330839ms","start":"2026-03-01T01:40:35.264454Z","end":"2026-03-01T01:40:35.367785Z","steps":["trace[880017472] 'process raft request' (duration: 103.118624ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:35.651567Z","caller":"traceutil/trace.go:171","msg":"trace[453804181] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9183; }","duration":"181.794731ms","start":"2026-03-01T01:40:35.469737Z","end":"2026-03-01T01:40:35.651532Z","steps":["trace[453804181] 'read index received' (duration: 181.519623ms)","trace[453804181] 'applied index is now lower than readState.Index' (duration: 273.588µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:35.651716Z","caller":"traceutil/trace.go:171","msg":"trace[1336776350] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"185.831397ms","start":"2026-03-01T01:40:35.465872Z","end":"2026-03-01T01:40:35.651703Z","steps":["trace[1336776350] 'process raft request' (duration: 185.495458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:35.651978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.219472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T01:40:35.652021Z","caller":"traceutil/trace.go:171","msg":"trace[672009162] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8853; }","duration":"182.314774ms","start":"2026-03-01T01:40:35.469697Z","end":"2026-03-01T01:40:35.652011Z","steps":["trace[672009162] 'agreement among raft nodes before linearized reading' (duration: 182.15834ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:35.974413Z","caller":"traceutil/trace.go:171","msg":"trace[1032398683] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"219.23431ms","start":"2026-03-01T01:40:35.755146Z","end":"2026-03-01T01:40:35.97438Z","steps":["trace[1032398683] 'process raft request' (duration: 219.047575ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.128216Z","caller":"traceutil/trace.go:171","msg":"trace[285294606] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"222.173567ms","start":"2026-03-01T01:40:35.906002Z","end":"2026-03-01T01:40:36.128175Z","steps":["trace[285294606] 'process raft request' (duration: 221.492129ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.128336Z","caller":"traceutil/trace.go:171","msg":"trace[64113191] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"222.102616ms","start":"2026-03-01T01:40:35.906187Z","end":"2026-03-01T01:40:36.128289Z","steps":["trace[64113191] 'process raft request' (duration: 221.801878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.128456Z","caller":"traceutil/trace.go:171","msg":"trace[1744772828] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"188.19756ms","start":"2026-03-01T01:40:35.940245Z","end":"2026-03-01T01:40:36.128443Z","steps":["trace[1744772828] 'process raft request' (duration: 188.029326ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.128357Z","caller":"traceutil/trace.go:171","msg":"trace[494373088] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"220.056862ms","start":"2026-03-01T01:40:35.908264Z","end":"2026-03-01T01:40:36.128321Z","steps":["trace[494373088] 'process raft request' (duration: 219.955829ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.128455Z","caller":"traceutil/trace.go:171","msg":"trace[105425011] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9190; }","duration":"146.256733ms","start":"2026-03-01T01:40:35.982186Z","end":"2026-03-01T01:40:36.128442Z","steps":["trace[105425011] 'read index received' (duration: 145.280457ms)","trace[105425011] 'applied index is now lower than readState.Index' (duration: 974.856µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:36.128646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.440927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-n8st8\" ","response":"range_response_count:1 size:9962"} {"level":"info","ts":"2026-03-01T01:40:36.128698Z","caller":"traceutil/trace.go:171","msg":"trace[1827815426] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-n8st8; range_end:; response_count:1; response_revision:8862; }","duration":"146.582291ms","start":"2026-03-01T01:40:35.9821Z","end":"2026-03-01T01:40:36.128682Z","steps":["trace[1827815426] 'agreement among raft nodes before linearized reading' (duration: 146.382606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:36.154514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.919713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:36.154569Z","caller":"traceutil/trace.go:171","msg":"trace[1876173799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8863; }","duration":"110.014866ms","start":"2026-03-01T01:40:36.044543Z","end":"2026-03-01T01:40:36.154558Z","steps":["trace[1876173799] 'agreement among raft nodes before linearized reading' (duration: 109.910683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:36.15458Z","caller":"traceutil/trace.go:171","msg":"trace[1415373860] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"170.78871ms","start":"2026-03-01T01:40:35.983743Z","end":"2026-03-01T01:40:36.154532Z","steps":["trace[1415373860] 'process raft request' (duration: 170.633756ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:38.554408Z","caller":"traceutil/trace.go:171","msg":"trace[1711306839] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"421.323866ms","start":"2026-03-01T01:40:38.133053Z","end":"2026-03-01T01:40:38.554377Z","steps":["trace[1711306839] 'process raft request' (duration: 421.015878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:38.554649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:38.13303Z","time spent":"421.49135ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:38.801383Z","caller":"traceutil/trace.go:171","msg":"trace[1693700308] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"665.049032ms","start":"2026-03-01T01:40:38.136291Z","end":"2026-03-01T01:40:38.80134Z","steps":["trace[1693700308] 'process raft request' (duration: 664.99108ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:38.801569Z","caller":"traceutil/trace.go:171","msg":"trace[981910176] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"667.189479ms","start":"2026-03-01T01:40:38.134334Z","end":"2026-03-01T01:40:38.801523Z","steps":["trace[981910176] 'process raft request' (duration: 666.625674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:38.801578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:38.136254Z","time spent":"665.224227ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:38.801782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:38.134304Z","time spent":"667.356033ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:50.580159Z","caller":"traceutil/trace.go:171","msg":"trace[324873102] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"200.874815ms","start":"2026-03-01T01:40:50.379246Z","end":"2026-03-01T01:40:50.580121Z","steps":["trace[324873102] 'process raft request' (duration: 200.623978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:54.811546Z","caller":"traceutil/trace.go:171","msg":"trace[167378482] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"176.221624ms","start":"2026-03-01T01:40:54.635291Z","end":"2026-03-01T01:40:54.811513Z","steps":["trace[167378482] 'process raft request' (duration: 176.06039ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:55.214059Z","caller":"traceutil/trace.go:171","msg":"trace[1437117183] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"304.754138ms","start":"2026-03-01T01:40:54.909269Z","end":"2026-03-01T01:40:55.214023Z","steps":["trace[1437117183] 'process raft request' (duration: 258.469326ms)","trace[1437117183] 'compare' (duration: 46.074067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:55.214387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:54.909243Z","time spent":"305.004165ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:40:55.817261Z","caller":"traceutil/trace.go:171","msg":"trace[661381687] linearizableReadLoop","detail":"{readStateIndex:9298; appliedIndex:9296; }","duration":"772.388628ms","start":"2026-03-01T01:40:55.044835Z","end":"2026-03-01T01:40:55.817224Z","steps":["trace[661381687] 'read index received' (duration: 122.915706ms)","trace[661381687] 'applied index is now lower than readState.Index' (duration: 649.471512ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:55.817359Z","caller":"traceutil/trace.go:171","msg":"trace[129489089] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"903.292574ms","start":"2026-03-01T01:40:54.913992Z","end":"2026-03-01T01:40:55.817285Z","steps":["trace[129489089] 'process raft request' (duration: 896.967077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:55.817394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.543442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:40:55.817463Z","caller":"traceutil/trace.go:171","msg":"trace[899387342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8963; }","duration":"772.682126ms","start":"2026-03-01T01:40:55.044761Z","end":"2026-03-01T01:40:55.817443Z","steps":["trace[899387342] 'agreement among raft nodes before linearized reading' (duration: 772.524131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:55.817499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:55.044737Z","time spent":"772.753258ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:40:55.817503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:54.913977Z","time spent":"903.454879ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:55.81769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.387156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:40:55.817737Z","caller":"traceutil/trace.go:171","msg":"trace[1660305734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8963; }","duration":"753.499719ms","start":"2026-03-01T01:40:55.064222Z","end":"2026-03-01T01:40:55.817722Z","steps":["trace[1660305734] 'agreement among raft nodes before linearized reading' (duration: 753.1757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:55.817719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.291304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:40:55.817774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:55.0642Z","time spent":"753.56562ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:40:55.817801Z","caller":"traceutil/trace.go:171","msg":"trace[550028170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8963; }","duration":"477.438539ms","start":"2026-03-01T01:40:55.340343Z","end":"2026-03-01T01:40:55.817781Z","steps":["trace[550028170] 'agreement among raft nodes before linearized reading' (duration: 477.210703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:55.817785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.886531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-01T01:40:55.817846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:55.340314Z","time spent":"477.52434ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:40:55.817877Z","caller":"traceutil/trace.go:171","msg":"trace[1829381738] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:8963; }","duration":"347.024324ms","start":"2026-03-01T01:40:55.470829Z","end":"2026-03-01T01:40:55.817853Z","steps":["trace[1829381738] 'agreement among raft nodes before linearized reading' (duration: 346.694916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:55.817921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:55.470809Z","time spent":"347.102927ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.195\" "} {"level":"info","ts":"2026-03-01T01:40:55.968784Z","caller":"traceutil/trace.go:171","msg":"trace[436770281] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"145.999726ms","start":"2026-03-01T01:40:55.822752Z","end":"2026-03-01T01:40:55.968751Z","steps":["trace[436770281] 'process raft request' (duration: 145.893943ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:55.968795Z","caller":"traceutil/trace.go:171","msg":"trace[2123703753] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"146.650633ms","start":"2026-03-01T01:40:55.822105Z","end":"2026-03-01T01:40:55.968756Z","steps":["trace[2123703753] 'process raft request' (duration: 95.576564ms)","trace[2123703753] 'compare' (duration: 50.814432ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:55.969123Z","caller":"traceutil/trace.go:171","msg":"trace[1868864150] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"146.074438ms","start":"2026-03-01T01:40:55.823025Z","end":"2026-03-01T01:40:55.969099Z","steps":["trace[1868864150] 'process raft request' (duration: 145.678537ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:55.970198Z","caller":"traceutil/trace.go:171","msg":"trace[2046638429] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"104.947132ms","start":"2026-03-01T01:40:55.865143Z","end":"2026-03-01T01:40:55.97009Z","steps":["trace[2046638429] 'process raft request' (duration: 104.011367ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:56.176032Z","caller":"traceutil/trace.go:171","msg":"trace[1125640273] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"200.479425ms","start":"2026-03-01T01:40:55.975524Z","end":"2026-03-01T01:40:56.176003Z","steps":["trace[1125640273] 'process raft request' (duration: 181.110233ms)","trace[1125640273] 'compare' (duration: 19.230808ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:56.17602Z","caller":"traceutil/trace.go:171","msg":"trace[480956041] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9303; }","duration":"200.285659ms","start":"2026-03-01T01:40:55.975702Z","end":"2026-03-01T01:40:56.175988Z","steps":["trace[480956041] 'read index received' (duration: 33.745821ms)","trace[480956041] 'applied index is now lower than readState.Index' (duration: 166.538728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:56.176261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.528366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T01:40:56.176332Z","caller":"traceutil/trace.go:171","msg":"trace[636036091] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8969; }","duration":"200.639019ms","start":"2026-03-01T01:40:55.975677Z","end":"2026-03-01T01:40:56.176316Z","steps":["trace[636036091] 'agreement among raft nodes before linearized reading' (duration: 200.405163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:56.218889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.526829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5f86644847-glqr5.1898940a10cdf136\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-01T01:40:56.21888Z","caller":"traceutil/trace.go:171","msg":"trace[437295050] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"118.653853ms","start":"2026-03-01T01:40:56.1002Z","end":"2026-03-01T01:40:56.218854Z","steps":["trace[437295050] 'process raft request' (duration: 118.428147ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:56.218946Z","caller":"traceutil/trace.go:171","msg":"trace[1783668368] range","detail":"{range_begin:/registry/events/openstack/glance-api-5f86644847-glqr5.1898940a10cdf136; range_end:; response_count:1; response_revision:8970; }","duration":"224.625662ms","start":"2026-03-01T01:40:55.994305Z","end":"2026-03-01T01:40:56.218931Z","steps":["trace[1783668368] 'agreement among raft nodes before linearized reading' (duration: 224.447297ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:56.697521Z","caller":"traceutil/trace.go:171","msg":"trace[527811689] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"130.692922ms","start":"2026-03-01T01:40:56.566797Z","end":"2026-03-01T01:40:56.69749Z","steps":["trace[527811689] 'process raft request' (duration: 130.597459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:40:56.697579Z","caller":"traceutil/trace.go:171","msg":"trace[1379697214] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"475.438506ms","start":"2026-03-01T01:40:56.222087Z","end":"2026-03-01T01:40:56.697526Z","steps":["trace[1379697214] 'process raft request' (duration: 412.7363ms)","trace[1379697214] 'compare' (duration: 61.947746ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:40:56.697806Z","caller":"traceutil/trace.go:171","msg":"trace[1937892870] linearizableReadLoop","detail":"{readStateIndex:9307; appliedIndex:9306; }","duration":"466.488579ms","start":"2026-03-01T01:40:56.231302Z","end":"2026-03-01T01:40:56.697791Z","steps":["trace[1937892870] 'read index received' (duration: 403.498595ms)","trace[1937892870] 'applied index is now lower than readState.Index' (duration: 62.988444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:40:56.697964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:56.222061Z","time spent":"475.6124ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:40:56.698161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.815717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-01T01:40:56.698209Z","caller":"traceutil/trace.go:171","msg":"trace[199384391] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8972; }","duration":"466.93525ms","start":"2026-03-01T01:40:56.23126Z","end":"2026-03-01T01:40:56.698195Z","steps":["trace[199384391] 'agreement among raft nodes before linearized reading' (duration: 466.581521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:40:56.698243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:40:56.231237Z","time spent":"466.998082ms","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-01T01:40:56.984601Z","caller":"traceutil/trace.go:171","msg":"trace[474609965] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"167.820271ms","start":"2026-03-01T01:40:56.816752Z","end":"2026-03-01T01:40:56.984572Z","steps":["trace[474609965] 'process raft request' (duration: 149.281272ms)","trace[474609965] 'compare' (duration: 18.241251ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:42:42.243322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7502} {"level":"info","ts":"2026-03-01T01:42:42.308607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7502,"took":"62.484281ms","hash":2849629001,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":24952832,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T01:42:42.308689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2849629001,"revision":7502,"compact-revision":5580} {"level":"info","ts":"2026-03-01T01:42:42.594888Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T01:42:42.606023Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T01:42:42.606184Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-01T01:43:05.044529Z","caller":"traceutil/trace.go:171","msg":"trace[1948933262] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"321.969067ms","start":"2026-03-01T01:43:04.722523Z","end":"2026-03-01T01:43:05.044492Z","steps":["trace[1948933262] 'process raft request' (duration: 321.743321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.044741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:43:04.722506Z","time spent":"322.12722ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:43:05.047565Z","caller":"traceutil/trace.go:171","msg":"trace[1991572106] linearizableReadLoop","detail":"{readStateIndex:10145; appliedIndex:10143; }","duration":"321.311159ms","start":"2026-03-01T01:43:04.726229Z","end":"2026-03-01T01:43:05.04754Z","steps":["trace[1991572106] 'read index received' (duration: 318.025282ms)","trace[1991572106] 'applied index is now lower than readState.Index' (duration: 3.284787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:43:05.047765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.521525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:43:05.047798Z","caller":"traceutil/trace.go:171","msg":"trace[2110933330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9779; }","duration":"321.593287ms","start":"2026-03-01T01:43:04.726193Z","end":"2026-03-01T01:43:05.047787Z","steps":["trace[2110933330] 'agreement among raft nodes before linearized reading' (duration: 321.459313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.047823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:43:04.726181Z","time spent":"321.636388ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:43:05.047926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.954216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:43:05.048044Z","caller":"traceutil/trace.go:171","msg":"trace[893098815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:9779; }","duration":"121.11985ms","start":"2026-03-01T01:43:04.926903Z","end":"2026-03-01T01:43:05.048022Z","steps":["trace[893098815] 'agreement among raft nodes before linearized reading' (duration: 120.849093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.048096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.671116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T01:43:05.048176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.586182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:43:05.048183Z","caller":"traceutil/trace.go:171","msg":"trace[1736906069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9779; }","duration":"319.82152ms","start":"2026-03-01T01:43:04.728342Z","end":"2026-03-01T01:43:05.048163Z","steps":["trace[1736906069] 'agreement among raft nodes before linearized reading' (duration: 319.390788ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:43:05.048203Z","caller":"traceutil/trace.go:171","msg":"trace[997909029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9779; }","duration":"205.665954ms","start":"2026-03-01T01:43:04.842529Z","end":"2026-03-01T01:43:05.048195Z","steps":["trace[997909029] 'agreement among raft nodes before linearized reading' (duration: 205.597202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.048224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:43:04.728318Z","time spent":"319.897352ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:43:05.048547Z","caller":"traceutil/trace.go:171","msg":"trace[1728333510] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"323.821876ms","start":"2026-03-01T01:43:04.723788Z","end":"2026-03-01T01:43:05.04761Z","steps":["trace[1728333510] 'process raft request' (duration: 323.630951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:43:05.048713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:43:04.723771Z","time spent":"324.847823ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:44:05.926591Z","caller":"traceutil/trace.go:171","msg":"trace[1130018846] transaction","detail":"{read_only:false; response_revision:10065; number_of_response:1; }","duration":"136.364794ms","start":"2026-03-01T01:44:05.790193Z","end":"2026-03-01T01:44:05.926558Z","steps":["trace[1130018846] 'process raft request' (duration: 135.666765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:44:59.994126Z","caller":"traceutil/trace.go:171","msg":"trace[267867153] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"317.957213ms","start":"2026-03-01T01:44:59.676109Z","end":"2026-03-01T01:44:59.994066Z","steps":["trace[267867153] 'process raft request' (duration: 317.616514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.994351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:59.676084Z","time spent":"318.152778ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:44:59.994445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.649233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:44:59.994545Z","caller":"traceutil/trace.go:171","msg":"trace[1329285206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10412; }","duration":"309.801338ms","start":"2026-03-01T01:44:59.684721Z","end":"2026-03-01T01:44:59.994522Z","steps":["trace[1329285206] 'agreement among raft nodes before linearized reading' (duration: 309.435038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.994592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:44:59.684711Z","time spent":"309.872959ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:44:59.996696Z","caller":"traceutil/trace.go:171","msg":"trace[1896114854] linearizableReadLoop","detail":"{readStateIndex:10804; appliedIndex:10803; }","duration":"309.174871ms","start":"2026-03-01T01:44:59.684748Z","end":"2026-03-01T01:44:59.993923Z","steps":["trace[1896114854] 'read index received' (duration: 308.949165ms)","trace[1896114854] 'applied index is now lower than readState.Index' (duration: 224.366µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:44:59.997032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.128344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:44:59.997071Z","caller":"traceutil/trace.go:171","msg":"trace[1597974050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10412; }","duration":"277.233077ms","start":"2026-03-01T01:44:59.719825Z","end":"2026-03-01T01:44:59.997058Z","steps":["trace[1597974050] 'agreement among raft nodes before linearized reading' (duration: 277.058762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.997122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.633831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:44:59.997218Z","caller":"traceutil/trace.go:171","msg":"trace[31399142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10412; }","duration":"220.747624ms","start":"2026-03-01T01:44:59.776448Z","end":"2026-03-01T01:44:59.997195Z","steps":["trace[31399142] 'agreement among raft nodes before linearized reading' (duration: 220.450397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.997299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.517194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:44:59.997327Z","caller":"traceutil/trace.go:171","msg":"trace[1305586146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10412; }","duration":"266.610006ms","start":"2026-03-01T01:44:59.730711Z","end":"2026-03-01T01:44:59.997321Z","steps":["trace[1305586146] 'agreement among raft nodes before linearized reading' (duration: 266.535054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.997475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.68222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:44:59.997507Z","caller":"traceutil/trace.go:171","msg":"trace[57584878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10412; }","duration":"271.780283ms","start":"2026-03-01T01:44:59.725722Z","end":"2026-03-01T01:44:59.997502Z","steps":["trace[57584878] 'agreement among raft nodes before linearized reading' (duration: 271.707571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:44:59.997615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.675341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:44:59.997662Z","caller":"traceutil/trace.go:171","msg":"trace[80497683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:10412; }","duration":"111.746803ms","start":"2026-03-01T01:44:59.885904Z","end":"2026-03-01T01:44:59.997651Z","steps":["trace[80497683] 'agreement among raft nodes before linearized reading' (duration: 111.62974ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:45:01.8114Z","caller":"traceutil/trace.go:171","msg":"trace[1530645122] transaction","detail":"{read_only:false; response_revision:10424; number_of_response:1; }","duration":"131.486345ms","start":"2026-03-01T01:45:01.679892Z","end":"2026-03-01T01:45:01.811379Z","steps":["trace[1530645122] 'process raft request' (duration: 131.332891ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:10.447064Z","caller":"traceutil/trace.go:171","msg":"trace[509180844] linearizableReadLoop","detail":"{readStateIndex:11508; appliedIndex:11507; }","duration":"152.991183ms","start":"2026-03-01T01:46:10.294044Z","end":"2026-03-01T01:46:10.447035Z","steps":["trace[509180844] 'read index received' (duration: 152.724426ms)","trace[509180844] 'applied index is now lower than readState.Index' (duration: 265.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:46:10.447236Z","caller":"traceutil/trace.go:171","msg":"trace[1414589512] transaction","detail":"{read_only:false; response_revision:11099; number_of_response:1; }","duration":"155.576712ms","start":"2026-03-01T01:46:10.291639Z","end":"2026-03-01T01:46:10.447216Z","steps":["trace[1414589512] 'process raft request' (duration: 155.211432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:10.447508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.433415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:46:10.447561Z","caller":"traceutil/trace.go:171","msg":"trace[2118200739] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11099; }","duration":"153.539508ms","start":"2026-03-01T01:46:10.294009Z","end":"2026-03-01T01:46:10.447549Z","steps":["trace[2118200739] 'agreement among raft nodes before linearized reading' (duration: 153.428155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:10.447966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.63193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:46:10.448112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.23327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:46:10.448224Z","caller":"traceutil/trace.go:171","msg":"trace[1786164270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11099; }","duration":"153.368333ms","start":"2026-03-01T01:46:10.294834Z","end":"2026-03-01T01:46:10.448203Z","steps":["trace[1786164270] 'agreement among raft nodes before linearized reading' (duration: 153.202749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:10.448134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.849391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-01T01:46:10.448386Z","caller":"traceutil/trace.go:171","msg":"trace[357435089] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11099; }","duration":"153.868376ms","start":"2026-03-01T01:46:10.294203Z","end":"2026-03-01T01:46:10.448071Z","steps":["trace[357435089] 'agreement among raft nodes before linearized reading' (duration: 153.61777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:10.448409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.569319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:46:10.448421Z","caller":"traceutil/trace.go:171","msg":"trace[38882149] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11099; }","duration":"147.167819ms","start":"2026-03-01T01:46:10.301233Z","end":"2026-03-01T01:46:10.448401Z","steps":["trace[38882149] 'agreement among raft nodes before linearized reading' (duration: 146.741558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:10.448495Z","caller":"traceutil/trace.go:171","msg":"trace[407252263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11099; }","duration":"153.683841ms","start":"2026-03-01T01:46:10.294795Z","end":"2026-03-01T01:46:10.448479Z","steps":["trace[407252263] 'agreement among raft nodes before linearized reading' (duration: 153.566888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:32.687691Z","caller":"traceutil/trace.go:171","msg":"trace[971318448] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"147.757665ms","start":"2026-03-01T01:46:32.539885Z","end":"2026-03-01T01:46:32.687643Z","steps":["trace[971318448] 'process raft request' (duration: 147.440996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:33.103044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.779334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:46:33.103423Z","caller":"traceutil/trace.go:171","msg":"trace[1578145091] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"408.915826ms","start":"2026-03-01T01:46:32.69448Z","end":"2026-03-01T01:46:33.103395Z","steps":["trace[1578145091] 'process raft request' (duration: 408.819274ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:33.103394Z","caller":"traceutil/trace.go:171","msg":"trace[1221071273] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"409.562833ms","start":"2026-03-01T01:46:32.69377Z","end":"2026-03-01T01:46:33.103333Z","steps":["trace[1221071273] 'process raft request' (duration: 255.344117ms)","trace[1221071273] 'compare' (duration: 153.570699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:46:33.103515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:46:32.694471Z","time spent":"409.007199ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:46:33.103637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:46:32.693744Z","time spent":"409.752298ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:46:33.103775Z","caller":"traceutil/trace.go:171","msg":"trace[1529425775] linearizableReadLoop","detail":"{readStateIndex:11631; appliedIndex:11626; }","duration":"292.558942ms","start":"2026-03-01T01:46:32.811184Z","end":"2026-03-01T01:46:33.103743Z","steps":["trace[1529425775] 'read index received' (duration: 137.804462ms)","trace[1529425775] 'applied index is now lower than readState.Index' (duration: 154.75339ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:46:33.103793Z","caller":"traceutil/trace.go:171","msg":"trace[1797066905] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"409.189123ms","start":"2026-03-01T01:46:32.694531Z","end":"2026-03-01T01:46:33.10372Z","steps":["trace[1797066905] 'process raft request' (duration: 408.810493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:33.103969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.948464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:46:33.10402Z","caller":"traceutil/trace.go:171","msg":"trace[882593005] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11217; }","duration":"225.024866ms","start":"2026-03-01T01:46:32.878981Z","end":"2026-03-01T01:46:33.104006Z","steps":["trace[882593005] 'agreement among raft nodes before linearized reading' (duration: 224.910033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:33.10403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.85075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:46:33.104078Z","caller":"traceutil/trace.go:171","msg":"trace[2096744725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:11217; }","duration":"292.898501ms","start":"2026-03-01T01:46:32.811165Z","end":"2026-03-01T01:46:33.104063Z","steps":["trace[2096744725] 'agreement among raft nodes before linearized reading' (duration: 292.716456ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:33.103575Z","caller":"traceutil/trace.go:171","msg":"trace[1624279761] transaction","detail":"{read_only:false; response_revision:11214; number_of_response:1; }","duration":"409.103771ms","start":"2026-03-01T01:46:32.694393Z","end":"2026-03-01T01:46:33.103497Z","steps":["trace[1624279761] 'process raft request' (duration: 408.817304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:33.104314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:46:32.694379Z","time spent":"409.83917ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:46:33.103836Z","caller":"traceutil/trace.go:171","msg":"trace[659036468] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"367.734949ms","start":"2026-03-01T01:46:32.736049Z","end":"2026-03-01T01:46:33.103784Z","steps":["trace[659036468] 'process raft request' (duration: 367.520793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:33.104491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:46:32.694524Z","time spent":"409.550693ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:46:33.104504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:46:32.735954Z","time spent":"368.501919ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:46:35.253341Z","caller":"traceutil/trace.go:171","msg":"trace[638816821] linearizableReadLoop","detail":"{readStateIndex:11637; appliedIndex:11636; }","duration":"143.436561ms","start":"2026-03-01T01:46:35.109876Z","end":"2026-03-01T01:46:35.253312Z","steps":["trace[638816821] 'read index received' (duration: 143.317798ms)","trace[638816821] 'applied index is now lower than readState.Index' (duration: 117.783µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:46:35.253643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.731239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:46:35.25373Z","caller":"traceutil/trace.go:171","msg":"trace[1654021086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11223; }","duration":"143.845262ms","start":"2026-03-01T01:46:35.109868Z","end":"2026-03-01T01:46:35.253713Z","steps":["trace[1654021086] 'agreement among raft nodes before linearized reading' (duration: 143.550094ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:35.253968Z","caller":"traceutil/trace.go:171","msg":"trace[59818393] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"143.965135ms","start":"2026-03-01T01:46:35.109403Z","end":"2026-03-01T01:46:35.253369Z","steps":["trace[59818393] 'process raft request' (duration: 143.745519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:35.279546Z","caller":"traceutil/trace.go:171","msg":"trace[1833490062] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"163.168032ms","start":"2026-03-01T01:46:35.116345Z","end":"2026-03-01T01:46:35.279513Z","steps":["trace[1833490062] 'process raft request' (duration: 163.08404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:35.279668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.578722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T01:46:35.279756Z","caller":"traceutil/trace.go:171","msg":"trace[1582173788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11225; }","duration":"169.715565ms","start":"2026-03-01T01:46:35.110018Z","end":"2026-03-01T01:46:35.279734Z","steps":["trace[1582173788] 'agreement among raft nodes before linearized reading' (duration: 169.462069ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:35.279996Z","caller":"traceutil/trace.go:171","msg":"trace[1509546152] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"164.735244ms","start":"2026-03-01T01:46:35.115247Z","end":"2026-03-01T01:46:35.279982Z","steps":["trace[1509546152] 'process raft request' (duration: 164.045306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:46:35.280291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.782969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:46:35.280397Z","caller":"traceutil/trace.go:171","msg":"trace[846349701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:11225; }","duration":"160.905993ms","start":"2026-03-01T01:46:35.119447Z","end":"2026-03-01T01:46:35.280353Z","steps":["trace[846349701] 'agreement among raft nodes before linearized reading' (duration: 160.597785ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:37.523587Z","caller":"traceutil/trace.go:171","msg":"trace[199311210] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"141.804808ms","start":"2026-03-01T01:46:37.381746Z","end":"2026-03-01T01:46:37.523551Z","steps":["trace[199311210] 'process raft request' (duration: 141.706315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:37.523839Z","caller":"traceutil/trace.go:171","msg":"trace[777778623] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"142.022534ms","start":"2026-03-01T01:46:37.381797Z","end":"2026-03-01T01:46:37.52382Z","steps":["trace[777778623] 'process raft request' (duration: 141.704386ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:46:37.523922Z","caller":"traceutil/trace.go:171","msg":"trace[2100709150] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"142.218999ms","start":"2026-03-01T01:46:37.381631Z","end":"2026-03-01T01:46:37.52385Z","steps":["trace[2100709150] 'process raft request' (duration: 141.603052ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:47:42.25174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9638} {"level":"info","ts":"2026-03-01T01:47:42.335367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9638,"took":"81.052622ms","hash":150565029,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":22138880,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T01:47:42.335449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":150565029,"revision":9638,"compact-revision":7502} {"level":"info","ts":"2026-03-01T01:50:45.800582Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033c0.wal"} {"level":"info","ts":"2026-03-01T01:50:52.960743Z","caller":"traceutil/trace.go:171","msg":"trace[1722211474] transaction","detail":"{read_only:false; response_revision:12852; number_of_response:1; }","duration":"119.675163ms","start":"2026-03-01T01:50:52.841027Z","end":"2026-03-01T01:50:52.960702Z","steps":["trace[1722211474] 'process raft request' (duration: 119.414516ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:53.077045Z","caller":"traceutil/trace.go:171","msg":"trace[1980459957] transaction","detail":"{read_only:false; response_revision:12853; number_of_response:1; }","duration":"111.529357ms","start":"2026-03-01T01:50:52.965449Z","end":"2026-03-01T01:50:53.076978Z","steps":["trace[1980459957] 'process raft request' (duration: 18.386525ms)","trace[1980459957] 'compare' (duration: 92.859615ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:53.077495Z","caller":"traceutil/trace.go:171","msg":"trace[1140621931] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"111.943519ms","start":"2026-03-01T01:50:52.965518Z","end":"2026-03-01T01:50:53.077462Z","steps":["trace[1140621931] 'process raft request' (duration: 111.394354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:53.077682Z","caller":"traceutil/trace.go:171","msg":"trace[1416223284] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"110.836909ms","start":"2026-03-01T01:50:52.966829Z","end":"2026-03-01T01:50:53.077666Z","steps":["trace[1416223284] 'process raft request' (duration: 110.521171ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:53.26399Z","caller":"traceutil/trace.go:171","msg":"trace[1309088962] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"128.735923ms","start":"2026-03-01T01:50:53.13521Z","end":"2026-03-01T01:50:53.263946Z","steps":["trace[1309088962] 'process raft request' (duration: 75.209028ms)","trace[1309088962] 'compare' (duration: 52.965ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:54.404905Z","caller":"traceutil/trace.go:171","msg":"trace[2001698681] linearizableReadLoop","detail":"{readStateIndex:13334; appliedIndex:13333; }","duration":"115.172034ms","start":"2026-03-01T01:50:54.289691Z","end":"2026-03-01T01:50:54.404863Z","steps":["trace[2001698681] 'read index received' (duration: 114.818065ms)","trace[2001698681] 'applied index is now lower than readState.Index' (duration: 351.929µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:54.404971Z","caller":"traceutil/trace.go:171","msg":"trace[1337876965] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"120.270849ms","start":"2026-03-01T01:50:54.284661Z","end":"2026-03-01T01:50:54.404931Z","steps":["trace[1337876965] 'process raft request' (duration: 119.968391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.405466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.746558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:50:54.405614Z","caller":"traceutil/trace.go:171","msg":"trace[1198689476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12859; }","duration":"115.966545ms","start":"2026-03-01T01:50:54.289621Z","end":"2026-03-01T01:50:54.405588Z","steps":["trace[1198689476] 'agreement among raft nodes before linearized reading' (duration: 115.497413ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.52139Z","caller":"traceutil/trace.go:171","msg":"trace[1644640606] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"110.583823ms","start":"2026-03-01T01:50:54.410777Z","end":"2026-03-01T01:50:54.521361Z","steps":["trace[1644640606] 'process raft request' (duration: 110.375967ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.555764Z","caller":"traceutil/trace.go:171","msg":"trace[1114007026] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"129.988396ms","start":"2026-03-01T01:50:54.425733Z","end":"2026-03-01T01:50:54.555721Z","steps":["trace[1114007026] 'process raft request' (duration: 129.922434ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.55578Z","caller":"traceutil/trace.go:171","msg":"trace[285405746] transaction","detail":"{read_only:false; response_revision:12861; number_of_response:1; }","duration":"138.913291ms","start":"2026-03-01T01:50:54.416812Z","end":"2026-03-01T01:50:54.555725Z","steps":["trace[285405746] 'process raft request' (duration: 138.526261ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.555936Z","caller":"traceutil/trace.go:171","msg":"trace[777858230] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"132.796ms","start":"2026-03-01T01:50:54.423078Z","end":"2026-03-01T01:50:54.555874Z","steps":["trace[777858230] 'process raft request' (duration: 132.507913ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.681911Z","caller":"traceutil/trace.go:171","msg":"trace[838261072] transaction","detail":"{read_only:false; response_revision:12864; number_of_response:1; }","duration":"116.52873ms","start":"2026-03-01T01:50:54.56533Z","end":"2026-03-01T01:50:54.681858Z","steps":["trace[838261072] 'process raft request' (duration: 116.278843ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:54.80672Z","caller":"traceutil/trace.go:171","msg":"trace[984157901] linearizableReadLoop","detail":"{readStateIndex:13340; appliedIndex:13339; }","duration":"118.05918ms","start":"2026-03-01T01:50:54.688632Z","end":"2026-03-01T01:50:54.806692Z","steps":["trace[984157901] 'read index received' (duration: 117.892056ms)","trace[984157901] 'applied index is now lower than readState.Index' (duration: 165.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:54.806781Z","caller":"traceutil/trace.go:171","msg":"trace[1826836130] transaction","detail":"{read_only:false; response_revision:12865; number_of_response:1; }","duration":"119.621452ms","start":"2026-03-01T01:50:54.687118Z","end":"2026-03-01T01:50:54.80674Z","steps":["trace[1826836130] 'process raft request' (duration: 119.390185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.806982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.329248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-01T01:50:54.807077Z","caller":"traceutil/trace.go:171","msg":"trace[750522496] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12865; }","duration":"118.489542ms","start":"2026-03-01T01:50:54.688576Z","end":"2026-03-01T01:50:54.807066Z","steps":["trace[750522496] 'agreement among raft nodes before linearized reading' (duration: 118.283347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:54.807061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.586506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:50:54.807197Z","caller":"traceutil/trace.go:171","msg":"trace[2128318163] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:0; response_revision:12865; }","duration":"109.765241ms","start":"2026-03-01T01:50:54.6974Z","end":"2026-03-01T01:50:54.807165Z","steps":["trace[2128318163] 'agreement among raft nodes before linearized reading' (duration: 109.511274ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:55.615412Z","caller":"traceutil/trace.go:171","msg":"trace[2123983449] linearizableReadLoop","detail":"{readStateIndex:13353; appliedIndex:13352; }","duration":"100.693351ms","start":"2026-03-01T01:50:55.51469Z","end":"2026-03-01T01:50:55.615384Z","steps":["trace[2123983449] 'read index received' (duration: 100.406923ms)","trace[2123983449] 'applied index is now lower than readState.Index' (duration: 285.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:55.615455Z","caller":"traceutil/trace.go:171","msg":"trace[360983696] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"152.761278ms","start":"2026-03-01T01:50:55.462651Z","end":"2026-03-01T01:50:55.615412Z","steps":["trace[360983696] 'process raft request' (duration: 152.571273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:55.615652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.947828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.195\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-01T01:50:55.61569Z","caller":"traceutil/trace.go:171","msg":"trace[499504490] range","detail":"{range_begin:/registry/masterleases/162.253.55.195; range_end:; response_count:1; response_revision:12878; }","duration":"101.054551ms","start":"2026-03-01T01:50:55.514624Z","end":"2026-03-01T01:50:55.615679Z","steps":["trace[499504490] 'agreement among raft nodes before linearized reading' (duration: 100.863176ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:55.804147Z","caller":"traceutil/trace.go:171","msg":"trace[615454157] transaction","detail":"{read_only:false; response_revision:12879; number_of_response:1; }","duration":"177.592103ms","start":"2026-03-01T01:50:55.626528Z","end":"2026-03-01T01:50:55.804121Z","steps":["trace[615454157] 'process raft request' (duration: 177.399268ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:55.825058Z","caller":"traceutil/trace.go:171","msg":"trace[1002813762] linearizableReadLoop","detail":"{readStateIndex:13356; appliedIndex:13354; }","duration":"146.45325ms","start":"2026-03-01T01:50:55.678569Z","end":"2026-03-01T01:50:55.825022Z","steps":["trace[1002813762] 'read index received' (duration: 125.365743ms)","trace[1002813762] 'applied index is now lower than readState.Index' (duration: 21.086197ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:55.825137Z","caller":"traceutil/trace.go:171","msg":"trace[1830631043] transaction","detail":"{read_only:false; response_revision:12880; number_of_response:1; }","duration":"171.76583ms","start":"2026-03-01T01:50:55.653314Z","end":"2026-03-01T01:50:55.82508Z","steps":["trace[1830631043] 'process raft request' (duration: 171.519683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:55.825375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.78783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:50:55.82546Z","caller":"traceutil/trace.go:171","msg":"trace[1627718727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:12880; }","duration":"146.951104ms","start":"2026-03-01T01:50:55.678493Z","end":"2026-03-01T01:50:55.825444Z","steps":["trace[1627718727] 'agreement among raft nodes before linearized reading' (duration: 146.647476ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:50:58.077602Z","caller":"traceutil/trace.go:171","msg":"trace[1565192323] linearizableReadLoop","detail":"{readStateIndex:13369; appliedIndex:13368; }","duration":"227.509533ms","start":"2026-03-01T01:50:57.850067Z","end":"2026-03-01T01:50:58.077576Z","steps":["trace[1565192323] 'read index received' (duration: 227.242936ms)","trace[1565192323] 'applied index is now lower than readState.Index' (duration: 265.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:50:58.077832Z","caller":"traceutil/trace.go:171","msg":"trace[1919218971] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"227.75971ms","start":"2026-03-01T01:50:57.850029Z","end":"2026-03-01T01:50:58.077788Z","steps":["trace[1919218971] 'process raft request' (duration: 227.348459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:50:58.078198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.982895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:50:58.078313Z","caller":"traceutil/trace.go:171","msg":"trace[701368932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:12893; }","duration":"228.272993ms","start":"2026-03-01T01:50:57.850009Z","end":"2026-03-01T01:50:58.078282Z","steps":["trace[701368932] 'agreement among raft nodes before linearized reading' (duration: 227.852612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:05.788948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.929995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T01:51:05.789043Z","caller":"traceutil/trace.go:171","msg":"trace[1025597191] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12935; }","duration":"110.09225ms","start":"2026-03-01T01:51:05.678932Z","end":"2026-03-01T01:51:05.789025Z","steps":["trace[1025597191] 'range keys from in-memory index tree' (duration: 109.639308ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:05.968379Z","caller":"traceutil/trace.go:171","msg":"trace[268576658] transaction","detail":"{read_only:false; response_revision:12938; number_of_response:1; }","duration":"118.731827ms","start":"2026-03-01T01:51:05.849591Z","end":"2026-03-01T01:51:05.968323Z","steps":["trace[268576658] 'process raft request' (duration: 51.702406ms)","trace[268576658] 'compare' (duration: 66.664622ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:51:10.94704Z","caller":"traceutil/trace.go:171","msg":"trace[1603445965] linearizableReadLoop","detail":"{readStateIndex:13460; appliedIndex:13459; }","duration":"308.230546ms","start":"2026-03-01T01:51:10.638773Z","end":"2026-03-01T01:51:10.947003Z","steps":["trace[1603445965] 'read index received' (duration: 308.039711ms)","trace[1603445965] 'applied index is now lower than readState.Index' (duration: 188.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:51:10.947082Z","caller":"traceutil/trace.go:171","msg":"trace[535135120] transaction","detail":"{read_only:false; response_revision:12981; number_of_response:1; }","duration":"311.182364ms","start":"2026-03-01T01:51:10.635861Z","end":"2026-03-01T01:51:10.947044Z","steps":["trace[535135120] 'process raft request' (duration: 310.883366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:10.94728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.635834Z","time spent":"311.343759ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:51:10.947366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.575556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:51:10.947416Z","caller":"traceutil/trace.go:171","msg":"trace[203612989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12981; }","duration":"308.73308ms","start":"2026-03-01T01:51:10.63867Z","end":"2026-03-01T01:51:10.947403Z","steps":["trace[203612989] 'agreement among raft nodes before linearized reading' (duration: 308.504704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:10.947472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.638633Z","time spent":"308.824482ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:51:11.332261Z","caller":"traceutil/trace.go:171","msg":"trace[769715394] linearizableReadLoop","detail":"{readStateIndex:13461; appliedIndex:13460; }","duration":"385.086698ms","start":"2026-03-01T01:51:10.947133Z","end":"2026-03-01T01:51:11.332219Z","steps":["trace[769715394] 'read index received' (duration: 379.826979ms)","trace[769715394] 'applied index is now lower than readState.Index' (duration: 5.245168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:51:11.332399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.579521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:51:11.3325Z","caller":"traceutil/trace.go:171","msg":"trace[1983765006] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12982; }","duration":"480.753457ms","start":"2026-03-01T01:51:10.851723Z","end":"2026-03-01T01:51:11.332476Z","steps":["trace[1983765006] 'agreement among raft nodes before linearized reading' (duration: 480.567972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.332519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.346609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5249"} {"level":"warn","ts":"2026-03-01T01:51:11.332557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.851682Z","time spent":"480.855339ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-01T01:51:11.332517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.698285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6384"} {"level":"info","ts":"2026-03-01T01:51:11.332615Z","caller":"traceutil/trace.go:171","msg":"trace[1069647362] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12982; }","duration":"479.507304ms","start":"2026-03-01T01:51:10.853083Z","end":"2026-03-01T01:51:11.332591Z","steps":["trace[1069647362] 'agreement among raft nodes before linearized reading' (duration: 479.156114ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:51:11.33263Z","caller":"traceutil/trace.go:171","msg":"trace[655587066] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:12982; }","duration":"480.88465ms","start":"2026-03-01T01:51:10.851722Z","end":"2026-03-01T01:51:11.332607Z","steps":["trace[655587066] 'agreement among raft nodes before linearized reading' (duration: 480.564922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.332669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.853062Z","time spent":"479.598235ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5273,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:51:11.332685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.851685Z","time spent":"480.985273ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6408,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-01T01:51:11.332709Z","caller":"traceutil/trace.go:171","msg":"trace[598457993] transaction","detail":"{read_only:false; response_revision:12982; number_of_response:1; }","duration":"682.433937ms","start":"2026-03-01T01:51:10.650241Z","end":"2026-03-01T01:51:11.332675Z","steps":["trace[598457993] 'process raft request' (duration: 676.684635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.332511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.766796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:51:11.332853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.650219Z","time spent":"682.54729ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:51:11.332869Z","caller":"traceutil/trace.go:171","msg":"trace[1975479873] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12982; }","duration":"481.201698ms","start":"2026-03-01T01:51:10.851644Z","end":"2026-03-01T01:51:11.332846Z","steps":["trace[1975479873] 'agreement among raft nodes before linearized reading' (duration: 480.764887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.332937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.851611Z","time spent":"481.306281ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T01:51:11.333892Z","caller":"traceutil/trace.go:171","msg":"trace[1410910961] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"381.320098ms","start":"2026-03-01T01:51:10.952546Z","end":"2026-03-01T01:51:11.333866Z","steps":["trace[1410910961] 'process raft request' (duration: 380.884337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.334042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:10.952517Z","time spent":"381.437772ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:51:11.543237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.60986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:51:11.543396Z","caller":"traceutil/trace.go:171","msg":"trace[1355564952] linearizableReadLoop","detail":"{readStateIndex:13463; appliedIndex:13461; }","duration":"211.007767ms","start":"2026-03-01T01:51:11.332359Z","end":"2026-03-01T01:51:11.543367Z","steps":["trace[1355564952] 'read index received' (duration: 999.837µs)","trace[1355564952] 'applied index is now lower than readState.Index' (duration: 210.00551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:51:11.543521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.29564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:51:11.54356Z","caller":"traceutil/trace.go:171","msg":"trace[1609221903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12983; }","duration":"498.426253ms","start":"2026-03-01T01:51:11.045121Z","end":"2026-03-01T01:51:11.543548Z","steps":["trace[1609221903] 'agreement among raft nodes before linearized reading' (duration: 498.31571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.543616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.629493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:51:11.543617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.394975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:51:11.54371Z","caller":"traceutil/trace.go:171","msg":"trace[84027087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12983; }","duration":"346.54943ms","start":"2026-03-01T01:51:11.197135Z","end":"2026-03-01T01:51:11.543684Z","steps":["trace[84027087] 'agreement among raft nodes before linearized reading' (duration: 346.241192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.543771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.197108Z","time spent":"346.653272ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:51:11.543683Z","caller":"traceutil/trace.go:171","msg":"trace[1270209840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12983; }","duration":"284.717475ms","start":"2026-03-01T01:51:11.258951Z","end":"2026-03-01T01:51:11.543668Z","steps":["trace[1270209840] 'agreement among raft nodes before linearized reading' (duration: 284.550391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.543621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.045092Z","time spent":"498.505175ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:51:11.543841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.001773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:51:11.543981Z","caller":"traceutil/trace.go:171","msg":"trace[1612983330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12983; }","duration":"478.183159ms","start":"2026-03-01T01:51:11.065767Z","end":"2026-03-01T01:51:11.54395Z","steps":["trace[1612983330] 'agreement among raft nodes before linearized reading' (duration: 477.773518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.543842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.38952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:51:11.544098Z","caller":"traceutil/trace.go:171","msg":"trace[1170544161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12983; }","duration":"286.691717ms","start":"2026-03-01T01:51:11.257383Z","end":"2026-03-01T01:51:11.544075Z","steps":["trace[1170544161] 'agreement among raft nodes before linearized reading' (duration: 286.159993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.544201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.934436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:51:11.544445Z","caller":"traceutil/trace.go:171","msg":"trace[1171392681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12983; }","duration":"348.761638ms","start":"2026-03-01T01:51:11.195622Z","end":"2026-03-01T01:51:11.544383Z","steps":["trace[1171392681] 'agreement among raft nodes before linearized reading' (duration: 347.854284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:11.544594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.195598Z","time spent":"348.969203ms","remote":"127.0.0.1:36150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:51:11.544098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:51:11.065734Z","time spent":"478.346002ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:51:12.406543Z","caller":"traceutil/trace.go:171","msg":"trace[428689180] linearizableReadLoop","detail":"{readStateIndex:13468; appliedIndex:13467; }","duration":"208.302355ms","start":"2026-03-01T01:51:12.198215Z","end":"2026-03-01T01:51:12.406517Z","steps":["trace[428689180] 'read index received' (duration: 207.976947ms)","trace[428689180] 'applied index is now lower than readState.Index' (duration: 324.378µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:51:12.406678Z","caller":"traceutil/trace.go:171","msg":"trace[2018782615] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"244.751929ms","start":"2026-03-01T01:51:12.161875Z","end":"2026-03-01T01:51:12.406627Z","steps":["trace[2018782615] 'process raft request' (duration: 244.38777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.406811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.582973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:51:12.406855Z","caller":"traceutil/trace.go:171","msg":"trace[1009965128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:12988; }","duration":"208.761328ms","start":"2026-03-01T01:51:12.19808Z","end":"2026-03-01T01:51:12.406842Z","steps":["trace[1009965128] 'agreement among raft nodes before linearized reading' (duration: 208.542602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.846246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.418331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:51:12.846356Z","caller":"traceutil/trace.go:171","msg":"trace[1231165196] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12988; }","duration":"213.611755ms","start":"2026-03-01T01:51:12.632722Z","end":"2026-03-01T01:51:12.846333Z","steps":["trace[1231165196] 'count revisions from in-memory index tree' (duration: 213.282857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:51:12.846749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.797973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T01:51:12.846883Z","caller":"traceutil/trace.go:171","msg":"trace[120872153] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12988; }","duration":"103.998408ms","start":"2026-03-01T01:51:12.742857Z","end":"2026-03-01T01:51:12.846856Z","steps":["trace[120872153] 'range keys from in-memory index tree' (duration: 103.337191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:31.117661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.395575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:52:31.117913Z","caller":"traceutil/trace.go:171","msg":"trace[751673991] linearizableReadLoop","detail":"{readStateIndex:13969; appliedIndex:13968; }","duration":"380.802261ms","start":"2026-03-01T01:52:30.737073Z","end":"2026-03-01T01:52:31.117875Z","steps":["trace[751673991] 'read index received' (duration: 253.22118ms)","trace[751673991] 'applied index is now lower than readState.Index' (duration: 127.575901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:31.118098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.998926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:52:31.118383Z","caller":"traceutil/trace.go:171","msg":"trace[645706262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13469; }","duration":"381.344395ms","start":"2026-03-01T01:52:30.737004Z","end":"2026-03-01T01:52:31.118348Z","steps":["trace[645706262] 'agreement among raft nodes before linearized reading' (duration: 380.989216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:31.118465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:30.736979Z","time spent":"381.468418ms","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:52:31.118914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.809176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:52:31.118951Z","caller":"traceutil/trace.go:171","msg":"trace[886093814] transaction","detail":"{read_only:false; response_revision:13470; number_of_response:1; }","duration":"373.068657ms","start":"2026-03-01T01:52:30.745848Z","end":"2026-03-01T01:52:31.118917Z","steps":["trace[886093814] 'process raft request' (duration: 371.935607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:31.118976Z","caller":"traceutil/trace.go:171","msg":"trace[1517007117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13470; }","duration":"373.934449ms","start":"2026-03-01T01:52:30.745023Z","end":"2026-03-01T01:52:31.118957Z","steps":["trace[1517007117] 'agreement among raft nodes before linearized reading' (duration: 373.806165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:31.119157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:30.745807Z","time spent":"373.245311ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:31.119321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:30.744998Z","time spent":"374.262858ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:52:34.395936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.477463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:52:34.396031Z","caller":"traceutil/trace.go:171","msg":"trace[1868700495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13485; }","duration":"331.638048ms","start":"2026-03-01T01:52:34.064372Z","end":"2026-03-01T01:52:34.39601Z","steps":["trace[1868700495] 'range keys from in-memory index tree' (duration: 331.275138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:34.396121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.767853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:52:34.396169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.355752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:52:34.396161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.437462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:52:34.396218Z","caller":"traceutil/trace.go:171","msg":"trace[1226215612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13485; }","duration":"122.938128ms","start":"2026-03-01T01:52:34.27326Z","end":"2026-03-01T01:52:34.396198Z","steps":["trace[1226215612] 'count revisions from in-memory index tree' (duration: 122.65964ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:34.396246Z","caller":"traceutil/trace.go:171","msg":"trace[1673041293] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13485; }","duration":"636.504285ms","start":"2026-03-01T01:52:33.759724Z","end":"2026-03-01T01:52:34.396229Z","steps":["trace[1673041293] 'count revisions from in-memory index tree' (duration: 636.212708ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:34.396271Z","caller":"traceutil/trace.go:171","msg":"trace[986465430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13485; }","duration":"331.576236ms","start":"2026-03-01T01:52:34.06467Z","end":"2026-03-01T01:52:34.396246Z","steps":["trace[986465430] 'range keys from in-memory index tree' (duration: 331.278147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:34.396294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:33.759702Z","time spent":"636.580098ms","remote":"127.0.0.1:33780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:52:34.396328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.817091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:52:34.396349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:34.064663Z","time spent":"331.671018ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:52:34.396347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:34.06435Z","time spent":"331.716269ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:52:34.396395Z","caller":"traceutil/trace.go:171","msg":"trace[1732416477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13485; }","duration":"298.116129ms","start":"2026-03-01T01:52:34.09826Z","end":"2026-03-01T01:52:34.396376Z","steps":["trace[1732416477] 'range keys from in-memory index tree' (duration: 297.578824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:34.396542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.62477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:52:34.396599Z","caller":"traceutil/trace.go:171","msg":"trace[1096395739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13485; }","duration":"293.728013ms","start":"2026-03-01T01:52:34.102854Z","end":"2026-03-01T01:52:34.396582Z","steps":["trace[1096395739] 'range keys from in-memory index tree' (duration: 293.381493ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:36.311513Z","caller":"traceutil/trace.go:171","msg":"trace[1857957118] transaction","detail":"{read_only:false; response_revision:13497; number_of_response:1; }","duration":"147.027776ms","start":"2026-03-01T01:52:36.16446Z","end":"2026-03-01T01:52:36.311488Z","steps":["trace[1857957118] 'process raft request' (duration: 146.846881ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:39.333493Z","caller":"traceutil/trace.go:171","msg":"trace[1286833359] linearizableReadLoop","detail":"{readStateIndex:14012; appliedIndex:14011; }","duration":"175.149551ms","start":"2026-03-01T01:52:39.158315Z","end":"2026-03-01T01:52:39.333464Z","steps":["trace[1286833359] 'read index received' (duration: 174.971756ms)","trace[1286833359] 'applied index is now lower than readState.Index' (duration: 176.755µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:39.33378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.439019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T01:52:39.333866Z","caller":"traceutil/trace.go:171","msg":"trace[900797709] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13511; }","duration":"175.550582ms","start":"2026-03-01T01:52:39.158295Z","end":"2026-03-01T01:52:39.333846Z","steps":["trace[900797709] 'agreement among raft nodes before linearized reading' (duration: 175.309216ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:39.333547Z","caller":"traceutil/trace.go:171","msg":"trace[1363389560] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"176.719394ms","start":"2026-03-01T01:52:39.156801Z","end":"2026-03-01T01:52:39.33352Z","steps":["trace[1363389560] 'process raft request' (duration: 176.507328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:39.334161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.057968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-01T01:52:39.334201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.304138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:39.334377Z","caller":"traceutil/trace.go:171","msg":"trace[1816388695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:13511; }","duration":"141.278924ms","start":"2026-03-01T01:52:39.193024Z","end":"2026-03-01T01:52:39.334303Z","steps":["trace[1816388695] 'agreement among raft nodes before linearized reading' (duration: 141.010277ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:39.334378Z","caller":"traceutil/trace.go:171","msg":"trace[11943334] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13511; }","duration":"100.501374ms","start":"2026-03-01T01:52:39.233822Z","end":"2026-03-01T01:52:39.334323Z","steps":["trace[11943334] 'agreement among raft nodes before linearized reading' (duration: 100.257597ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:39.49695Z","caller":"traceutil/trace.go:171","msg":"trace[1404872141] transaction","detail":"{read_only:false; response_revision:13512; number_of_response:1; }","duration":"135.001758ms","start":"2026-03-01T01:52:39.361924Z","end":"2026-03-01T01:52:39.496926Z","steps":["trace[1404872141] 'process raft request' (duration: 112.945973ms)","trace[1404872141] 'compare' (duration: 19.369104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:39.91041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.967307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:52:39.910528Z","caller":"traceutil/trace.go:171","msg":"trace[692621708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13512; }","duration":"186.094762ms","start":"2026-03-01T01:52:39.724405Z","end":"2026-03-01T01:52:39.910499Z","steps":["trace[692621708] 'count revisions from in-memory index tree' (duration: 185.896496ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:39.910993Z","caller":"traceutil/trace.go:171","msg":"trace[677014208] linearizableReadLoop","detail":"{readStateIndex:14014; appliedIndex:14013; }","duration":"125.188477ms","start":"2026-03-01T01:52:39.785791Z","end":"2026-03-01T01:52:39.910979Z","steps":["trace[677014208] 'read index received' (duration: 107.526179ms)","trace[677014208] 'applied index is now lower than readState.Index' (duration: 17.661438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:39.911177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.380272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T01:52:39.911213Z","caller":"traceutil/trace.go:171","msg":"trace[1636888079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13513; }","duration":"125.451804ms","start":"2026-03-01T01:52:39.785752Z","end":"2026-03-01T01:52:39.911204Z","steps":["trace[1636888079] 'agreement among raft nodes before linearized reading' (duration: 125.28292ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:39.911462Z","caller":"traceutil/trace.go:171","msg":"trace[134417395] transaction","detail":"{read_only:false; response_revision:13513; number_of_response:1; }","duration":"148.058604ms","start":"2026-03-01T01:52:39.76339Z","end":"2026-03-01T01:52:39.911449Z","steps":["trace[134417395] 'process raft request' (duration: 130.026096ms)","trace[134417395] 'compare' (duration: 17.257697ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:40.130389Z","caller":"traceutil/trace.go:171","msg":"trace[1811363246] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"211.048573ms","start":"2026-03-01T01:52:39.919305Z","end":"2026-03-01T01:52:40.130354Z","steps":["trace[1811363246] 'process raft request' (duration: 209.137232ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:42.259271Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11652} {"level":"info","ts":"2026-03-01T01:52:42.343407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11652,"took":"80.989577ms","hash":2651416815,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":23703552,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T01:52:42.343468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2651416815,"revision":11652,"compact-revision":9638} {"level":"warn","ts":"2026-03-01T01:52:50.89159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.442764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:52:50.891959Z","caller":"traceutil/trace.go:171","msg":"trace[59398133] transaction","detail":"{read_only:false; response_revision:13567; number_of_response:1; }","duration":"214.898324ms","start":"2026-03-01T01:52:50.677026Z","end":"2026-03-01T01:52:50.891924Z","steps":["trace[59398133] 'process raft request' (duration: 69.003228ms)","trace[59398133] 'compare' (duration: 145.309741ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:51.192842Z","caller":"traceutil/trace.go:171","msg":"trace[1203272153] linearizableReadLoop","detail":"{readStateIndex:14073; appliedIndex:14072; }","duration":"160.808741ms","start":"2026-03-01T01:52:51.032Z","end":"2026-03-01T01:52:51.192809Z","steps":["trace[1203272153] 'read index received' (duration: 160.532224ms)","trace[1203272153] 'applied index is now lower than readState.Index' (duration: 275.237µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:51.192964Z","caller":"traceutil/trace.go:171","msg":"trace[1655418429] transaction","detail":"{read_only:false; response_revision:13568; number_of_response:1; }","duration":"214.585026ms","start":"2026-03-01T01:52:50.978332Z","end":"2026-03-01T01:52:51.192917Z","steps":["trace[1655418429] 'process raft request' (duration: 214.245977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:51.193061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.040527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:52:51.193117Z","caller":"traceutil/trace.go:171","msg":"trace[1925417689] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:13568; }","duration":"161.173291ms","start":"2026-03-01T01:52:51.031928Z","end":"2026-03-01T01:52:51.193101Z","steps":["trace[1925417689] 'agreement among raft nodes before linearized reading' (duration: 161.054428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:51.19322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.008832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-01T01:52:51.193217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.704101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:51.193284Z","caller":"traceutil/trace.go:171","msg":"trace[585253472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13568; }","duration":"148.109065ms","start":"2026-03-01T01:52:51.045156Z","end":"2026-03-01T01:52:51.193266Z","steps":["trace[585253472] 'agreement among raft nodes before linearized reading' (duration: 147.915019ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:51.193319Z","caller":"traceutil/trace.go:171","msg":"trace[1371642106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13568; }","duration":"148.851654ms","start":"2026-03-01T01:52:51.044441Z","end":"2026-03-01T01:52:51.193293Z","steps":["trace[1371642106] 'agreement among raft nodes before linearized reading' (duration: 148.651159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:51.559643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.743452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:52:51.559841Z","caller":"traceutil/trace.go:171","msg":"trace[724006034] transaction","detail":"{read_only:false; response_revision:13570; number_of_response:1; }","duration":"157.73861ms","start":"2026-03-01T01:52:51.402081Z","end":"2026-03-01T01:52:51.55982Z","steps":["trace[724006034] 'process raft request' (duration: 157.674358ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:51.559837Z","caller":"traceutil/trace.go:171","msg":"trace[407481895] transaction","detail":"{read_only:false; response_revision:13569; number_of_response:1; }","duration":"361.762606ms","start":"2026-03-01T01:52:51.198036Z","end":"2026-03-01T01:52:51.559798Z","steps":["trace[407481895] 'process raft request' (duration: 198.765117ms)","trace[407481895] 'compare' (duration: 162.621519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:51.560042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:51.198013Z","time spent":"361.912971ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:51.560098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.787142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:51.560144Z","caller":"traceutil/trace.go:171","msg":"trace[231225981] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13570; }","duration":"354.835223ms","start":"2026-03-01T01:52:51.205296Z","end":"2026-03-01T01:52:51.560131Z","steps":["trace[231225981] 'agreement among raft nodes before linearized reading' (duration: 354.754101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:51.560182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:51.205247Z","time spent":"354.925015ms","remote":"127.0.0.1:44314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:52:51.55993Z","caller":"traceutil/trace.go:171","msg":"trace[1466199077] linearizableReadLoop","detail":"{readStateIndex:14074; appliedIndex:14073; }","duration":"354.569746ms","start":"2026-03-01T01:52:51.205301Z","end":"2026-03-01T01:52:51.559871Z","steps":["trace[1466199077] 'read index received' (duration: 191.461124ms)","trace[1466199077] 'applied index is now lower than readState.Index' (duration: 163.098342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:52:51.56388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.493923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:52:51.563977Z","caller":"traceutil/trace.go:171","msg":"trace[1376050326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:13571; }","duration":"117.655117ms","start":"2026-03-01T01:52:51.446302Z","end":"2026-03-01T01:52:51.563957Z","steps":["trace[1376050326] 'agreement among raft nodes before linearized reading' (duration: 117.38266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:58.111803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577512073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:52:58.392029Z","caller":"traceutil/trace.go:171","msg":"trace[261180979] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"812.49734ms","start":"2026-03-01T01:52:57.579507Z","end":"2026-03-01T01:52:58.392004Z","steps":["trace[261180979] 'process raft request' (duration: 812.336346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:58.392196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:57.579483Z","time spent":"812.618614ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:59.844382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45249901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:52:59.844903Z","caller":"traceutil/trace.go:171","msg":"trace[2057358151] linearizableReadLoop","detail":"{readStateIndex:14111; appliedIndex:14108; }","duration":"2.23402537s","start":"2026-03-01T01:52:57.610825Z","end":"2026-03-01T01:52:59.84485Z","steps":["trace[2057358151] 'read index received' (duration: 781.094729ms)","trace[2057358151] 'applied index is now lower than readState.Index' (duration: 1.452929331s)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:52:59.844953Z","caller":"traceutil/trace.go:171","msg":"trace[500111422] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"2.258567441s","start":"2026-03-01T01:52:57.586326Z","end":"2026-03-01T01:52:59.844894Z","steps":["trace[500111422] 'process raft request' (duration: 2.258259502s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:59.845044Z","caller":"traceutil/trace.go:171","msg":"trace[445962459] transaction","detail":"{read_only:false; response_revision:13605; number_of_response:1; }","duration":"1.863449479s","start":"2026-03-01T01:52:57.981581Z","end":"2026-03-01T01:52:59.84503Z","steps":["trace[445962459] 'process raft request' (duration: 1.863216643s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.845156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:57.586299Z","time spent":"2.258753985s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:59.845209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:57.98155Z","time spent":"1.863532562s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:59.845579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23475047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:52:59.845615Z","caller":"traceutil/trace.go:171","msg":"trace[876519171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:13605; }","duration":"2.234825391s","start":"2026-03-01T01:52:57.610778Z","end":"2026-03-01T01:52:59.845604Z","steps":["trace[876519171] 'agreement among raft nodes before linearized reading' (duration: 2.234642537s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.845646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:57.610764Z","time spent":"2.234875522s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:52:59.872367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827339753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:52:59.872374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640082131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T01:52:59.87242Z","caller":"traceutil/trace.go:171","msg":"trace[1297174441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13606; }","duration":"1.827433536s","start":"2026-03-01T01:52:58.044973Z","end":"2026-03-01T01:52:59.872406Z","steps":["trace[1297174441] 'agreement among raft nodes before linearized reading' (duration: 1.827364304s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.8724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170371353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:52:59.872455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.044949Z","time spent":"1.827497567s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:52:59.872464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137664647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T01:52:59.872456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.665047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:52:59.872501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377603535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:59.872506Z","caller":"traceutil/trace.go:171","msg":"trace[362947506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13606; }","duration":"1.137724608s","start":"2026-03-01T01:52:58.734768Z","end":"2026-03-01T01:52:59.872493Z","steps":["trace[362947506] 'agreement among raft nodes before linearized reading' (duration: 1.137628665s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:59.872543Z","caller":"traceutil/trace.go:171","msg":"trace[1546167488] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13606; }","duration":"1.377643386s","start":"2026-03-01T01:52:58.494885Z","end":"2026-03-01T01:52:59.872529Z","steps":["trace[1546167488] 'agreement among raft nodes before linearized reading' (duration: 1.377577204s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:59.872435Z","caller":"traceutil/trace.go:171","msg":"trace[915623327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13606; }","duration":"1.640188044s","start":"2026-03-01T01:52:58.232231Z","end":"2026-03-01T01:52:59.872419Z","steps":["trace[915623327] 'agreement among raft nodes before linearized reading' (duration: 1.639967638s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:52:59.872562Z","caller":"traceutil/trace.go:171","msg":"trace[822218392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13606; }","duration":"940.813491ms","start":"2026-03-01T01:52:58.931712Z","end":"2026-03-01T01:52:59.872526Z","steps":["trace[822218392] 'agreement among raft nodes before linearized reading' (duration: 940.516613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.872582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.494843Z","time spent":"1.377729718s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:52:59.872622Z","caller":"traceutil/trace.go:171","msg":"trace[1043456487] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"751.297208ms","start":"2026-03-01T01:52:59.121314Z","end":"2026-03-01T01:52:59.872611Z","steps":["trace[1043456487] 'process raft request' (duration: 750.649491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.872617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.931692Z","time spent":"940.912003ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:52:59.872658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139601558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:52:59.87269Z","caller":"traceutil/trace.go:171","msg":"trace[889092445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13606; }","duration":"1.13967589s","start":"2026-03-01T01:52:58.733006Z","end":"2026-03-01T01:52:59.872681Z","steps":["trace[889092445] 'agreement among raft nodes before linearized reading' (duration: 1.139513926s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.872713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:59.121289Z","time spent":"751.36023ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:52:59.872727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.732984Z","time spent":"1.139735332s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:52:59.872546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.734754Z","time spent":"1.13778474s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:52:59.872585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.232209Z","time spent":"1.640368289s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:52:59.872485Z","caller":"traceutil/trace.go:171","msg":"trace[828868974] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13606; }","duration":"1.170528647s","start":"2026-03-01T01:52:58.701938Z","end":"2026-03-01T01:52:59.872466Z","steps":["trace[828868974] 'agreement among raft nodes before linearized reading' (duration: 1.170319992s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.872855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.701915Z","time spent":"1.170930528s","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:52:59.872349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143527222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:52:59.8729Z","caller":"traceutil/trace.go:171","msg":"trace[1861206662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13606; }","duration":"1.144149688s","start":"2026-03-01T01:52:58.728741Z","end":"2026-03-01T01:52:59.872891Z","steps":["trace[1861206662] 'agreement among raft nodes before linearized reading' (duration: 1.143430759s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:52:59.872928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:52:58.728717Z","time spent":"1.14420279s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:52:59.873048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.262321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:52:59.873082Z","caller":"traceutil/trace.go:171","msg":"trace[501497275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13606; }","duration":"170.296813ms","start":"2026-03-01T01:52:59.702774Z","end":"2026-03-01T01:52:59.873071Z","steps":["trace[501497275] 'agreement among raft nodes before linearized reading' (duration: 170.239682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:08.696723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.302664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:53:08.698121Z","caller":"traceutil/trace.go:171","msg":"trace[717977010] linearizableReadLoop","detail":"{readStateIndex:14152; appliedIndex:14151; }","duration":"762.919026ms","start":"2026-03-01T01:53:07.935177Z","end":"2026-03-01T01:53:08.698096Z","steps":["trace[717977010] 'read index received' (duration: 20.164134ms)","trace[717977010] 'applied index is now lower than readState.Index' (duration: 742.752552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:08.69933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.149639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T01:53:08.699452Z","caller":"traceutil/trace.go:171","msg":"trace[241774242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13644; }","duration":"764.344425ms","start":"2026-03-01T01:53:07.935082Z","end":"2026-03-01T01:53:08.699427Z","steps":["trace[241774242] 'agreement among raft nodes before linearized reading' (duration: 763.066841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:08.699514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.935051Z","time spent":"764.447797ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:53:08.699893Z","caller":"traceutil/trace.go:171","msg":"trace[1751141688] transaction","detail":"{read_only:false; response_revision:13644; number_of_response:1; }","duration":"823.299026ms","start":"2026-03-01T01:53:07.87657Z","end":"2026-03-01T01:53:08.699869Z","steps":["trace[1751141688] 'process raft request' (duration: 78.745096ms)","trace[1751141688] 'compare' (duration: 740.839852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:08.700031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.876555Z","time spent":"823.390829ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:09.124962Z","caller":"traceutil/trace.go:171","msg":"trace[521741603] linearizableReadLoop","detail":"{readStateIndex:14153; appliedIndex:14152; }","duration":"426.646857ms","start":"2026-03-01T01:53:08.698291Z","end":"2026-03-01T01:53:09.124938Z","steps":["trace[521741603] 'read index received' (duration: 426.541254ms)","trace[521741603] 'applied index is now lower than readState.Index' (duration: 104.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:53:09.125204Z","caller":"traceutil/trace.go:171","msg":"trace[693229721] transaction","detail":"{read_only:false; response_revision:13645; number_of_response:1; }","duration":"698.894051ms","start":"2026-03-01T01:53:08.42627Z","end":"2026-03-01T01:53:09.125164Z","steps":["trace[693229721] 'process raft request' (duration: 698.512111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.125365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079884156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:09.125457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102502486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:09.125518Z","caller":"traceutil/trace.go:171","msg":"trace[2015817427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13645; }","duration":"1.102615069s","start":"2026-03-01T01:53:08.022886Z","end":"2026-03-01T01:53:09.125501Z","steps":["trace[2015817427] 'agreement among raft nodes before linearized reading' (duration: 1.102520536s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.125579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:08.022862Z","time spent":"1.102699041s","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:09.125441Z","caller":"traceutil/trace.go:171","msg":"trace[1985880728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13645; }","duration":"1.080028261s","start":"2026-03-01T01:53:08.045398Z","end":"2026-03-01T01:53:09.125427Z","steps":["trace[1985880728] 'agreement among raft nodes before linearized reading' (duration: 1.079678131s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.125728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:08.045372Z","time spent":"1.080342618s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:53:09.125925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.155686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:09.125982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.206206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b31e36f8a1\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-01T01:53:09.126002Z","caller":"traceutil/trace.go:171","msg":"trace[1484048354] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13645; }","duration":"548.295409ms","start":"2026-03-01T01:53:08.577691Z","end":"2026-03-01T01:53:09.125986Z","steps":["trace[1484048354] 'agreement among raft nodes before linearized reading' (duration: 548.168436ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:09.126052Z","caller":"traceutil/trace.go:171","msg":"trace[1642749195] range","detail":"{range_begin:/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b31e36f8a1; range_end:; response_count:1; response_revision:13645; }","duration":"994.311639ms","start":"2026-03-01T01:53:08.131722Z","end":"2026-03-01T01:53:09.126033Z","steps":["trace[1642749195] 'agreement among raft nodes before linearized reading' (duration: 994.147324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.126086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183975655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T01:53:09.126112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:08.131704Z","time spent":"994.395711ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":895,"request content":"key:\"/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b31e36f8a1\" "} {"level":"info","ts":"2026-03-01T01:53:09.126206Z","caller":"traceutil/trace.go:171","msg":"trace[1541495097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13645; }","duration":"1.1841649s","start":"2026-03-01T01:53:07.94202Z","end":"2026-03-01T01:53:09.126185Z","steps":["trace[1541495097] 'agreement among raft nodes before linearized reading' (duration: 1.183864952s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.126258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.942002Z","time spent":"1.184246302s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:53:09.126216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:08.577658Z","time spent":"548.489715ms","remote":"127.0.0.1:44208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:09.126436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186496401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T01:53:09.126471Z","caller":"traceutil/trace.go:171","msg":"trace[7940435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13645; }","duration":"1.186577324s","start":"2026-03-01T01:53:07.939882Z","end":"2026-03-01T01:53:09.126459Z","steps":["trace[7940435] 'agreement among raft nodes before linearized reading' (duration: 1.186489362s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.126497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.939854Z","time spent":"1.186636935s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:53:09.125404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:08.42623Z","time spent":"699.084146ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:09.12662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186956734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T01:53:09.126804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189383168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:53:09.126806Z","caller":"traceutil/trace.go:171","msg":"trace[2110530987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13645; }","duration":"1.187143858s","start":"2026-03-01T01:53:07.939636Z","end":"2026-03-01T01:53:09.126779Z","steps":["trace[2110530987] 'agreement among raft nodes before linearized reading' (duration: 1.186924863s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:09.126843Z","caller":"traceutil/trace.go:171","msg":"trace[53639323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:13645; }","duration":"1.18946795s","start":"2026-03-01T01:53:07.937366Z","end":"2026-03-01T01:53:09.126834Z","steps":["trace[53639323] 'agreement among raft nodes before linearized reading' (duration: 1.189369987s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.126871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.937342Z","time spent":"1.189523242s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:53:09.126907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.939622Z","time spent":"1.187249052s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:53:09.125365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188368121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T01:53:09.127118Z","caller":"traceutil/trace.go:171","msg":"trace[1384570248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13645; }","duration":"1.190146838s","start":"2026-03-01T01:53:07.936958Z","end":"2026-03-01T01:53:09.127105Z","steps":["trace[1384570248] 'agreement among raft nodes before linearized reading' (duration: 1.188103434s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.127161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:07.936949Z","time spent":"1.190192269s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T01:53:09.132031Z","caller":"traceutil/trace.go:171","msg":"trace[2021291562] transaction","detail":"{read_only:false; response_revision:13646; number_of_response:1; }","duration":"427.038857ms","start":"2026-03-01T01:53:08.704954Z","end":"2026-03-01T01:53:09.131993Z","steps":["trace[2021291562] 'process raft request' (duration: 422.173448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:09.132173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:08.704927Z","time spent":"427.174421ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:17.121981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.389554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:53:17.12221Z","caller":"traceutil/trace.go:171","msg":"trace[464519184] linearizableReadLoop","detail":"{readStateIndex:14209; appliedIndex:14208; }","duration":"393.21188ms","start":"2026-03-01T01:53:16.728973Z","end":"2026-03-01T01:53:17.122185Z","steps":["trace[464519184] 'read index received' (duration: 230.501248ms)","trace[464519184] 'applied index is now lower than readState.Index' (duration: 162.708782ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:53:17.122534Z","caller":"traceutil/trace.go:171","msg":"trace[1051931375] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"394.001991ms","start":"2026-03-01T01:53:16.728507Z","end":"2026-03-01T01:53:17.122509Z","steps":["trace[1051931375] 'process raft request' (duration: 230.942699ms)","trace[1051931375] 'compare' (duration: 161.940162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:17.122637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:16.728469Z","time spent":"394.113074ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:17.122735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.713633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:17.122858Z","caller":"traceutil/trace.go:171","msg":"trace[927925153] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13697; }","duration":"393.873828ms","start":"2026-03-01T01:53:16.728956Z","end":"2026-03-01T01:53:17.12283Z","steps":["trace[927925153] 'agreement among raft nodes before linearized reading' (duration: 393.601021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.122901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.98862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-pv7tt\" ","response":"range_response_count:1 size:12364"} {"level":"warn","ts":"2026-03-01T01:53:17.122924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:16.728894Z","time spent":"394.016951ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:17.122959Z","caller":"traceutil/trace.go:171","msg":"trace[687285563] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-pv7tt; range_end:; response_count:1; response_revision:13697; }","duration":"163.079892ms","start":"2026-03-01T01:53:16.959865Z","end":"2026-03-01T01:53:17.122945Z","steps":["trace[687285563] 'agreement among raft nodes before linearized reading' (duration: 162.874337ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:17.48926Z","caller":"traceutil/trace.go:171","msg":"trace[419061995] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"351.656228ms","start":"2026-03-01T01:53:17.137588Z","end":"2026-03-01T01:53:17.489244Z","steps":["trace[419061995] 'process raft request' (duration: 351.540995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.489379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.137563Z","time spent":"351.751281ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:17.733156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.134101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:53:17.733272Z","caller":"traceutil/trace.go:171","msg":"trace[993337164] linearizableReadLoop","detail":"{readStateIndex:14211; appliedIndex:14210; }","duration":"564.402196ms","start":"2026-03-01T01:53:17.168852Z","end":"2026-03-01T01:53:17.733254Z","steps":["trace[993337164] 'read index received' (duration: 320.346778ms)","trace[993337164] 'applied index is now lower than readState.Index' (duration: 244.053858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:17.733509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.662042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:53:17.73355Z","caller":"traceutil/trace.go:171","msg":"trace[648466152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13699; }","duration":"564.727454ms","start":"2026-03-01T01:53:17.168808Z","end":"2026-03-01T01:53:17.733536Z","steps":["trace[648466152] 'agreement among raft nodes before linearized reading' (duration: 564.542169ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:17.733492Z","caller":"traceutil/trace.go:171","msg":"trace[1858725166] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"580.294826ms","start":"2026-03-01T01:53:17.153038Z","end":"2026-03-01T01:53:17.733333Z","steps":["trace[1858725166] 'process raft request' (duration: 424.879467ms)","trace[1858725166] 'compare' (duration: 154.897195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:17.733589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.168795Z","time spent":"564.785155ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T01:53:17.733638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.097346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:53:17.733674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.713417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:53:17.733772Z","caller":"traceutil/trace.go:171","msg":"trace[2006792302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13699; }","duration":"550.202079ms","start":"2026-03-01T01:53:17.183483Z","end":"2026-03-01T01:53:17.733685Z","steps":["trace[2006792302] 'agreement among raft nodes before linearized reading' (duration: 549.909511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.733777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.195015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:53:17.733772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.153011Z","time spent":"580.591684ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:17.733827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.183461Z","time spent":"550.352052ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:53:17.733839Z","caller":"traceutil/trace.go:171","msg":"trace[1543540137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13699; }","duration":"540.285177ms","start":"2026-03-01T01:53:17.193535Z","end":"2026-03-01T01:53:17.73382Z","steps":["trace[1543540137] 'agreement among raft nodes before linearized reading' (duration: 540.125332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.733884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.193521Z","time spent":"540.350569ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:53:17.733885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.649267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:53:17.733857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.420433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:17.733808Z","caller":"traceutil/trace.go:171","msg":"trace[87555508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:13699; }","duration":"529.862021ms","start":"2026-03-01T01:53:17.203894Z","end":"2026-03-01T01:53:17.733756Z","steps":["trace[87555508] 'agreement among raft nodes before linearized reading' (duration: 529.517122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.733857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.361412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:53:17.733927Z","caller":"traceutil/trace.go:171","msg":"trace[915865680] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13699; }","duration":"357.74003ms","start":"2026-03-01T01:53:17.376177Z","end":"2026-03-01T01:53:17.733917Z","steps":["trace[915865680] 'agreement among raft nodes before linearized reading' (duration: 357.666218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.733968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.203886Z","time spent":"530.070036ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:53:17.733985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.376154Z","time spent":"357.821402ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:17.733977Z","caller":"traceutil/trace.go:171","msg":"trace[1745192084] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13699; }","duration":"265.607748ms","start":"2026-03-01T01:53:17.468339Z","end":"2026-03-01T01:53:17.733946Z","steps":["trace[1745192084] 'agreement among raft nodes before linearized reading' (duration: 265.348941ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:17.733985Z","caller":"traceutil/trace.go:171","msg":"trace[1770071881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13699; }","duration":"539.570378ms","start":"2026-03-01T01:53:17.194392Z","end":"2026-03-01T01:53:17.733962Z","steps":["trace[1770071881] 'agreement among raft nodes before linearized reading' (duration: 539.278861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.734036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.194367Z","time spent":"539.65887ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:53:17.734053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.762479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:53:17.734103Z","caller":"traceutil/trace.go:171","msg":"trace[1087265959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13699; }","duration":"540.861543ms","start":"2026-03-01T01:53:17.193227Z","end":"2026-03-01T01:53:17.734088Z","steps":["trace[1087265959] 'agreement among raft nodes before linearized reading' (duration: 540.731909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:17.734192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.1932Z","time spent":"540.979835ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T01:53:18.093284Z","caller":"traceutil/trace.go:171","msg":"trace[1165887632] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"354.700609ms","start":"2026-03-01T01:53:17.738553Z","end":"2026-03-01T01:53:18.093253Z","steps":["trace[1165887632] 'process raft request' (duration: 305.615009ms)","trace[1165887632] 'compare' (duration: 48.833354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:18.093458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.738524Z","time spent":"354.840883ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:18.976659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.047366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:53:18.977015Z","caller":"traceutil/trace.go:171","msg":"trace[1878608630] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"1.23814401s","start":"2026-03-01T01:53:17.738824Z","end":"2026-03-01T01:53:18.976968Z","steps":["trace[1878608630] 'process raft request' (duration: 553.620911ms)","trace[1878608630] 'compare' (duration: 682.935297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:18.977209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.738809Z","time spent":"1.238289313s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:18.977301Z","caller":"traceutil/trace.go:171","msg":"trace[1563755919] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"1.238209961s","start":"2026-03-01T01:53:17.73904Z","end":"2026-03-01T01:53:18.97725Z","steps":["trace[1563755919] 'process raft request' (duration: 1.237854062s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:18.977501Z","caller":"traceutil/trace.go:171","msg":"trace[1689756232] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"1.238008416s","start":"2026-03-01T01:53:17.739482Z","end":"2026-03-01T01:53:18.977491Z","steps":["trace[1689756232] 'process raft request' (duration: 1.237626696s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.9775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.739033Z","time spent":"1.238379606s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:18.977566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.739468Z","time spent":"1.238065798s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:18.978014Z","caller":"traceutil/trace.go:171","msg":"trace[411374488] linearizableReadLoop","detail":"{readStateIndex:14213; appliedIndex:14211; }","duration":"1.239002673s","start":"2026-03-01T01:53:17.738975Z","end":"2026-03-01T01:53:18.977977Z","steps":["trace[411374488] 'read index received' (duration: 305.210218ms)","trace[411374488] 'applied index is now lower than readState.Index' (duration: 933.791125ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:53:18.978075Z","caller":"traceutil/trace.go:171","msg":"trace[910687581] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"1.23664545s","start":"2026-03-01T01:53:17.741389Z","end":"2026-03-01T01:53:18.978035Z","steps":["trace[910687581] 'process raft request' (duration: 1.236016073s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:18.978224Z","caller":"traceutil/trace.go:171","msg":"trace[307436121] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"1.046514542s","start":"2026-03-01T01:53:17.931697Z","end":"2026-03-01T01:53:18.978211Z","steps":["trace[307436121] 'process raft request' (duration: 1.046139172s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.978333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.741379Z","time spent":"1.236784644s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:18.978355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.93167Z","time spent":"1.046592623s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:18.978449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185504865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:18.978515Z","caller":"traceutil/trace.go:171","msg":"trace[876628606] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13705; }","duration":"1.185630099s","start":"2026-03-01T01:53:17.79287Z","end":"2026-03-01T01:53:18.9785Z","steps":["trace[876628606] 'agreement among raft nodes before linearized reading' (duration: 1.185518736s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.97856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.792841Z","time spent":"1.18571068s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-01T01:53:18.978605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.912925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:18.978739Z","caller":"traceutil/trace.go:171","msg":"trace[2040872219] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13705; }","duration":"629.117491ms","start":"2026-03-01T01:53:18.3496Z","end":"2026-03-01T01:53:18.978718Z","steps":["trace[2040872219] 'agreement among raft nodes before linearized reading' (duration: 628.879165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.978792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.34958Z","time spent":"629.200213ms","remote":"127.0.0.1:59660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:18.978884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185864364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-01T01:53:18.978943Z","caller":"traceutil/trace.go:171","msg":"trace[89058910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13705; }","duration":"1.185925566s","start":"2026-03-01T01:53:17.793004Z","end":"2026-03-01T01:53:18.978929Z","steps":["trace[89058910] 'agreement among raft nodes before linearized reading' (duration: 1.18571431s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.978969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.827177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T01:53:18.978986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.792957Z","time spent":"1.186019458s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:53:18.979006Z","caller":"traceutil/trace.go:171","msg":"trace[678140910] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13705; }","duration":"487.867938ms","start":"2026-03-01T01:53:18.491128Z","end":"2026-03-01T01:53:18.978996Z","steps":["trace[678140910] 'agreement among raft nodes before linearized reading' (duration: 487.710644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.979038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:18.491066Z","time spent":"487.963441ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":153,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:18.979169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154169354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:18.979214Z","caller":"traceutil/trace.go:171","msg":"trace[918344294] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13705; }","duration":"1.154274167s","start":"2026-03-01T01:53:17.82493Z","end":"2026-03-01T01:53:18.979204Z","steps":["trace[918344294] 'agreement among raft nodes before linearized reading' (duration: 1.154193785s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.97921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240229405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595533"} {"level":"warn","ts":"2026-03-01T01:53:18.979251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.824902Z","time spent":"1.154341319s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:18.979256Z","caller":"traceutil/trace.go:171","msg":"trace[112287041] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13705; }","duration":"1.240294636s","start":"2026-03-01T01:53:17.738951Z","end":"2026-03-01T01:53:18.979246Z","steps":["trace[112287041] 'agreement among raft nodes before linearized reading' (duration: 1.239549747s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:18.979292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:17.738938Z","time spent":"1.240344568s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595557,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T01:53:20.114312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577512345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:53:20.615564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577512345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T01:53:20.617129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534868103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-01T01:53:20.617199Z","caller":"traceutil/trace.go:171","msg":"trace[267969711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13705; }","duration":"1.534962345s","start":"2026-03-01T01:53:19.082204Z","end":"2026-03-01T01:53:20.617167Z","steps":["trace[267969711] 'range keys from in-memory index tree' (duration: 1.534578365s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.617242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:19.082189Z","time spent":"1.535041398s","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T01:53:20.730145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601281183s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:53:20.730793Z","caller":"traceutil/trace.go:171","msg":"trace[1734975230] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"1.602077683s","start":"2026-03-01T01:53:19.128686Z","end":"2026-03-01T01:53:20.730764Z","steps":["trace[1734975230] 'process raft request' (duration: 1.601889388s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:19.12865Z","time spent":"1.602198767s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:20.735934Z","caller":"traceutil/trace.go:171","msg":"trace[309476688] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"996.835145ms","start":"2026-03-01T01:53:19.739049Z","end":"2026-03-01T01:53:20.735884Z","steps":["trace[309476688] 'process raft request' (duration: 996.670261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.736239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:19.739025Z","time spent":"997.029571ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:20.737929Z","caller":"traceutil/trace.go:171","msg":"trace[875142552] linearizableReadLoop","detail":"{readStateIndex:14219; appliedIndex:14217; }","duration":"1.124539579s","start":"2026-03-01T01:53:19.613369Z","end":"2026-03-01T01:53:20.737908Z","steps":["trace[875142552] 'read index received' (duration: 1.117002449s)","trace[875142552] 'applied index is now lower than readState.Index' (duration: 7.53599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:20.738263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.00397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T01:53:20.73831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.592181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b22b93ca73\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-01T01:53:20.738373Z","caller":"traceutil/trace.go:171","msg":"trace[2020435609] range","detail":"{range_begin:/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b22b93ca73; range_end:; response_count:1; response_revision:13707; }","duration":"604.712655ms","start":"2026-03-01T01:53:20.133643Z","end":"2026-03-01T01:53:20.738356Z","steps":["trace[2020435609] 'agreement among raft nodes before linearized reading' (duration: 604.508119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.738413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:20.133622Z","time spent":"604.783026ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b22b93ca73\" "} {"level":"info","ts":"2026-03-01T01:53:20.738394Z","caller":"traceutil/trace.go:171","msg":"trace[680591837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13707; }","duration":"640.183564ms","start":"2026-03-01T01:53:20.098195Z","end":"2026-03-01T01:53:20.738379Z","steps":["trace[680591837] 'agreement among raft nodes before linearized reading' (duration: 639.944198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.73852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:20.098167Z","time spent":"640.340659ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:53:20.73839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.215606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:53:20.738233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124818546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:20.738635Z","caller":"traceutil/trace.go:171","msg":"trace[1241924173] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13707; }","duration":"1.12529867s","start":"2026-03-01T01:53:19.613316Z","end":"2026-03-01T01:53:20.738614Z","steps":["trace[1241924173] 'agreement among raft nodes before linearized reading' (duration: 1.124764215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.738689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:19.613293Z","time spent":"1.125379391s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:53:20.738719Z","caller":"traceutil/trace.go:171","msg":"trace[1124643849] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13707; }","duration":"611.567276ms","start":"2026-03-01T01:53:20.127072Z","end":"2026-03-01T01:53:20.738639Z","steps":["trace[1124643849] 'agreement among raft nodes before linearized reading' (duration: 611.140715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:20.738847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:20.127046Z","time spent":"611.785301ms","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:22.124208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.5538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-01T01:53:22.124276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.966858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:22.124317Z","caller":"traceutil/trace.go:171","msg":"trace[2065532284] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13722; }","duration":"547.721455ms","start":"2026-03-01T01:53:21.576561Z","end":"2026-03-01T01:53:22.124282Z","steps":["trace[2065532284] 'range keys from in-memory index tree' (duration: 547.282802ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:22.12438Z","caller":"traceutil/trace.go:171","msg":"trace[1152246244] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13722; }","duration":"786.092682ms","start":"2026-03-01T01:53:21.338261Z","end":"2026-03-01T01:53:22.124354Z","steps":["trace[1152246244] 'count revisions from in-memory index tree' (duration: 785.889596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:22.124466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:21.338214Z","time spent":"786.238025ms","remote":"127.0.0.1:33526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:22.124398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:21.576528Z","time spent":"547.850788ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T01:53:22.458622Z","caller":"traceutil/trace.go:171","msg":"trace[507450467] transaction","detail":"{read_only:false; response_revision:13723; number_of_response:1; }","duration":"328.749752ms","start":"2026-03-01T01:53:22.129843Z","end":"2026-03-01T01:53:22.458592Z","steps":["trace[507450467] 'process raft request' (duration: 328.469084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:22.458825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:22.129816Z","time spent":"328.910576ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:22.466931Z","caller":"traceutil/trace.go:171","msg":"trace[630564261] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"328.459244ms","start":"2026-03-01T01:53:22.138419Z","end":"2026-03-01T01:53:22.466878Z","steps":["trace[630564261] 'process raft request' (duration: 328.150716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:22.467214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:22.138406Z","time spent":"328.645118ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:32.149139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982558935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a02dcf6-a8bf-42b7-a70f-363f6924744c\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-01T01:53:32.149298Z","caller":"traceutil/trace.go:171","msg":"trace[1653584477] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a02dcf6-a8bf-42b7-a70f-363f6924744c; range_end:; response_count:1; response_revision:13881; }","duration":"1.982765491s","start":"2026-03-01T01:53:30.166492Z","end":"2026-03-01T01:53:32.149257Z","steps":["trace[1653584477] 'range keys from in-memory index tree' (duration: 1.982335539s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.149374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.166465Z","time spent":"1.982893963s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a02dcf6-a8bf-42b7-a70f-363f6924744c\" "} {"level":"warn","ts":"2026-03-01T01:53:32.149514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664219489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:32.149599Z","caller":"traceutil/trace.go:171","msg":"trace[942646791] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13881; }","duration":"1.664373303s","start":"2026-03-01T01:53:30.485204Z","end":"2026-03-01T01:53:32.149577Z","steps":["trace[942646791] 'count revisions from in-memory index tree' (duration: 1.664120997s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.149645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.485182Z","time spent":"1.664451716s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:32.149144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.461657Z","time spent":"687.476766ms","remote":"127.0.0.1:38384","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T01:53:32.470724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362574397s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:53:32.470838Z","caller":"traceutil/trace.go:171","msg":"trace[834123402] linearizableReadLoop","detail":"{readStateIndex:14397; appliedIndex:14396; }","duration":"1.711091292s","start":"2026-03-01T01:53:30.759729Z","end":"2026-03-01T01:53:32.47082Z","steps":["trace[834123402] 'read index received' (duration: 348.415303ms)","trace[834123402] 'applied index is now lower than readState.Index' (duration: 1.362674479s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:53:32.471259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711500423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-hbzxf.189894c0d081c49b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-01T01:53:32.471352Z","caller":"traceutil/trace.go:171","msg":"trace[1717240903] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-hbzxf.189894c0d081c49b; range_end:; response_count:1; response_revision:13881; }","duration":"1.711647977s","start":"2026-03-01T01:53:30.759681Z","end":"2026-03-01T01:53:32.471329Z","steps":["trace[1717240903] 'agreement among raft nodes before linearized reading' (duration: 1.711312708s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.471398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.759659Z","time spent":"1.711729749s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-hbzxf.189894c0d081c49b\" "} {"level":"warn","ts":"2026-03-01T01:53:32.55949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451322488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T01:53:32.560077Z","caller":"traceutil/trace.go:171","msg":"trace[1149128986] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"1.534677796s","start":"2026-03-01T01:53:31.025184Z","end":"2026-03-01T01:53:32.559862Z","steps":["trace[1149128986] 'process raft request' (duration: 1.534644675s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:32.56008Z","caller":"traceutil/trace.go:171","msg":"trace[315471440] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"1.788536134s","start":"2026-03-01T01:53:30.771525Z","end":"2026-03-01T01:53:32.560061Z","steps":["trace[315471440] 'process raft request' (duration: 1.788131273s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.560189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.77149Z","time spent":"1.788626146s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:32.560219Z","caller":"traceutil/trace.go:171","msg":"trace[1761001324] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"1.788268787s","start":"2026-03-01T01:53:30.771943Z","end":"2026-03-01T01:53:32.560212Z","steps":["trace[1761001324] 'process raft request' (duration: 1.787852306s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.560251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.771923Z","time spent":"1.788309238s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:32.56019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.025142Z","time spent":"1.534971765s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:53:32.568289Z","caller":"traceutil/trace.go:171","msg":"trace[2113116817] transaction","detail":"{read_only:false; response_revision:13885; number_of_response:1; }","duration":"411.379941ms","start":"2026-03-01T01:53:32.156887Z","end":"2026-03-01T01:53:32.568267Z","steps":["trace[2113116817] 'process raft request' (duration: 411.163825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:32.156849Z","time spent":"411.494614ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:53:32.568432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430850355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b8a0393-42cf-4782-a5fc-06371d46f914\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-01T01:53:32.568474Z","caller":"traceutil/trace.go:171","msg":"trace[563797625] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b8a0393-42cf-4782-a5fc-06371d46f914; range_end:; response_count:1; response_revision:13886; }","duration":"1.430937227s","start":"2026-03-01T01:53:31.137527Z","end":"2026-03-01T01:53:32.568464Z","steps":["trace[563797625] 'agreement among raft nodes before linearized reading' (duration: 1.430768883s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175703824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:53:32.568556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.137512Z","time spent":"1.431037121s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b8a0393-42cf-4782-a5fc-06371d46f914\" "} {"level":"warn","ts":"2026-03-01T01:53:32.568564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.51597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-01T01:53:32.568589Z","caller":"traceutil/trace.go:171","msg":"trace[234910998] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13886; }","duration":"1.175891379s","start":"2026-03-01T01:53:31.392675Z","end":"2026-03-01T01:53:32.568567Z","steps":["trace[234910998] 'agreement among raft nodes before linearized reading' (duration: 1.175670453s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43065552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:32.568614Z","caller":"traceutil/trace.go:171","msg":"trace[2084288721] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13886; }","duration":"584.628972ms","start":"2026-03-01T01:53:31.983972Z","end":"2026-03-01T01:53:32.568601Z","steps":["trace[2084288721] 'agreement among raft nodes before linearized reading' (duration: 584.348395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.5686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784131887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:158278"} {"level":"info","ts":"2026-03-01T01:53:32.568641Z","caller":"traceutil/trace.go:171","msg":"trace[377786456] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13886; }","duration":"1.430762363s","start":"2026-03-01T01:53:31.137862Z","end":"2026-03-01T01:53:32.568624Z","steps":["trace[377786456] 'agreement among raft nodes before linearized reading' (duration: 1.430640829s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43101231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a02dcf6-a8bf-42b7-a70f-363f6924744c\" ","response":"range_response_count:1 size:3727"} {"level":"info","ts":"2026-03-01T01:53:32.568671Z","caller":"traceutil/trace.go:171","msg":"trace[123682998] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13886; }","duration":"1.78423453s","start":"2026-03-01T01:53:30.784422Z","end":"2026-03-01T01:53:32.568656Z","steps":["trace[123682998] 'agreement among raft nodes before linearized reading' (duration: 1.783826289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.13785Z","time spent":"1.430818545s","remote":"127.0.0.1:59668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:32.568687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.237805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:32.568692Z","caller":"traceutil/trace.go:171","msg":"trace[262456296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a02dcf6-a8bf-42b7-a70f-363f6924744c; range_end:; response_count:1; response_revision:13886; }","duration":"1.431090311s","start":"2026-03-01T01:53:31.137594Z","end":"2026-03-01T01:53:32.568685Z","steps":["trace[262456296] 'agreement among raft nodes before linearized reading' (duration: 1.4310407s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.784415Z","time spent":"1.784284131s","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":158302,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T01:53:32.568715Z","caller":"traceutil/trace.go:171","msg":"trace[951957136] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13886; }","duration":"606.315577ms","start":"2026-03-01T01:53:31.962393Z","end":"2026-03-01T01:53:32.568709Z","steps":["trace[951957136] 'agreement among raft nodes before linearized reading' (duration: 606.262556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.137571Z","time spent":"1.431144833s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3751,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a02dcf6-a8bf-42b7-a70f-363f6924744c\" "} {"level":"warn","ts":"2026-03-01T01:53:32.568753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.962368Z","time spent":"606.374069ms","remote":"127.0.0.1:33754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:32.568642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.98394Z","time spent":"584.697424ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-01T01:53:32.568864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.588591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-01T01:53:32.568894Z","caller":"traceutil/trace.go:171","msg":"trace[329039398] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13886; }","duration":"584.630073ms","start":"2026-03-01T01:53:31.984258Z","end":"2026-03-01T01:53:32.568888Z","steps":["trace[329039398] 'agreement among raft nodes before linearized reading' (duration: 584.559691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.984251Z","time spent":"584.657473ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-01T01:53:32.568917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524773054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:53:32.56894Z","caller":"traceutil/trace.go:171","msg":"trace[1516111577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13886; }","duration":"1.524832896s","start":"2026-03-01T01:53:31.0441Z","end":"2026-03-01T01:53:32.568933Z","steps":["trace[1516111577] 'agreement among raft nodes before linearized reading' (duration: 1.524792105s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.568966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.044073Z","time spent":"1.524889498s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T01:53:32.568976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634462521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:53:32.569001Z","caller":"traceutil/trace.go:171","msg":"trace[962239438] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13886; }","duration":"1.634559973s","start":"2026-03-01T01:53:30.934434Z","end":"2026-03-01T01:53:32.568994Z","steps":["trace[962239438] 'agreement among raft nodes before linearized reading' (duration: 1.634491262s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.569027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.934381Z","time spent":"1.634641065s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:32.569021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512020597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T01:53:32.569047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508103233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T01:53:32.569062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468607766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nm9bj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-01T01:53:32.569075Z","caller":"traceutil/trace.go:171","msg":"trace[77364082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13886; }","duration":"1.508147333s","start":"2026-03-01T01:53:31.060918Z","end":"2026-03-01T01:53:32.569066Z","steps":["trace[77364082] 'agreement among raft nodes before linearized reading' (duration: 1.508079712s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:32.569067Z","caller":"traceutil/trace.go:171","msg":"trace[95927109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13886; }","duration":"1.512102499s","start":"2026-03-01T01:53:31.05695Z","end":"2026-03-01T01:53:32.569053Z","steps":["trace[95927109] 'agreement among raft nodes before linearized reading' (duration: 1.511980056s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.569084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769943912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T01:53:32.569095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.060908Z","time spent":"1.508182625s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:53:32.569099Z","caller":"traceutil/trace.go:171","msg":"trace[2125773375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nm9bj; range_end:; response_count:1; response_revision:13886; }","duration":"1.468674928s","start":"2026-03-01T01:53:31.100411Z","end":"2026-03-01T01:53:32.569086Z","steps":["trace[2125773375] 'agreement among raft nodes before linearized reading' (duration: 1.468583135s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.569108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.056932Z","time spent":"1.51216726s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T01:53:32.568638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.392652Z","time spent":"1.175976982s","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:53:32.569124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.100394Z","time spent":"1.468724509s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-nm9bj\" "} {"level":"warn","ts":"2026-03-01T01:53:32.569143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514922223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:53:32.569149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51481713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T01:53:32.569168Z","caller":"traceutil/trace.go:171","msg":"trace[1532699862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13886; }","duration":"1.514988615s","start":"2026-03-01T01:53:31.054172Z","end":"2026-03-01T01:53:32.56916Z","steps":["trace[1532699862] 'agreement among raft nodes before linearized reading' (duration: 1.514924683s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.569178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768426791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-01T01:53:32.569184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.05415Z","time spent":"1.515030876s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T01:53:32.569187Z","caller":"traceutil/trace.go:171","msg":"trace[2006458863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13886; }","duration":"1.514904183s","start":"2026-03-01T01:53:31.054274Z","end":"2026-03-01T01:53:32.569178Z","steps":["trace[2006458863] 'agreement among raft nodes before linearized reading' (duration: 1.51478318s)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:53:32.569204Z","caller":"traceutil/trace.go:171","msg":"trace[1058237618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13886; }","duration":"1.768476472s","start":"2026-03-01T01:53:30.800721Z","end":"2026-03-01T01:53:32.569198Z","steps":["trace[1058237618] 'agreement among raft nodes before linearized reading' (duration: 1.76840775s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.569217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:31.054243Z","time spent":"1.514968264s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T01:53:32.569235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.800711Z","time spent":"1.768519914s","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T01:53:32.569116Z","caller":"traceutil/trace.go:171","msg":"trace[1704715798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13886; }","duration":"1.770176777s","start":"2026-03-01T01:53:30.798931Z","end":"2026-03-01T01:53:32.569108Z","steps":["trace[1704715798] 'agreement among raft nodes before linearized reading' (duration: 1.770094215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:53:32.56931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:53:30.798817Z","time spent":"1.770487286s","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T01:54:36.097563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.453607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T01:54:36.09775Z","caller":"traceutil/trace.go:171","msg":"trace[1837228638] linearizableReadLoop","detail":"{readStateIndex:15294; appliedIndex:15293; }","duration":"319.851895ms","start":"2026-03-01T01:54:35.777872Z","end":"2026-03-01T01:54:36.097724Z","steps":["trace[1837228638] 'read index received' (duration: 192.049679ms)","trace[1837228638] 'applied index is now lower than readState.Index' (duration: 127.799156ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:54:36.097786Z","caller":"traceutil/trace.go:171","msg":"trace[997929167] transaction","detail":"{read_only:false; response_revision:14749; number_of_response:1; }","duration":"532.558651ms","start":"2026-03-01T01:54:35.565186Z","end":"2026-03-01T01:54:36.097745Z","steps":["trace[997929167] 'process raft request' (duration: 404.791006ms)","trace[997929167] 'compare' (duration: 127.068747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:54:36.09797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.088051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T01:54:36.097973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:54:35.565159Z","time spent":"532.725765ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:54:36.098016Z","caller":"traceutil/trace.go:171","msg":"trace[2119790547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14749; }","duration":"320.186163ms","start":"2026-03-01T01:54:35.777818Z","end":"2026-03-01T01:54:36.098005Z","steps":["trace[2119790547] 'agreement among raft nodes before linearized reading' (duration: 320.04479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:54:36.098056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:54:35.777795Z","time spent":"320.250295ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:54:36.098234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.356387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T01:54:36.098355Z","caller":"traceutil/trace.go:171","msg":"trace[1427023736] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14749; }","duration":"209.518661ms","start":"2026-03-01T01:54:35.888805Z","end":"2026-03-01T01:54:36.098323Z","steps":["trace[1427023736] 'agreement among raft nodes before linearized reading' (duration: 209.136851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:54:36.098485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.032018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:54:36.098503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.09707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:54:36.098551Z","caller":"traceutil/trace.go:171","msg":"trace[1914373585] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14749; }","duration":"209.10537ms","start":"2026-03-01T01:54:35.889426Z","end":"2026-03-01T01:54:36.098532Z","steps":["trace[1914373585] 'agreement among raft nodes before linearized reading' (duration: 208.998748ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:54:36.098575Z","caller":"traceutil/trace.go:171","msg":"trace[1820927920] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14749; }","duration":"209.193452ms","start":"2026-03-01T01:54:35.889363Z","end":"2026-03-01T01:54:36.098557Z","steps":["trace[1820927920] 'agreement among raft nodes before linearized reading' (duration: 209.075499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:54:36.09868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.090203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T01:54:36.098793Z","caller":"traceutil/trace.go:171","msg":"trace[1240217307] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14749; }","duration":"208.226767ms","start":"2026-03-01T01:54:35.890539Z","end":"2026-03-01T01:54:36.098766Z","steps":["trace[1240217307] 'agreement among raft nodes before linearized reading' (duration: 207.881957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:54:36.098768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.475589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:54:36.098681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.555756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:54:36.098964Z","caller":"traceutil/trace.go:171","msg":"trace[310534470] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14749; }","duration":"208.851993ms","start":"2026-03-01T01:54:35.890079Z","end":"2026-03-01T01:54:36.098931Z","steps":["trace[310534470] 'agreement among raft nodes before linearized reading' (duration: 208.434662ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:54:36.098934Z","caller":"traceutil/trace.go:171","msg":"trace[924619238] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14749; }","duration":"124.683514ms","start":"2026-03-01T01:54:35.974231Z","end":"2026-03-01T01:54:36.098914Z","steps":["trace[924619238] 'agreement among raft nodes before linearized reading' (duration: 124.368805ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:00.177627Z","caller":"traceutil/trace.go:171","msg":"trace[62871064] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"113.644971ms","start":"2026-03-01T01:55:00.063948Z","end":"2026-03-01T01:55:00.177593Z","steps":["trace[62871064] 'process raft request' (duration: 113.473827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.781641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.616115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:00.781812Z","caller":"traceutil/trace.go:171","msg":"trace[1804331100] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"249.80163ms","start":"2026-03-01T01:55:00.531987Z","end":"2026-03-01T01:55:00.781789Z","steps":["trace[1804331100] 'range keys from in-memory index tree' (duration: 249.566204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.781951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.476085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:55:00.782012Z","caller":"traceutil/trace.go:171","msg":"trace[824507631] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14872; }","duration":"425.583117ms","start":"2026-03-01T01:55:00.356411Z","end":"2026-03-01T01:55:00.781994Z","steps":["trace[824507631] 'count revisions from in-memory index tree' (duration: 425.410143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.782052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:00.356394Z","time spent":"425.64347ms","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":12,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T01:55:00.7821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.923151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qrlx2\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-01T01:55:00.782233Z","caller":"traceutil/trace.go:171","msg":"trace[1576149901] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qrlx2; range_end:; response_count:1; response_revision:14872; }","duration":"359.083565ms","start":"2026-03-01T01:55:00.423123Z","end":"2026-03-01T01:55:00.782206Z","steps":["trace[1576149901] 'range keys from in-memory index tree' (duration: 358.669015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.782283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:00.423057Z","time spent":"359.215369ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-qrlx2\" "} {"level":"warn","ts":"2026-03-01T01:55:00.7823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.717123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:00.782388Z","caller":"traceutil/trace.go:171","msg":"trace[957635093] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14872; }","duration":"233.834986ms","start":"2026-03-01T01:55:00.548536Z","end":"2026-03-01T01:55:00.782371Z","steps":["trace[957635093] 'count revisions from in-memory index tree' (duration: 233.634901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.782471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.782977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:55:00.78252Z","caller":"traceutil/trace.go:171","msg":"trace[128145098] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"241.832998ms","start":"2026-03-01T01:55:00.540672Z","end":"2026-03-01T01:55:00.782505Z","steps":["trace[128145098] 'range keys from in-memory index tree' (duration: 241.622993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.782487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.83431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T01:55:00.782584Z","caller":"traceutil/trace.go:171","msg":"trace[533309809] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14872; }","duration":"249.963824ms","start":"2026-03-01T01:55:00.532601Z","end":"2026-03-01T01:55:00.782565Z","steps":["trace[533309809] 'range keys from in-memory index tree' (duration: 249.628685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.783168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.480597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qrlx2\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-01T01:55:00.783224Z","caller":"traceutil/trace.go:171","msg":"trace[1510850309] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qrlx2; range_end:; response_count:1; response_revision:14872; }","duration":"350.58275ms","start":"2026-03-01T01:55:00.432629Z","end":"2026-03-01T01:55:00.783212Z","steps":["trace[1510850309] 'range keys from in-memory index tree' (duration: 350.191359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.783255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:00.432607Z","time spent":"350.639312ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-qrlx2\" "} {"level":"warn","ts":"2026-03-01T01:55:00.828697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.773341ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T01:55:00.828871Z","caller":"traceutil/trace.go:171","msg":"trace[1247201076] linearizableReadLoop","detail":"{readStateIndex:15422; appliedIndex:15421; }","duration":"229.654336ms","start":"2026-03-01T01:55:00.5992Z","end":"2026-03-01T01:55:00.828854Z","steps":["trace[1247201076] 'read index received' (duration: 91.69947ms)","trace[1247201076] 'applied index is now lower than readState.Index' (duration: 137.953186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:55:00.829064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.853991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:00.829256Z","caller":"traceutil/trace.go:171","msg":"trace[2057385375] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14872; }","duration":"230.093648ms","start":"2026-03-01T01:55:00.599149Z","end":"2026-03-01T01:55:00.829242Z","steps":["trace[2057385375] 'agreement among raft nodes before linearized reading' (duration: 229.858541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.829757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.767752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:55:00.829848Z","caller":"traceutil/trace.go:171","msg":"trace[884276800] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"168.892045ms","start":"2026-03-01T01:55:00.660941Z","end":"2026-03-01T01:55:00.829833Z","steps":["trace[884276800] 'agreement among raft nodes before linearized reading' (duration: 168.711961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.829862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.631942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-01T01:55:00.829873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.175659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:00.829929Z","caller":"traceutil/trace.go:171","msg":"trace[1249309784] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"213.718153ms","start":"2026-03-01T01:55:00.616195Z","end":"2026-03-01T01:55:00.829913Z","steps":["trace[1249309784] 'agreement among raft nodes before linearized reading' (duration: 213.521898ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:00.829968Z","caller":"traceutil/trace.go:171","msg":"trace[1864171395] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14872; }","duration":"230.325573ms","start":"2026-03-01T01:55:00.599616Z","end":"2026-03-01T01:55:00.829941Z","steps":["trace[1864171395] 'agreement among raft nodes before linearized reading' (duration: 230.146608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.829746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.264418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:55:00.830007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.156766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T01:55:00.830063Z","caller":"traceutil/trace.go:171","msg":"trace[1650359681] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"171.604207ms","start":"2026-03-01T01:55:00.658421Z","end":"2026-03-01T01:55:00.830025Z","steps":["trace[1650359681] 'agreement among raft nodes before linearized reading' (duration: 171.257218ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:00.830114Z","caller":"traceutil/trace.go:171","msg":"trace[386878270] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14872; }","duration":"171.32391ms","start":"2026-03-01T01:55:00.658766Z","end":"2026-03-01T01:55:00.830089Z","steps":["trace[386878270] 'agreement among raft nodes before linearized reading' (duration: 171.006752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:00.830251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.985451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:00.830334Z","caller":"traceutil/trace.go:171","msg":"trace[1430716906] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"231.084474ms","start":"2026-03-01T01:55:00.599222Z","end":"2026-03-01T01:55:00.830306Z","steps":["trace[1430716906] 'agreement among raft nodes before linearized reading' (duration: 230.396556ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:01.022545Z","caller":"traceutil/trace.go:171","msg":"trace[1930265157] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"144.782715ms","start":"2026-03-01T01:55:00.877741Z","end":"2026-03-01T01:55:01.022524Z","steps":["trace[1930265157] 'process raft request' (duration: 144.5763ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:01.173972Z","caller":"traceutil/trace.go:171","msg":"trace[1999575256] linearizableReadLoop","detail":"{readStateIndex:15427; appliedIndex:15426; }","duration":"119.380044ms","start":"2026-03-01T01:55:01.054536Z","end":"2026-03-01T01:55:01.173916Z","steps":["trace[1999575256] 'read index received' (duration: 102.113767ms)","trace[1999575256] 'applied index is now lower than readState.Index' (duration: 17.265137ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:01.174427Z","caller":"traceutil/trace.go:171","msg":"trace[707124737] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"128.602198ms","start":"2026-03-01T01:55:01.045808Z","end":"2026-03-01T01:55:01.17441Z","steps":["trace[707124737] 'process raft request' (duration: 110.93791ms)","trace[707124737] 'compare' (duration: 17.057972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:55:01.174926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.357851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T01:55:01.174996Z","caller":"traceutil/trace.go:171","msg":"trace[2028595297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14877; }","duration":"114.469293ms","start":"2026-03-01T01:55:01.06051Z","end":"2026-03-01T01:55:01.17498Z","steps":["trace[2028595297] 'agreement among raft nodes before linearized reading' (duration: 114.241937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:01.17524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.660298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:55:01.175264Z","caller":"traceutil/trace.go:171","msg":"trace[1273811527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14877; }","duration":"114.734031ms","start":"2026-03-01T01:55:01.060524Z","end":"2026-03-01T01:55:01.175259Z","steps":["trace[1273811527] 'agreement among raft nodes before linearized reading' (duration: 114.660489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:01.175331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.767361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:55:01.175408Z","caller":"traceutil/trace.go:171","msg":"trace[824037024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14877; }","duration":"120.867083ms","start":"2026-03-01T01:55:01.054529Z","end":"2026-03-01T01:55:01.175396Z","steps":["trace[824037024] 'agreement among raft nodes before linearized reading' (duration: 120.615406ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:01.328801Z","caller":"traceutil/trace.go:171","msg":"trace[1664511837] linearizableReadLoop","detail":"{readStateIndex:15430; appliedIndex:15427; }","duration":"145.834955ms","start":"2026-03-01T01:55:01.182947Z","end":"2026-03-01T01:55:01.328782Z","steps":["trace[1664511837] 'read index received' (duration: 10.274193ms)","trace[1664511837] 'applied index is now lower than readState.Index' (duration: 135.559852ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:01.328854Z","caller":"traceutil/trace.go:171","msg":"trace[1417323056] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"148.231518ms","start":"2026-03-01T01:55:01.180588Z","end":"2026-03-01T01:55:01.32882Z","steps":["trace[1417323056] 'process raft request' (duration: 148.157226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:01.32906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.085541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ee89fe60-bfc5-4c17-85cf-45cf4d509015\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T01:55:01.329099Z","caller":"traceutil/trace.go:171","msg":"trace[1289472649] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ee89fe60-bfc5-4c17-85cf-45cf4d509015; range_end:; response_count:1; response_revision:14880; }","duration":"146.165033ms","start":"2026-03-01T01:55:01.182923Z","end":"2026-03-01T01:55:01.329088Z","steps":["trace[1289472649] 'agreement among raft nodes before linearized reading' (duration: 145.954137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:01.329103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.250308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b5jd2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-01T01:55:01.329174Z","caller":"traceutil/trace.go:171","msg":"trace[2112539460] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b5jd2; range_end:; response_count:1; response_revision:14880; }","duration":"131.366401ms","start":"2026-03-01T01:55:01.197792Z","end":"2026-03-01T01:55:01.329158Z","steps":["trace[2112539460] 'agreement among raft nodes before linearized reading' (duration: 131.185526ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:01.329322Z","caller":"traceutil/trace.go:171","msg":"trace[1762629558] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"148.925057ms","start":"2026-03-01T01:55:01.180379Z","end":"2026-03-01T01:55:01.329304Z","steps":["trace[1762629558] 'process raft request' (duration: 94.637328ms)","trace[1762629558] 'compare' (duration: 53.614691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:55:03.529226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577515981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T01:55:03.617155Z","caller":"traceutil/trace.go:171","msg":"trace[2105538022] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"654.254397ms","start":"2026-03-01T01:55:02.962875Z","end":"2026-03-01T01:55:03.61713Z","steps":["trace[2105538022] 'process raft request' (duration: 654.101033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.617325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:02.962849Z","time spent":"654.383381ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:55:03.619212Z","caller":"traceutil/trace.go:171","msg":"trace[1711894815] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"589.341367ms","start":"2026-03-01T01:55:03.029836Z","end":"2026-03-01T01:55:03.619178Z","steps":["trace[1711894815] 'process raft request' (duration: 589.08411ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:03.619422Z","caller":"traceutil/trace.go:171","msg":"trace[258580368] linearizableReadLoop","detail":"{readStateIndex:15433; appliedIndex:15430; }","duration":"590.262371ms","start":"2026-03-01T01:55:03.029094Z","end":"2026-03-01T01:55:03.619357Z","steps":["trace[258580368] 'read index received' (duration: 587.808176ms)","trace[258580368] 'applied index is now lower than readState.Index' (duration: 2.451895ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:55:03.619494Z","caller":"traceutil/trace.go:171","msg":"trace[1446352405] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"589.378687ms","start":"2026-03-01T01:55:03.03007Z","end":"2026-03-01T01:55:03.619448Z","steps":["trace[1446352405] 'process raft request' (duration: 589.036608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.619714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.588079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-01T01:55:03.619768Z","caller":"traceutil/trace.go:171","msg":"trace[2138423606] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"590.664221ms","start":"2026-03-01T01:55:03.029087Z","end":"2026-03-01T01:55:03.619751Z","steps":["trace[2138423606] 'agreement among raft nodes before linearized reading' (duration: 590.455676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.619809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.029031Z","time spent":"590.769965ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-01T01:55:03.61983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.030059Z","time spent":"589.612024ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T01:55:03.619938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.784915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:03.620052Z","caller":"traceutil/trace.go:171","msg":"trace[1385345256] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14883; }","duration":"590.9529ms","start":"2026-03-01T01:55:03.029072Z","end":"2026-03-01T01:55:03.620025Z","steps":["trace[1385345256] 'agreement among raft nodes before linearized reading' (duration: 590.761065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.620117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.029058Z","time spent":"591.048272ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-01T01:55:03.620524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.255389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b5jd2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-01T01:55:03.620568Z","caller":"traceutil/trace.go:171","msg":"trace[261920173] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b5jd2; range_end:; response_count:1; response_revision:14883; }","duration":"268.32259ms","start":"2026-03-01T01:55:03.352236Z","end":"2026-03-01T01:55:03.620558Z","steps":["trace[261920173] 'agreement among raft nodes before linearized reading' (duration: 268.231057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.620541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.446471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T01:55:03.62055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.02982Z","time spent":"589.659955ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T01:55:03.620631Z","caller":"traceutil/trace.go:171","msg":"trace[2069295056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14883; }","duration":"423.539423ms","start":"2026-03-01T01:55:03.197071Z","end":"2026-03-01T01:55:03.62061Z","steps":["trace[2069295056] 'agreement among raft nodes before linearized reading' (duration: 423.302597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.620683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.616806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T01:55:03.620703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.197065Z","time spent":"423.627405ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T01:55:03.620744Z","caller":"traceutil/trace.go:171","msg":"trace[1080992503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14883; }","duration":"440.695908ms","start":"2026-03-01T01:55:03.180023Z","end":"2026-03-01T01:55:03.620719Z","steps":["trace[1080992503] 'agreement among raft nodes before linearized reading' (duration: 440.556084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.620795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.180007Z","time spent":"440.76795ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T01:55:03.620809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.215304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T01:55:03.620838Z","caller":"traceutil/trace.go:171","msg":"trace[1156823197] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"149.292486ms","start":"2026-03-01T01:55:03.471537Z","end":"2026-03-01T01:55:03.620829Z","steps":["trace[1156823197] 'agreement among raft nodes before linearized reading' (duration: 149.186173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.62091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.791152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T01:55:03.620918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.804325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T01:55:03.620983Z","caller":"traceutil/trace.go:171","msg":"trace[1460419753] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"590.885708ms","start":"2026-03-01T01:55:03.03009Z","end":"2026-03-01T01:55:03.620975Z","steps":["trace[1460419753] 'agreement among raft nodes before linearized reading' (duration: 590.748854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.621016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.030082Z","time spent":"590.928539ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T01:55:03.621119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.2597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T01:55:03.621163Z","caller":"traceutil/trace.go:171","msg":"trace[1771094029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14883; }","duration":"285.353902ms","start":"2026-03-01T01:55:03.335798Z","end":"2026-03-01T01:55:03.621152Z","steps":["trace[1771094029] 'agreement among raft nodes before linearized reading' (duration: 285.212378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.621217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.502719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T01:55:03.621258Z","caller":"traceutil/trace.go:171","msg":"trace[1800011683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14883; }","duration":"287.584701ms","start":"2026-03-01T01:55:03.333664Z","end":"2026-03-01T01:55:03.621248Z","steps":["trace[1800011683] 'agreement among raft nodes before linearized reading' (duration: 287.483699ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:03.620945Z","caller":"traceutil/trace.go:171","msg":"trace[931658336] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14883; }","duration":"591.862824ms","start":"2026-03-01T01:55:03.029072Z","end":"2026-03-01T01:55:03.620935Z","steps":["trace[931658336] 'agreement among raft nodes before linearized reading' (duration: 591.810072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.621358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.24331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T01:55:03.621381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.029051Z","time spent":"592.319205ms","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-01T01:55:03.621412Z","caller":"traceutil/trace.go:171","msg":"trace[1007730238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14883; }","duration":"576.317902ms","start":"2026-03-01T01:55:03.045089Z","end":"2026-03-01T01:55:03.621407Z","steps":["trace[1007730238] 'agreement among raft nodes before linearized reading' (duration: 576.181929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:55:03.621463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:55:03.045079Z","time spent":"576.374354ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T01:55:35.846312Z","caller":"traceutil/trace.go:171","msg":"trace[726586831] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"116.538358ms","start":"2026-03-01T01:55:35.729739Z","end":"2026-03-01T01:55:35.846278Z","steps":["trace[726586831] 'process raft request' (duration: 116.23916ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:35.876407Z","caller":"traceutil/trace.go:171","msg":"trace[577405083] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"137.3677ms","start":"2026-03-01T01:55:35.739009Z","end":"2026-03-01T01:55:35.876377Z","steps":["trace[577405083] 'process raft request' (duration: 137.249547ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T01:55:35.876602Z","caller":"traceutil/trace.go:171","msg":"trace[747748128] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"146.099752ms","start":"2026-03-01T01:55:35.730435Z","end":"2026-03-01T01:55:35.876535Z","steps":["trace[747748128] 'process raft request' (duration: 119.207819ms)","trace[747748128] 'compare' (duration: 26.471012ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T01:57:42.26577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13525} {"level":"info","ts":"2026-03-01T01:57:42.345289Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13525,"took":"76.525966ms","hash":892307688,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":28835840,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T01:57:42.345343Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":892307688,"revision":13525,"compact-revision":11652} {"level":"info","ts":"2026-03-01T01:58:27.52175Z","caller":"traceutil/trace.go:171","msg":"trace[2029507126] linearizableReadLoop","detail":"{readStateIndex:16953; appliedIndex:16952; }","duration":"421.993157ms","start":"2026-03-01T01:58:27.099727Z","end":"2026-03-01T01:58:27.52172Z","steps":["trace[2029507126] 'read index received' (duration: 420.802646ms)","trace[2029507126] 'applied index is now lower than readState.Index' (duration: 1.189611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T01:58:27.522073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.316817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T01:58:27.522172Z","caller":"traceutil/trace.go:171","msg":"trace[1769214389] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16350; }","duration":"422.477381ms","start":"2026-03-01T01:58:27.099683Z","end":"2026-03-01T01:58:27.52216Z","steps":["trace[1769214389] 'agreement among raft nodes before linearized reading' (duration: 422.236224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:58:27.522204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:58:27.099665Z","time spent":"422.531682ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":72,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-01T01:58:27.52231Z","caller":"traceutil/trace.go:171","msg":"trace[1784259042] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"450.39579ms","start":"2026-03-01T01:58:27.071869Z","end":"2026-03-01T01:58:27.522265Z","steps":["trace[1784259042] 'process raft request' (duration: 449.629049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T01:58:27.522494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T01:58:27.071843Z","time spent":"450.557694ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:00:45.307175Z","caller":"traceutil/trace.go:171","msg":"trace[526006772] transaction","detail":"{read_only:false; response_revision:17236; number_of_response:1; }","duration":"113.168465ms","start":"2026-03-01T02:00:45.193977Z","end":"2026-03-01T02:00:45.307145Z","steps":["trace[526006772] 'process raft request' (duration: 112.902698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.134426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.253043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T02:00:46.134546Z","caller":"traceutil/trace.go:171","msg":"trace[1379523285] linearizableReadLoop","detail":"{readStateIndex:17875; appliedIndex:17874; }","duration":"458.780141ms","start":"2026-03-01T02:00:45.675747Z","end":"2026-03-01T02:00:46.134527Z","steps":["trace[1379523285] 'read index received' (duration: 61.286332ms)","trace[1379523285] 'applied index is now lower than readState.Index' (duration: 397.492289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T02:00:46.134985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.210073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T02:00:46.1351Z","caller":"traceutil/trace.go:171","msg":"trace[770455382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17239; }","duration":"459.394718ms","start":"2026-03-01T02:00:45.675681Z","end":"2026-03-01T02:00:46.135076Z","steps":["trace[770455382] 'agreement among raft nodes before linearized reading' (duration: 459.012168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.135154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.675658Z","time spent":"459.484181ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T02:00:46.13498Z","caller":"traceutil/trace.go:171","msg":"trace[951844120] transaction","detail":"{read_only:false; response_revision:17239; number_of_response:1; }","duration":"526.506164ms","start":"2026-03-01T02:00:45.608189Z","end":"2026-03-01T02:00:46.134695Z","steps":["trace[951844120] 'process raft request' (duration: 128.898251ms)","trace[951844120] 'compare' (duration: 397.13373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T02:00:46.137964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.608168Z","time spent":"527.557182ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:00:46.14048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.565671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b5jd2\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-01T02:00:46.140485Z","caller":"traceutil/trace.go:171","msg":"trace[1855790744] transaction","detail":"{read_only:false; response_revision:17240; number_of_response:1; }","duration":"130.354309ms","start":"2026-03-01T02:00:46.010106Z","end":"2026-03-01T02:00:46.140461Z","steps":["trace[1855790744] 'process raft request' (duration: 130.084682ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:46.140528Z","caller":"traceutil/trace.go:171","msg":"trace[14611483] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b5jd2; range_end:; response_count:1; response_revision:17240; }","duration":"360.659275ms","start":"2026-03-01T02:00:45.779857Z","end":"2026-03-01T02:00:46.140516Z","steps":["trace[14611483] 'agreement among raft nodes before linearized reading' (duration: 360.543812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.140554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.779836Z","time spent":"360.709646ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b5jd2\" "} {"level":"warn","ts":"2026-03-01T02:00:46.140525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.253257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T02:00:46.140607Z","caller":"traceutil/trace.go:171","msg":"trace[1353504346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17240; }","duration":"464.35768ms","start":"2026-03-01T02:00:45.676224Z","end":"2026-03-01T02:00:46.140582Z","steps":["trace[1353504346] 'agreement among raft nodes before linearized reading' (duration: 464.105893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.140652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.67619Z","time spent":"464.452081ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T02:00:46.140686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.071005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T02:00:46.14072Z","caller":"traceutil/trace.go:171","msg":"trace[576688768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17240; }","duration":"463.128587ms","start":"2026-03-01T02:00:45.677581Z","end":"2026-03-01T02:00:46.140709Z","steps":["trace[576688768] 'agreement among raft nodes before linearized reading' (duration: 463.018884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.140753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.67757Z","time spent":"463.171488ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T02:00:46.140808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.686898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29538840-wbzxf\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-03-01T02:00:46.140903Z","caller":"traceutil/trace.go:171","msg":"trace[442618386] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29538840-wbzxf; range_end:; response_count:1; response_revision:17240; }","duration":"362.834062ms","start":"2026-03-01T02:00:45.778044Z","end":"2026-03-01T02:00:46.140878Z","steps":["trace[442618386] 'agreement among raft nodes before linearized reading' (duration: 362.509714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.140949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.778021Z","time spent":"362.918934ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29538840-wbzxf\" "} {"level":"warn","ts":"2026-03-01T02:00:46.141877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.590631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T02:00:46.141966Z","caller":"traceutil/trace.go:171","msg":"trace[47471481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17240; }","duration":"457.821787ms","start":"2026-03-01T02:00:45.68412Z","end":"2026-03-01T02:00:46.141942Z","steps":["trace[47471481] 'agreement among raft nodes before linearized reading' (duration: 456.720837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:46.142007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:45.684098Z","time spent":"457.899078ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T02:00:52.424785Z","caller":"traceutil/trace.go:171","msg":"trace[929617163] linearizableReadLoop","detail":"{readStateIndex:17913; appliedIndex:17912; }","duration":"259.889668ms","start":"2026-03-01T02:00:52.164864Z","end":"2026-03-01T02:00:52.424754Z","steps":["trace[929617163] 'read index received' (duration: 259.674342ms)","trace[929617163] 'applied index is now lower than readState.Index' (duration: 214.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T02:00:52.424898Z","caller":"traceutil/trace.go:171","msg":"trace[1609780356] transaction","detail":"{read_only:false; response_revision:17275; number_of_response:1; }","duration":"260.352319ms","start":"2026-03-01T02:00:52.16451Z","end":"2026-03-01T02:00:52.424863Z","steps":["trace[1609780356] 'process raft request' (duration: 260.057762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:52.42506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.179695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T02:00:52.425107Z","caller":"traceutil/trace.go:171","msg":"trace[1862498923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17275; }","duration":"260.247027ms","start":"2026-03-01T02:00:52.164846Z","end":"2026-03-01T02:00:52.425093Z","steps":["trace[1862498923] 'agreement among raft nodes before linearized reading' (duration: 260.049381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:52.425179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.002224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T02:00:52.425267Z","caller":"traceutil/trace.go:171","msg":"trace[301622024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17275; }","duration":"256.141998ms","start":"2026-03-01T02:00:52.169109Z","end":"2026-03-01T02:00:52.425251Z","steps":["trace[301622024] 'agreement among raft nodes before linearized reading' (duration: 255.912432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:52.42533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.477369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T02:00:52.425383Z","caller":"traceutil/trace.go:171","msg":"trace[255475836] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17275; }","duration":"141.526041ms","start":"2026-03-01T02:00:52.283839Z","end":"2026-03-01T02:00:52.425365Z","steps":["trace[255475836] 'agreement among raft nodes before linearized reading' (duration: 141.398647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:52.425397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.615224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T02:00:52.425188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.507348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29538840-wbzxf\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-03-01T02:00:52.425444Z","caller":"traceutil/trace.go:171","msg":"trace[234909250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17275; }","duration":"252.668336ms","start":"2026-03-01T02:00:52.172757Z","end":"2026-03-01T02:00:52.425426Z","steps":["trace[234909250] 'agreement among raft nodes before linearized reading' (duration: 252.555243ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.425497Z","caller":"traceutil/trace.go:171","msg":"trace[425001455] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29538840-wbzxf; range_end:; response_count:1; response_revision:17275; }","duration":"210.836637ms","start":"2026-03-01T02:00:52.214627Z","end":"2026-03-01T02:00:52.425464Z","steps":["trace[425001455] 'agreement among raft nodes before linearized reading' (duration: 210.430947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:52.42561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.532021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b5jd2\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-01T02:00:52.425764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.767198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T02:00:52.425784Z","caller":"traceutil/trace.go:171","msg":"trace[337615260] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b5jd2; range_end:; response_count:1; response_revision:17275; }","duration":"218.780648ms","start":"2026-03-01T02:00:52.206982Z","end":"2026-03-01T02:00:52.425762Z","steps":["trace[337615260] 'agreement among raft nodes before linearized reading' (duration: 218.426739ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.42582Z","caller":"traceutil/trace.go:171","msg":"trace[363553522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17275; }","duration":"255.84095ms","start":"2026-03-01T02:00:52.169963Z","end":"2026-03-01T02:00:52.425804Z","steps":["trace[363553522] 'agreement among raft nodes before linearized reading' (duration: 255.505551ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.64247Z","caller":"traceutil/trace.go:171","msg":"trace[1862882618] transaction","detail":"{read_only:false; response_revision:17278; number_of_response:1; }","duration":"210.853807ms","start":"2026-03-01T02:00:52.431584Z","end":"2026-03-01T02:00:52.642437Z","steps":["trace[1862882618] 'process raft request' (duration: 210.710654ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.642563Z","caller":"traceutil/trace.go:171","msg":"trace[1044996223] transaction","detail":"{read_only:false; response_revision:17279; number_of_response:1; }","duration":"210.703754ms","start":"2026-03-01T02:00:52.431832Z","end":"2026-03-01T02:00:52.642535Z","steps":["trace[1044996223] 'process raft request' (duration: 210.504339ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.642455Z","caller":"traceutil/trace.go:171","msg":"trace[326543078] transaction","detail":"{read_only:false; response_revision:17277; number_of_response:1; }","duration":"211.063844ms","start":"2026-03-01T02:00:52.431346Z","end":"2026-03-01T02:00:52.64241Z","steps":["trace[326543078] 'process raft request' (duration: 210.754585ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.642683Z","caller":"traceutil/trace.go:171","msg":"trace[984547425] linearizableReadLoop","detail":"{readStateIndex:17918; appliedIndex:17914; }","duration":"172.43638ms","start":"2026-03-01T02:00:52.470089Z","end":"2026-03-01T02:00:52.642525Z","steps":["trace[984547425] 'read index received' (duration: 171.952177ms)","trace[984547425] 'applied index is now lower than readState.Index' (duration: 483.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T02:00:52.642733Z","caller":"traceutil/trace.go:171","msg":"trace[939694372] transaction","detail":"{read_only:false; response_revision:17280; number_of_response:1; }","duration":"201.163951ms","start":"2026-03-01T02:00:52.44155Z","end":"2026-03-01T02:00:52.642714Z","steps":["trace[939694372] 'process raft request' (duration: 200.876263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:52.643872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.081151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:947898"} {"level":"info","ts":"2026-03-01T02:00:52.64393Z","caller":"traceutil/trace.go:171","msg":"trace[151501929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:17280; }","duration":"212.171973ms","start":"2026-03-01T02:00:52.431745Z","end":"2026-03-01T02:00:52.643917Z","steps":["trace[151501929] 'agreement among raft nodes before linearized reading' (duration: 211.001322ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:52.977723Z","caller":"traceutil/trace.go:171","msg":"trace[2092618342] transaction","detail":"{read_only:false; response_revision:17281; number_of_response:1; }","duration":"154.178636ms","start":"2026-03-01T02:00:52.823514Z","end":"2026-03-01T02:00:52.977693Z","steps":["trace[2092618342] 'process raft request' (duration: 153.904059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:53.589113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577525467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T02:00:53.805253Z","caller":"traceutil/trace.go:171","msg":"trace[446879313] transaction","detail":"{read_only:false; response_revision:17282; number_of_response:1; }","duration":"877.304539ms","start":"2026-03-01T02:00:52.927915Z","end":"2026-03-01T02:00:53.805219Z","steps":["trace[446879313] 'process raft request' (duration: 798.163472ms)","trace[446879313] 'compare' (duration: 78.997023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T02:00:53.805424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:52.927882Z","time spent":"877.452193ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:00:53.832804Z","caller":"traceutil/trace.go:171","msg":"trace[1485768210] transaction","detail":"{read_only:false; response_revision:17284; number_of_response:1; }","duration":"718.134761ms","start":"2026-03-01T02:00:53.114634Z","end":"2026-03-01T02:00:53.832769Z","steps":["trace[1485768210] 'process raft request' (duration: 717.922026ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:53.83271Z","caller":"traceutil/trace.go:171","msg":"trace[1949384590] transaction","detail":"{read_only:false; response_revision:17283; number_of_response:1; }","duration":"786.413391ms","start":"2026-03-01T02:00:53.04626Z","end":"2026-03-01T02:00:53.832673Z","steps":["trace[1949384590] 'process raft request' (duration: 786.109213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:53.833728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:53.046238Z","time spent":"787.354765ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:00:53.833592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:53.114589Z","time spent":"718.905142ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:00:53.835731Z","caller":"traceutil/trace.go:171","msg":"trace[838491112] linearizableReadLoop","detail":"{readStateIndex:17924; appliedIndex:17919; }","duration":"747.165391ms","start":"2026-03-01T02:00:53.088481Z","end":"2026-03-01T02:00:53.835646Z","steps":["trace[838491112] 'read index received' (duration: 637.601677ms)","trace[838491112] 'applied index is now lower than readState.Index' (duration: 109.561454ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T02:00:53.835924Z","caller":"traceutil/trace.go:171","msg":"trace[1128315540] transaction","detail":"{read_only:false; response_revision:17286; number_of_response:1; }","duration":"499.180688ms","start":"2026-03-01T02:00:53.336723Z","end":"2026-03-01T02:00:53.835903Z","steps":["trace[1128315540] 'process raft request' (duration: 498.063689ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:53.83607Z","caller":"traceutil/trace.go:171","msg":"trace[1838006066] transaction","detail":"{read_only:false; response_revision:17285; number_of_response:1; }","duration":"538.412049ms","start":"2026-03-01T02:00:53.297573Z","end":"2026-03-01T02:00:53.835985Z","steps":["trace[1838006066] 'process raft request' (duration: 535.043399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:53.83619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.708485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-01T02:00:53.836177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:53.336702Z","time spent":"499.269341ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:00:53.836267Z","caller":"traceutil/trace.go:171","msg":"trace[1112984448] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17286; }","duration":"747.819148ms","start":"2026-03-01T02:00:53.088434Z","end":"2026-03-01T02:00:53.836253Z","steps":["trace[1112984448] 'agreement among raft nodes before linearized reading' (duration: 747.589292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:53.83629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.598952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-qrlx2\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-01T02:00:53.836315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:53.088415Z","time spent":"747.88267ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-01T02:00:53.836352Z","caller":"traceutil/trace.go:171","msg":"trace[1572899815] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-qrlx2; range_end:; response_count:1; response_revision:17286; }","duration":"324.694885ms","start":"2026-03-01T02:00:53.511631Z","end":"2026-03-01T02:00:53.836326Z","steps":["trace[1572899815] 'agreement among raft nodes before linearized reading' (duration: 324.50583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:53.836402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:53.511615Z","time spent":"324.777756ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-qrlx2\" "} {"level":"warn","ts":"2026-03-01T02:00:53.843078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:53.297555Z","time spent":"538.666215ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:00:54.614072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.284768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T02:00:54.614524Z","caller":"traceutil/trace.go:171","msg":"trace[1318027936] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:17286; }","duration":"483.794411ms","start":"2026-03-01T02:00:54.130709Z","end":"2026-03-01T02:00:54.614503Z","steps":["trace[1318027936] 'count revisions from in-memory index tree' (duration: 483.199546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:54.614053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.593249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b5jd2\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-01T02:00:54.614679Z","caller":"traceutil/trace.go:171","msg":"trace[300350615] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b5jd2; range_end:; response_count:1; response_revision:17286; }","duration":"120.260967ms","start":"2026-03-01T02:00:54.494385Z","end":"2026-03-01T02:00:54.614646Z","steps":["trace[300350615] 'range keys from in-memory index tree' (duration: 119.489147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:54.614691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.130687Z","time spent":"483.922594ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":188,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T02:00:54.614484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.414255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T02:00:54.615049Z","caller":"traceutil/trace.go:171","msg":"trace[2044202832] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17286; }","duration":"439.990341ms","start":"2026-03-01T02:00:54.174993Z","end":"2026-03-01T02:00:54.614984Z","steps":["trace[2044202832] 'range keys from in-memory index tree' (duration: 439.122498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:54.6141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.89043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T02:00:54.615194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.174972Z","time spent":"440.172625ms","remote":"127.0.0.1:33512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-01T02:00:54.614212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.338979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T02:00:54.615315Z","caller":"traceutil/trace.go:171","msg":"trace[669498377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17286; }","duration":"141.456719ms","start":"2026-03-01T02:00:54.473825Z","end":"2026-03-01T02:00:54.615282Z","steps":["trace[669498377] 'range keys from in-memory index tree' (duration: 140.101063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:54.614358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.98966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T02:00:54.615468Z","caller":"traceutil/trace.go:171","msg":"trace[1687708480] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:17286; }","duration":"601.145791ms","start":"2026-03-01T02:00:54.014301Z","end":"2026-03-01T02:00:54.615446Z","steps":["trace[1687708480] 'count revisions from in-memory index tree' (duration: 599.864427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:54.615551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.014274Z","time spent":"601.257734ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T02:00:54.614359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.346432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T02:00:54.614392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.527633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T02:00:54.614431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.284185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T02:00:54.615241Z","caller":"traceutil/trace.go:171","msg":"trace[1331687266] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17286; }","duration":"303.102872ms","start":"2026-03-01T02:00:54.31212Z","end":"2026-03-01T02:00:54.615223Z","steps":["trace[1331687266] 'count revisions from in-memory index tree' (duration: 301.792928ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:54.615845Z","caller":"traceutil/trace.go:171","msg":"trace[449947365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17286; }","duration":"570.979312ms","start":"2026-03-01T02:00:54.044826Z","end":"2026-03-01T02:00:54.615806Z","steps":["trace[449947365] 'range keys from in-memory index tree' (duration: 569.464992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:54.6159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.312098Z","time spent":"303.780041ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T02:00:54.616123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.044809Z","time spent":"571.113245ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T02:00:54.614215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.132084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T02:00:54.616218Z","caller":"traceutil/trace.go:171","msg":"trace[1989153411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17286; }","duration":"319.134437ms","start":"2026-03-01T02:00:54.297066Z","end":"2026-03-01T02:00:54.616201Z","steps":["trace[1989153411] 'range keys from in-memory index tree' (duration: 317.120534ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:54.615677Z","caller":"traceutil/trace.go:171","msg":"trace[1749614230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17286; }","duration":"183.691898ms","start":"2026-03-01T02:00:54.431961Z","end":"2026-03-01T02:00:54.615653Z","steps":["trace[1749614230] 'range keys from in-memory index tree' (duration: 182.106636ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:54.616128Z","caller":"traceutil/trace.go:171","msg":"trace[1792200188] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:17286; }","duration":"142.816295ms","start":"2026-03-01T02:00:54.473118Z","end":"2026-03-01T02:00:54.615934Z","steps":["trace[1792200188] 'count revisions from in-memory index tree' (duration: 141.160281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.14676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577525488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T02:00:55.375403Z","caller":"traceutil/trace.go:171","msg":"trace[1825876404] transaction","detail":"{read_only:false; response_revision:17287; number_of_response:1; }","duration":"753.190799ms","start":"2026-03-01T02:00:54.622186Z","end":"2026-03-01T02:00:55.375377Z","steps":["trace[1825876404] 'process raft request' (duration: 753.033085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.375564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.622153Z","time spent":"753.329293ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:00:55.462228Z","caller":"traceutil/trace.go:171","msg":"trace[1102361610] linearizableReadLoop","detail":"{readStateIndex:17926; appliedIndex:17925; }","duration":"815.835159ms","start":"2026-03-01T02:00:54.646369Z","end":"2026-03-01T02:00:55.462204Z","steps":["trace[1102361610] 'read index received' (duration: 729.45123ms)","trace[1102361610] 'applied index is now lower than readState.Index' (duration: 86.382989ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T02:00:55.462347Z","caller":"traceutil/trace.go:171","msg":"trace[805309414] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"840.031571ms","start":"2026-03-01T02:00:54.622277Z","end":"2026-03-01T02:00:55.462309Z","steps":["trace[805309414] 'process raft request' (duration: 839.789294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.462455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.906082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T02:00:55.462481Z","caller":"traceutil/trace.go:171","msg":"trace[287040093] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:17288; }","duration":"495.967163ms","start":"2026-03-01T02:00:54.966503Z","end":"2026-03-01T02:00:55.46247Z","steps":["trace[287040093] 'agreement among raft nodes before linearized reading' (duration: 495.929642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.462512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.966479Z","time spent":"496.026094ms","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-01T02:00:55.462538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.62226Z","time spent":"840.185675ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:00:55.46241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.029505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T02:00:55.462615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.693339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T02:00:55.462702Z","caller":"traceutil/trace.go:171","msg":"trace[2129848175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17288; }","duration":"417.833352ms","start":"2026-03-01T02:00:55.044846Z","end":"2026-03-01T02:00:55.46268Z","steps":["trace[2129848175] 'agreement among raft nodes before linearized reading' (duration: 417.663527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.462727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.39227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-01T02:00:55.462733Z","caller":"traceutil/trace.go:171","msg":"trace[1341516160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17288; }","duration":"816.366754ms","start":"2026-03-01T02:00:54.646312Z","end":"2026-03-01T02:00:55.462679Z","steps":["trace[1341516160] 'agreement among raft nodes before linearized reading' (duration: 815.991554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.462841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.752684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29538840-wbzxf\" ","response":"range_response_count:1 size:7039"} {"level":"warn","ts":"2026-03-01T02:00:55.462814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.008601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b31e36f8a1\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-03-01T02:00:55.462896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.646293Z","time spent":"816.555468ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T02:00:55.462938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.204841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-01T02:00:55.462943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.117738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T02:00:55.462947Z","caller":"traceutil/trace.go:171","msg":"trace[244292883] range","detail":"{range_begin:/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b31e36f8a1; range_end:; response_count:1; response_revision:17288; }","duration":"331.230077ms","start":"2026-03-01T02:00:55.131685Z","end":"2026-03-01T02:00:55.462915Z","steps":["trace[244292883] 'agreement among raft nodes before linearized reading' (duration: 330.783495ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:55.46298Z","caller":"traceutil/trace.go:171","msg":"trace[562806836] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17288; }","duration":"684.288983ms","start":"2026-03-01T02:00:54.778681Z","end":"2026-03-01T02:00:55.46297Z","steps":["trace[562806836] 'agreement among raft nodes before linearized reading' (duration: 684.180201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.462773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:55.044825Z","time spent":"417.913194ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T02:00:55.462983Z","caller":"traceutil/trace.go:171","msg":"trace[2090065268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17288; }","duration":"816.168089ms","start":"2026-03-01T02:00:54.646806Z","end":"2026-03-01T02:00:55.462974Z","steps":["trace[2090065268] 'agreement among raft nodes before linearized reading' (duration: 815.992754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.463013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:55.131666Z","time spent":"331.336059ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":896,"request content":"key:\"/registry/events/openstack/placement-api-69d679649d-8cpmz.189894b31e36f8a1\" "} {"level":"warn","ts":"2026-03-01T02:00:55.463023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.778662Z","time spent":"684.352516ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-01T02:00:55.463038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.646801Z","time spent":"816.23206ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T02:00:55.462869Z","caller":"traceutil/trace.go:171","msg":"trace[1707262841] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29538840-wbzxf; range_end:; response_count:1; response_revision:17288; }","duration":"793.825547ms","start":"2026-03-01T02:00:54.669037Z","end":"2026-03-01T02:00:55.462862Z","steps":["trace[1707262841] 'agreement among raft nodes before linearized reading' (duration: 793.746844ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:00:55.462829Z","caller":"traceutil/trace.go:171","msg":"trace[178288550] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17288; }","duration":"683.521073ms","start":"2026-03-01T02:00:54.779285Z","end":"2026-03-01T02:00:55.462806Z","steps":["trace[178288550] 'agreement among raft nodes before linearized reading' (duration: 683.364409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.463159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.779261Z","time spent":"683.890863ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-01T02:00:55.462828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.816526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T02:00:55.463232Z","caller":"traceutil/trace.go:171","msg":"trace[43666523] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:17288; }","duration":"168.33607ms","start":"2026-03-01T02:00:55.29488Z","end":"2026-03-01T02:00:55.463216Z","steps":["trace[43666523] 'agreement among raft nodes before linearized reading' (duration: 167.718354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.463371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.669016Z","time spent":"794.289338ms","remote":"127.0.0.1:33528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29538840-wbzxf\" "} {"level":"warn","ts":"2026-03-01T02:00:55.462604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.779878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T02:00:55.464288Z","caller":"traceutil/trace.go:171","msg":"trace[1559991484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17288; }","duration":"816.811815ms","start":"2026-03-01T02:00:54.646766Z","end":"2026-03-01T02:00:55.463578Z","steps":["trace[1559991484] 'agreement among raft nodes before linearized reading' (duration: 815.635314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:00:55.464352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:00:54.646757Z","time spent":"817.576235ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T02:01:19.984297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.629976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29538840-wbzxf\" ","response":"range_response_count:1 size:7039"} {"level":"info","ts":"2026-03-01T02:01:19.984392Z","caller":"traceutil/trace.go:171","msg":"trace[300230992] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29538840-wbzxf; range_end:; response_count:1; response_revision:17488; }","duration":"149.79341ms","start":"2026-03-01T02:01:19.834583Z","end":"2026-03-01T02:01:19.984377Z","steps":["trace[300230992] 'range keys from in-memory index tree' (duration: 149.449541ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:01:20.046561Z","caller":"traceutil/trace.go:171","msg":"trace[1003432755] transaction","detail":"{read_only:false; response_revision:17490; number_of_response:1; }","duration":"107.91026ms","start":"2026-03-01T02:01:19.938621Z","end":"2026-03-01T02:01:20.046531Z","steps":["trace[1003432755] 'process raft request' (duration: 107.729325ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:01:20.047162Z","caller":"traceutil/trace.go:171","msg":"trace[87999762] transaction","detail":"{read_only:false; response_revision:17491; number_of_response:1; }","duration":"106.794551ms","start":"2026-03-01T02:01:19.940329Z","end":"2026-03-01T02:01:20.047124Z","steps":["trace[87999762] 'process raft request' (duration: 106.155974ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:02:42.27262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15954} {"level":"info","ts":"2026-03-01T02:02:42.369906Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15954,"took":"94.033142ms","hash":2689327245,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":27021312,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-01T02:02:42.369977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2689327245,"revision":15954,"compact-revision":13525} {"level":"warn","ts":"2026-03-01T02:02:44.628143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1673540977577527598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T02:02:44.745091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.235879ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T02:02:44.745203Z","caller":"traceutil/trace.go:171","msg":"trace[1861522308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17912; }","duration":"448.355782ms","start":"2026-03-01T02:02:44.296826Z","end":"2026-03-01T02:02:44.745182Z","steps":["trace[1861522308] 'range keys from in-memory index tree' (duration: 448.211578ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:02:44.745344Z","caller":"traceutil/trace.go:171","msg":"trace[290035759] transaction","detail":"{read_only:false; response_revision:17913; number_of_response:1; }","duration":"630.781846ms","start":"2026-03-01T02:02:44.114492Z","end":"2026-03-01T02:02:44.745273Z","steps":["trace[290035759] 'process raft request' (duration: 622.004054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.745547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.114471Z","time spent":"630.969602ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:02:44.754144Z","caller":"traceutil/trace.go:171","msg":"trace[516930247] transaction","detail":"{read_only:false; response_revision:17914; number_of_response:1; }","duration":"638.071529ms","start":"2026-03-01T02:02:44.116036Z","end":"2026-03-01T02:02:44.754107Z","steps":["trace[516930247] 'process raft request' (duration: 637.840663ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:02:44.754258Z","caller":"traceutil/trace.go:171","msg":"trace[242686680] transaction","detail":"{read_only:false; response_revision:17915; number_of_response:1; }","duration":"637.119104ms","start":"2026-03-01T02:02:44.117112Z","end":"2026-03-01T02:02:44.754231Z","steps":["trace[242686680] 'process raft request' (duration: 636.904079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.754273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.116022Z","time spent":"638.183933ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:02:44.754353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.1171Z","time spent":"637.206096ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:02:44.754623Z","caller":"traceutil/trace.go:171","msg":"trace[1721757298] transaction","detail":"{read_only:false; response_revision:17916; number_of_response:1; }","duration":"373.616702ms","start":"2026-03-01T02:02:44.380994Z","end":"2026-03-01T02:02:44.754611Z","steps":["trace[1721757298] 'process raft request' (duration: 373.061747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.754692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.380966Z","time spent":"373.692024ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:02:44.754763Z","caller":"traceutil/trace.go:171","msg":"trace[1032992364] transaction","detail":"{read_only:false; response_revision:17917; number_of_response:1; }","duration":"371.575947ms","start":"2026-03-01T02:02:44.383164Z","end":"2026-03-01T02:02:44.75474Z","steps":["trace[1032992364] 'process raft request' (duration: 371.354801ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T02:02:44.754771Z","caller":"traceutil/trace.go:171","msg":"trace[1511707142] transaction","detail":"{read_only:false; response_revision:17918; number_of_response:1; }","duration":"371.577647ms","start":"2026-03-01T02:02:44.383176Z","end":"2026-03-01T02:02:44.754754Z","steps":["trace[1511707142] 'process raft request' (duration: 371.503745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.754836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.383131Z","time spent":"371.66765ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T02:02:44.754844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.383156Z","time spent":"371.651819ms","remote":"127.0.0.1:33608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T02:02:44.75515Z","caller":"traceutil/trace.go:171","msg":"trace[1266471496] linearizableReadLoop","detail":"{readStateIndex:18586; appliedIndex:18580; }","duration":"627.417498ms","start":"2026-03-01T02:02:44.127573Z","end":"2026-03-01T02:02:44.75499Z","steps":["trace[1266471496] 'read index received' (duration: 608.943978ms)","trace[1266471496] 'applied index is now lower than readState.Index' (duration: 18.47235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T02:02:44.755215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.644783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T02:02:44.755274Z","caller":"traceutil/trace.go:171","msg":"trace[847524386] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17918; }","duration":"627.702474ms","start":"2026-03-01T02:02:44.127538Z","end":"2026-03-01T02:02:44.755241Z","steps":["trace[847524386] 'agreement among raft nodes before linearized reading' (duration: 627.646223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.755273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.845181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T02:02:44.755309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.127529Z","time spent":"627.773127ms","remote":"127.0.0.1:33812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-01T02:02:44.755313Z","caller":"traceutil/trace.go:171","msg":"trace[960315142] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17918; }","duration":"372.917963ms","start":"2026-03-01T02:02:44.382383Z","end":"2026-03-01T02:02:44.755301Z","steps":["trace[960315142] 'agreement among raft nodes before linearized reading' (duration: 372.842511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.755348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.382365Z","time spent":"372.973734ms","remote":"127.0.0.1:33798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T02:02:44.755375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.172347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-01T02:02:44.755438Z","caller":"traceutil/trace.go:171","msg":"trace[649109915] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17918; }","duration":"548.262449ms","start":"2026-03-01T02:02:44.207159Z","end":"2026-03-01T02:02:44.755422Z","steps":["trace[649109915] 'agreement among raft nodes before linearized reading' (duration: 548.069414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T02:02:44.755481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T02:02:44.207145Z","time spent":"548.328751ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-01T02:07:22.113513Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b66d12fd59101739","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T02:07:22.118373Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-01T02:07:22.118498Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-01T02:07:42.278644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17906} {"level":"info","ts":"2026-03-01T02:07:42.371972Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17906,"took":"90.514308ms","hash":2177135603,"current-db-size-bytes":42459136,"current-db-size":"42 MB","current-db-size-in-use-bytes":22364160,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T02:07:42.37204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2177135603,"revision":17906,"compact-revision":15954}