{"level":"warn","ts":"2026-03-10T22:40:55.408089Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T22:40:55.408181Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-10T22:40:55.408254Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T22:40:55.408272Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-10T22:40:55.408294Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T22:40:55.409076Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-10T22:40:55.409183Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-10T22:40:55.414807Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.343215ms"} {"level":"info","ts":"2026-03-10T22:40:55.422861Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-10T22:40:55.423004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-10T22:40:55.423037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-10T22:40:55.423058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-10T22:40:55.423087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-10T22:40:55.423143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-10T22:40:55.432433Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-10T22:40:55.435034Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-10T22:40:55.436581Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-10T22:40:55.44005Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-10T22:40:55.440229Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T22:40:55.440383Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T22:40:55.440411Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T22:40:55.440612Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-10T22:40:55.441587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-10T22:40:55.441751Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-10T22:40:55.445908Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T22:40:55.446183Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-10T22:40:55.446264Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-10T22:40:55.446399Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-10T22:40:55.446442Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-10T22:40:56.223921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-10T22:40:56.224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-10T22:40:56.22402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-10T22:40:56.224034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-10T22:40:56.224042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-10T22:40:56.224067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-10T22:40:56.224083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-10T22:40:56.225183Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:40:56.227917Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-10T22:40:56.22833Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:40:56.228433Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:40:56.228407Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T22:40:56.228467Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T22:40:56.228483Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T22:40:56.228845Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-10T22:40:56.228884Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-10T22:40:56.230701Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-10T22:40:56.231651Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-10T22:41:18.930019Z","caller":"traceutil/trace.go:171","msg":"trace[1745804784] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"281.733323ms","start":"2026-03-10T22:41:18.648251Z","end":"2026-03-10T22:41:18.929985Z","steps":["trace[1745804784] 'process raft request' (duration: 281.472447ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:25.37735Z","caller":"traceutil/trace.go:171","msg":"trace[2100560438] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"424.628616ms","start":"2026-03-10T22:41:24.952696Z","end":"2026-03-10T22:41:25.377324Z","steps":["trace[2100560438] 'read index received' (duration: 424.305748ms)","trace[2100560438] 'applied index is now lower than readState.Index' (duration: 321.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:25.377507Z","caller":"traceutil/trace.go:171","msg":"trace[1627157907] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"647.888068ms","start":"2026-03-10T22:41:24.729582Z","end":"2026-03-10T22:41:25.37747Z","steps":["trace[1627157907] 'process raft request' (duration: 647.525549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:25.37757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.859393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:41:25.37766Z","caller":"traceutil/trace.go:171","msg":"trace[1222069916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"424.999916ms","start":"2026-03-10T22:41:24.952647Z","end":"2026-03-10T22:41:25.377647Z","steps":["trace[1222069916] 'agreement among raft nodes before linearized reading' (duration: 424.805642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:25.377699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.49417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-10T22:41:25.377705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:24.952624Z","time spent":"425.071747ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:41:25.377784Z","caller":"traceutil/trace.go:171","msg":"trace[1926252745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"403.573793ms","start":"2026-03-10T22:41:24.974186Z","end":"2026-03-10T22:41:25.37776Z","steps":["trace[1926252745] 'agreement among raft nodes before linearized reading' (duration: 403.344277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:25.377828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:24.974122Z","time spent":"403.696645ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:41:25.377696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.971023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:25.377919Z","caller":"traceutil/trace.go:171","msg":"trace[2039968547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"269.239609ms","start":"2026-03-10T22:41:25.10866Z","end":"2026-03-10T22:41:25.3779Z","steps":["trace[2039968547] 'agreement among raft nodes before linearized reading' (duration: 268.956262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:25.378128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:24.729551Z","time spent":"648.036701ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:26.046822Z","caller":"traceutil/trace.go:171","msg":"trace[1687866025] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"114.967888ms","start":"2026-03-10T22:41:25.93183Z","end":"2026-03-10T22:41:26.046798Z","steps":["trace[1687866025] 'process raft request' (duration: 114.803564ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:31.543749Z","caller":"traceutil/trace.go:171","msg":"trace[1995116414] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:566; }","duration":"116.251323ms","start":"2026-03-10T22:41:31.427469Z","end":"2026-03-10T22:41:31.54372Z","steps":["trace[1995116414] 'read index received' (duration: 116.031238ms)","trace[1995116414] 'applied index is now lower than readState.Index' (duration: 218.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:31.54381Z","caller":"traceutil/trace.go:171","msg":"trace[101637372] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"136.340619ms","start":"2026-03-10T22:41:31.407427Z","end":"2026-03-10T22:41:31.543768Z","steps":["trace[101637372] 'process raft request' (duration: 136.084324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:31.544006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.514439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-10T22:41:31.544052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:41:31.544084Z","caller":"traceutil/trace.go:171","msg":"trace[383929948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:548; }","duration":"116.624582ms","start":"2026-03-10T22:41:31.427443Z","end":"2026-03-10T22:41:31.544067Z","steps":["trace[383929948] 'agreement among raft nodes before linearized reading' (duration: 116.429008ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:31.544104Z","caller":"traceutil/trace.go:171","msg":"trace[812204584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:548; }","duration":"111.825374ms","start":"2026-03-10T22:41:31.432264Z","end":"2026-03-10T22:41:31.544089Z","steps":["trace[812204584] 'agreement among raft nodes before linearized reading' (duration: 111.634ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:32.077485Z","caller":"traceutil/trace.go:171","msg":"trace[1661648435] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"529.585477ms","start":"2026-03-10T22:41:31.547873Z","end":"2026-03-10T22:41:32.077458Z","steps":["trace[1661648435] 'process raft request' (duration: 529.371102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.077645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.547848Z","time spent":"529.71395ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:32.557967Z","caller":"traceutil/trace.go:171","msg":"trace[204837650] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.010036251s","start":"2026-03-10T22:41:31.547899Z","end":"2026-03-10T22:41:32.557935Z","steps":["trace[204837650] 'process raft request' (duration: 1.009797656s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.558135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.547871Z","time spent":"1.010177424s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:32.558376Z","caller":"traceutil/trace.go:171","msg":"trace[467208926] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:567; }","duration":"698.847077ms","start":"2026-03-10T22:41:31.859505Z","end":"2026-03-10T22:41:32.558352Z","steps":["trace[467208926] 'read index received' (duration: 217.85659ms)","trace[467208926] 'applied index is now lower than readState.Index' (duration: 480.989397ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:32.558401Z","caller":"traceutil/trace.go:171","msg":"trace[1646137060] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"812.86526ms","start":"2026-03-10T22:41:31.745507Z","end":"2026-03-10T22:41:32.558372Z","steps":["trace[1646137060] 'process raft request' (duration: 812.348559ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:32.558516Z","caller":"traceutil/trace.go:171","msg":"trace[596541528] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"669.568936ms","start":"2026-03-10T22:41:31.888932Z","end":"2026-03-10T22:41:32.558501Z","steps":["trace[596541528] 'process raft request' (duration: 669.29343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.558549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.745486Z","time spent":"812.983052ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:32.55876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.065693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:32.5588Z","caller":"traceutil/trace.go:171","msg":"trace[265090215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"695.126143ms","start":"2026-03-10T22:41:31.863662Z","end":"2026-03-10T22:41:32.558788Z","steps":["trace[265090215] 'agreement among raft nodes before linearized reading' (duration: 694.885268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.55884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.863644Z","time spent":"695.188825ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:41:32.558844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.888914Z","time spent":"669.640238ms","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:32.558961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.963887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-10T22:41:32.558992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.471901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:32.559038Z","caller":"traceutil/trace.go:171","msg":"trace[1162375872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"405.151972ms","start":"2026-03-10T22:41:32.153868Z","end":"2026-03-10T22:41:32.55902Z","steps":["trace[1162375872] 'agreement among raft nodes before linearized reading' (duration: 404.898066ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:32.559068Z","caller":"traceutil/trace.go:171","msg":"trace[199842454] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"699.585083ms","start":"2026-03-10T22:41:31.859462Z","end":"2026-03-10T22:41:32.559047Z","steps":["trace[199842454] 'agreement among raft nodes before linearized reading' (duration: 699.469811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.559079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:32.15385Z","time spent":"405.218774ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:41:32.559137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.815778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-s59qs\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-10T22:41:32.559135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:31.859416Z","time spent":"699.685305ms","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-10T22:41:32.559169Z","caller":"traceutil/trace.go:171","msg":"trace[123270909] range","detail":"{range_begin:/registry/pods/kube-system/cilium-s59qs; range_end:; response_count:1; response_revision:552; }","duration":"415.88177ms","start":"2026-03-10T22:41:32.143278Z","end":"2026-03-10T22:41:32.55916Z","steps":["trace[123270909] 'agreement among raft nodes before linearized reading' (duration: 415.755177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:32.559196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:32.143259Z","time spent":"415.9314ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-s59qs\" "} {"level":"info","ts":"2026-03-10T22:41:32.871255Z","caller":"traceutil/trace.go:171","msg":"trace[467424105] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"304.573057ms","start":"2026-03-10T22:41:32.566614Z","end":"2026-03-10T22:41:32.871187Z","steps":["trace[467424105] 'process raft request' (duration: 272.995445ms)","trace[467424105] 'compare' (duration: 31.235853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:41:32.871479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:32.566592Z","time spent":"304.775352ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:33.07105Z","caller":"traceutil/trace.go:171","msg":"trace[1885645961] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"204.700918ms","start":"2026-03-10T22:41:32.866319Z","end":"2026-03-10T22:41:33.07102Z","steps":["trace[1885645961] 'read index received' (duration: 117.89992ms)","trace[1885645961] 'applied index is now lower than readState.Index' (duration: 86.799968ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:33.071179Z","caller":"traceutil/trace.go:171","msg":"trace[1406466998] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"497.572186ms","start":"2026-03-10T22:41:32.573595Z","end":"2026-03-10T22:41:33.071168Z","steps":["trace[1406466998] 'process raft request' (duration: 410.679015ms)","trace[1406466998] 'compare' (duration: 86.625055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:41:33.071328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:32.573546Z","time spent":"497.660678ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:41:33.07145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.146148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:41:33.071468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.667106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:33.071493Z","caller":"traceutil/trace.go:171","msg":"trace[1548424059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"205.22468ms","start":"2026-03-10T22:41:32.866256Z","end":"2026-03-10T22:41:33.07148Z","steps":["trace[1548424059] 'agreement among raft nodes before linearized reading' (duration: 205.161058ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:33.071542Z","caller":"traceutil/trace.go:171","msg":"trace[1558791102] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"154.777938ms","start":"2026-03-10T22:41:32.916741Z","end":"2026-03-10T22:41:33.071519Z","steps":["trace[1558791102] 'agreement among raft nodes before linearized reading' (duration: 154.650376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:33.916237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.319794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:41:33.916314Z","caller":"traceutil/trace.go:171","msg":"trace[1863464192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"368.447386ms","start":"2026-03-10T22:41:33.547848Z","end":"2026-03-10T22:41:33.916295Z","steps":["trace[1863464192] 'range keys from in-memory index tree' (duration: 367.827562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:33.916356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:33.547824Z","time spent":"368.522799ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:41:34.581989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677134261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:41:34.894506Z","caller":"traceutil/trace.go:171","msg":"trace[1644647996] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"975.046764ms","start":"2026-03-10T22:41:33.91943Z","end":"2026-03-10T22:41:34.894477Z","steps":["trace[1644647996] 'process raft request' (duration: 974.900241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:34.894662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:33.919407Z","time spent":"975.178747ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:41:35.03174Z","caller":"traceutil/trace.go:171","msg":"trace[275185190] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:573; }","duration":"949.997887ms","start":"2026-03-10T22:41:34.081722Z","end":"2026-03-10T22:41:35.03172Z","steps":["trace[275185190] 'read index received' (duration: 812.593594ms)","trace[275185190] 'applied index is now lower than readState.Index' (duration: 137.402993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:41:35.031981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.246403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-10T22:41:35.032021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.89462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T22:41:35.032054Z","caller":"traceutil/trace.go:171","msg":"trace[1336521204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"950.369485ms","start":"2026-03-10T22:41:34.081666Z","end":"2026-03-10T22:41:35.032036Z","steps":["trace[1336521204] 'agreement among raft nodes before linearized reading' (duration: 950.178491ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:35.032068Z","caller":"traceutil/trace.go:171","msg":"trace[765484622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"470.011233ms","start":"2026-03-10T22:41:34.562043Z","end":"2026-03-10T22:41:35.032055Z","steps":["trace[765484622] 'agreement among raft nodes before linearized reading' (duration: 469.883791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:35.032107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:34.562023Z","time spent":"470.076984ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:41:35.032085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.354239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:41:35.03217Z","caller":"traceutil/trace.go:171","msg":"trace[167651748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"167.486451ms","start":"2026-03-10T22:41:34.864662Z","end":"2026-03-10T22:41:35.032148Z","steps":["trace[167651748] 'agreement among raft nodes before linearized reading' (duration: 167.361089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:35.032157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.350086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-10T22:41:35.032109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:34.081646Z","time spent":"950.448787ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:41:35.032241Z","caller":"traceutil/trace.go:171","msg":"trace[841855118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"157.480919ms","start":"2026-03-10T22:41:34.87474Z","end":"2026-03-10T22:41:35.032221Z","steps":["trace[841855118] 'agreement among raft nodes before linearized reading' (duration: 157.228023ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:41:36.713261Z","caller":"traceutil/trace.go:171","msg":"trace[478065701] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"403.753931ms","start":"2026-03-10T22:41:36.30947Z","end":"2026-03-10T22:41:36.713224Z","steps":["trace[478065701] 'process raft request' (duration: 403.456614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:36.713484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:36.309444Z","time spent":"403.967145ms","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T22:41:40.450267Z","caller":"traceutil/trace.go:171","msg":"trace[475441323] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"201.963907ms","start":"2026-03-10T22:41:40.248202Z","end":"2026-03-10T22:41:40.450166Z","steps":["trace[475441323] 'process raft request' (duration: 126.521201ms)","trace[475441323] 'compare' (duration: 75.282753ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:41:40.450743Z","caller":"traceutil/trace.go:171","msg":"trace[621290394] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"135.967741ms","start":"2026-03-10T22:41:40.314763Z","end":"2026-03-10T22:41:40.450731Z","steps":["trace[621290394] 'process raft request' (duration: 135.712625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:56.432227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071519076s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T22:41:56.432612Z","caller":"traceutil/trace.go:171","msg":"trace[234661311] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"1.087594974s","start":"2026-03-10T22:41:55.344995Z","end":"2026-03-10T22:41:56.43259Z","steps":["trace[234661311] 'process raft request' (duration: 1.087449061s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:41:56.432734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:41:55.344979Z","time spent":"1.087676366s","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:18.48066Z","caller":"traceutil/trace.go:171","msg":"trace[931723116] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"119.515466ms","start":"2026-03-10T22:42:18.361112Z","end":"2026-03-10T22:42:18.480628Z","steps":["trace[931723116] 'process raft request' (duration: 112.802896ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:20.737941Z","caller":"traceutil/trace.go:171","msg":"trace[999048346] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"320.593532ms","start":"2026-03-10T22:42:20.417321Z","end":"2026-03-10T22:42:20.737915Z","steps":["trace[999048346] 'process raft request' (duration: 320.385658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:20.738745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:20.417298Z","time spent":"320.714735ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:27.086561Z","caller":"traceutil/trace.go:171","msg":"trace[777033825] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"105.039134ms","start":"2026-03-10T22:42:26.981496Z","end":"2026-03-10T22:42:27.086535Z","steps":["trace[777033825] 'process raft request' (duration: 101.523515ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:45.342121Z","caller":"traceutil/trace.go:171","msg":"trace[1306294397] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"115.115628ms","start":"2026-03-10T22:42:45.226955Z","end":"2026-03-10T22:42:45.34207Z","steps":["trace[1306294397] 'process raft request' (duration: 114.901963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.203879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.52706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:42:46.204029Z","caller":"traceutil/trace.go:171","msg":"trace[1870333615] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1647; }","duration":"720.636511ms","start":"2026-03-10T22:42:45.483372Z","end":"2026-03-10T22:42:46.204008Z","steps":["trace[1870333615] 'read index received' (duration: 67.761µs)","trace[1870333615] 'applied index is now lower than readState.Index' (duration: 720.56681ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:46.204091Z","caller":"traceutil/trace.go:171","msg":"trace[1527117593] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"852.090102ms","start":"2026-03-10T22:42:45.351964Z","end":"2026-03-10T22:42:46.204054Z","steps":["trace[1527117593] 'process raft request' (duration: 65.513135ms)","trace[1527117593] 'compare' (duration: 779.679434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:42:46.20424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.351935Z","time spent":"852.228755ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:46.20429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.898347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-10T22:42:46.204346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.017789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-10T22:42:46.204395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.687511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-10T22:42:46.204395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.618683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-10T22:42:46.204408Z","caller":"traceutil/trace.go:171","msg":"trace[1010714588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1585; }","duration":"698.137871ms","start":"2026-03-10T22:42:45.506255Z","end":"2026-03-10T22:42:46.204393Z","steps":["trace[1010714588] 'agreement among raft nodes before linearized reading' (duration: 697.899346ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:46.20446Z","caller":"traceutil/trace.go:171","msg":"trace[54950022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f; range_end:; response_count:1; response_revision:1585; }","duration":"590.705425ms","start":"2026-03-10T22:42:45.61373Z","end":"2026-03-10T22:42:46.204435Z","steps":["trace[54950022] 'agreement among raft nodes before linearized reading' (duration: 590.534201ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:46.204409Z","caller":"traceutil/trace.go:171","msg":"trace[795936533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1585; }","duration":"721.075641ms","start":"2026-03-10T22:42:45.483297Z","end":"2026-03-10T22:42:46.204373Z","steps":["trace[795936533] 'agreement among raft nodes before linearized reading' (duration: 720.826035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.204493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.613714Z","time spent":"590.773306ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f\" "} {"level":"warn","ts":"2026-03-10T22:42:46.204495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.483269Z","time spent":"721.218774ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:42:46.204459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.506227Z","time spent":"698.222733ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:42:46.204325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.205344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:42:46.204419Z","caller":"traceutil/trace.go:171","msg":"trace[465334754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1585; }","duration":"697.723112ms","start":"2026-03-10T22:42:45.506687Z","end":"2026-03-10T22:42:46.20441Z","steps":["trace[465334754] 'agreement among raft nodes before linearized reading' (duration: 697.673781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.204631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.50668Z","time spent":"697.943087ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:42:46.204662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.190585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:42:46.204637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.964894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-10T22:42:46.204595Z","caller":"traceutil/trace.go:171","msg":"trace[704708026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1585; }","duration":"460.519541ms","start":"2026-03-10T22:42:45.744064Z","end":"2026-03-10T22:42:46.204584Z","steps":["trace[704708026] 'agreement among raft nodes before linearized reading' (duration: 460.165993ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:46.204692Z","caller":"traceutil/trace.go:171","msg":"trace[1842201300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"338.639204ms","start":"2026-03-10T22:42:45.866043Z","end":"2026-03-10T22:42:46.204682Z","steps":["trace[1842201300] 'agreement among raft nodes before linearized reading' (duration: 338.164104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.204738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.865961Z","time spent":"338.767786ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:42:46.20474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.744039Z","time spent":"460.689535ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T22:42:46.204789Z","caller":"traceutil/trace.go:171","msg":"trace[1740739342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f; range_end:; response_count:1; response_revision:1585; }","duration":"647.141168ms","start":"2026-03-10T22:42:45.557573Z","end":"2026-03-10T22:42:46.204714Z","steps":["trace[1740739342] 'agreement among raft nodes before linearized reading' (duration: 646.676058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.204853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.557525Z","time spent":"647.318102ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f\" "} {"level":"warn","ts":"2026-03-10T22:42:46.204991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.740047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:42:46.205078Z","caller":"traceutil/trace.go:171","msg":"trace[1321859396] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1585; }","duration":"483.991153ms","start":"2026-03-10T22:42:45.721066Z","end":"2026-03-10T22:42:46.205057Z","steps":["trace[1321859396] 'agreement among raft nodes before linearized reading' (duration: 483.823039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.205115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:45.721028Z","time spent":"484.078595ms","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:42:46.705692Z","caller":"traceutil/trace.go:171","msg":"trace[702185284] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"497.756671ms","start":"2026-03-10T22:42:46.207891Z","end":"2026-03-10T22:42:46.705648Z","steps":["trace[702185284] 'process raft request' (duration: 414.095581ms)","trace[702185284] 'compare' (duration: 83.23592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:42:46.705908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.207867Z","time spent":"497.932184ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:46.772618Z","caller":"traceutil/trace.go:171","msg":"trace[577496706] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"562.533579ms","start":"2026-03-10T22:42:46.21005Z","end":"2026-03-10T22:42:46.772584Z","steps":["trace[577496706] 'process raft request' (duration: 562.233352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.772924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.210031Z","time spent":"562.710903ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:46.773214Z","caller":"traceutil/trace.go:171","msg":"trace[2099386445] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"562.298544ms","start":"2026-03-10T22:42:46.210853Z","end":"2026-03-10T22:42:46.773151Z","steps":["trace[2099386445] 'process raft request' (duration: 561.64617ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:46.773236Z","caller":"traceutil/trace.go:171","msg":"trace[833492854] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"256.184382ms","start":"2026-03-10T22:42:46.517008Z","end":"2026-03-10T22:42:46.773193Z","steps":["trace[833492854] 'process raft request' (duration: 256.10047ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:46.773381Z","caller":"traceutil/trace.go:171","msg":"trace[1440955435] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"562.15996ms","start":"2026-03-10T22:42:46.211169Z","end":"2026-03-10T22:42:46.773329Z","steps":["trace[1440955435] 'process raft request' (duration: 561.775871ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:42:46.773409Z","caller":"traceutil/trace.go:171","msg":"trace[245750142] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"426.008515ms","start":"2026-03-10T22:42:46.347358Z","end":"2026-03-10T22:42:46.773367Z","steps":["trace[245750142] 'process raft request' (duration: 425.706528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:46.773538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.210838Z","time spent":"562.555099ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:46.773583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.21116Z","time spent":"562.317813ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:46.773588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.347325Z","time spent":"426.169808ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:42:47.777153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.623052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:42:47.777256Z","caller":"traceutil/trace.go:171","msg":"trace[2138673693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1591; }","duration":"910.791008ms","start":"2026-03-10T22:42:46.866441Z","end":"2026-03-10T22:42:47.777232Z","steps":["trace[2138673693] 'range keys from in-memory index tree' (duration: 910.499429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.777337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.866413Z","time spent":"910.91318ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:42:47.777088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.507946ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:42:47.777513Z","caller":"traceutil/trace.go:171","msg":"trace[924945431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1591; }","duration":"417.988416ms","start":"2026-03-10T22:42:47.359506Z","end":"2026-03-10T22:42:47.777494Z","steps":["trace[924945431] 'range keys from in-memory index tree' (duration: 417.484855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.77767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.084502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:42:47.77774Z","caller":"traceutil/trace.go:171","msg":"trace[299149572] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1654; }","duration":"833.834886ms","start":"2026-03-10T22:42:46.943894Z","end":"2026-03-10T22:42:47.777729Z","steps":["trace[299149572] 'read index received' (duration: 229.669643ms)","trace[299149572] 'applied index is now lower than readState.Index' (duration: 604.164083ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:42:47.777759Z","caller":"traceutil/trace.go:171","msg":"trace[1133419229] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"844.350871ms","start":"2026-03-10T22:42:46.933385Z","end":"2026-03-10T22:42:47.777736Z","steps":["trace[1133419229] 'process raft request' (duration: 240.112865ms)","trace[1133419229] 'compare' (duration: 603.814386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:42:47.777856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.96885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:42:47.777852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.933351Z","time spent":"844.453763ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:42:47.777884Z","caller":"traceutil/trace.go:171","msg":"trace[721081653] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1592; }","duration":"834.03244ms","start":"2026-03-10T22:42:46.94384Z","end":"2026-03-10T22:42:47.777872Z","steps":["trace[721081653] 'agreement among raft nodes before linearized reading' (duration: 833.975769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.777912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:46.943811Z","time spent":"834.092772ms","remote":"127.0.0.1:36078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:42:47.778094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.422359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-10T22:42:47.778122Z","caller":"traceutil/trace.go:171","msg":"trace[1485516753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f; range_end:; response_count:1; response_revision:1592; }","duration":"568.498511ms","start":"2026-03-10T22:42:47.209613Z","end":"2026-03-10T22:42:47.778112Z","steps":["trace[1485516753] 'agreement among raft nodes before linearized reading' (duration: 568.380008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.778148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:47.209583Z","time spent":"568.558722ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6b50c22-f5f5-4f3e-816f-4b37e1a44b5f\" "} {"level":"warn","ts":"2026-03-10T22:42:47.778142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.446216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:42:47.778217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.680627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-10T22:42:47.778291Z","caller":"traceutil/trace.go:171","msg":"trace[1181855488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1592; }","duration":"429.805689ms","start":"2026-03-10T22:42:47.348464Z","end":"2026-03-10T22:42:47.77827Z","steps":["trace[1181855488] 'agreement among raft nodes before linearized reading' (duration: 429.561454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.778345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:47.348438Z","time spent":"429.897962ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:42:47.778229Z","caller":"traceutil/trace.go:171","msg":"trace[709896599] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1592; }","duration":"251.59726ms","start":"2026-03-10T22:42:47.526611Z","end":"2026-03-10T22:42:47.778209Z","steps":["trace[709896599] 'agreement among raft nodes before linearized reading' (duration: 251.392895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.778417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.368423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:42:47.778539Z","caller":"traceutil/trace.go:171","msg":"trace[2070782648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1592; }","duration":"566.550277ms","start":"2026-03-10T22:42:47.211949Z","end":"2026-03-10T22:42:47.778499Z","steps":["trace[2070782648] 'agreement among raft nodes before linearized reading' (duration: 566.164789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:42:47.778608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:42:47.211904Z","time spent":"566.68722ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T22:43:02.553703Z","caller":"traceutil/trace.go:171","msg":"trace[1718484158] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"264.18514ms","start":"2026-03-10T22:43:02.289486Z","end":"2026-03-10T22:43:02.553671Z","steps":["trace[1718484158] 'process raft request' (duration: 263.895004ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:03.242658Z","caller":"traceutil/trace.go:171","msg":"trace[1160172105] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"449.156123ms","start":"2026-03-10T22:43:02.793471Z","end":"2026-03-10T22:43:03.242627Z","steps":["trace[1160172105] 'process raft request' (duration: 449.00424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.242849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.793438Z","time spent":"449.309206ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:03.670692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.008305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:03.670903Z","caller":"traceutil/trace.go:171","msg":"trace[1104213666] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1783; }","duration":"820.315673ms","start":"2026-03-10T22:43:02.850567Z","end":"2026-03-10T22:43:03.670882Z","steps":["trace[1104213666] 'read index received' (duration: 392.147306ms)","trace[1104213666] 'applied index is now lower than readState.Index' (duration: 428.167087ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:03.670954Z","caller":"traceutil/trace.go:171","msg":"trace[1105742743] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"832.038864ms","start":"2026-03-10T22:43:02.838889Z","end":"2026-03-10T22:43:03.670928Z","steps":["trace[1105742743] 'process raft request' (duration: 708.686141ms)","trace[1105742743] 'compare' (duration: 122.863853ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:03.671Z","caller":"traceutil/trace.go:171","msg":"trace[1359540711] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"832.059634ms","start":"2026-03-10T22:43:02.838928Z","end":"2026-03-10T22:43:03.670988Z","steps":["trace[1359540711] 'process raft request' (duration: 831.896221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.671072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.838858Z","time spent":"832.170366ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:03.671072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.838858Z","time spent":"832.151226ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:03.671381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.811104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:43:03.671457Z","caller":"traceutil/trace.go:171","msg":"trace[608089913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1719; }","duration":"820.921456ms","start":"2026-03-10T22:43:02.850525Z","end":"2026-03-10T22:43:03.671446Z","steps":["trace[608089913] 'agreement among raft nodes before linearized reading' (duration: 820.745472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.671497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.850498Z","time spent":"820.984298ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:43:03.671679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.871565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T22:43:03.671722Z","caller":"traceutil/trace.go:171","msg":"trace[1685813484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1719; }","duration":"820.937737ms","start":"2026-03-10T22:43:02.850775Z","end":"2026-03-10T22:43:03.671713Z","steps":["trace[1685813484] 'agreement among raft nodes before linearized reading' (duration: 820.824824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.671756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.850769Z","time spent":"820.980788ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:43:03.67182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.07745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:43:03.671862Z","caller":"traceutil/trace.go:171","msg":"trace[624882915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"781.144882ms","start":"2026-03-10T22:43:02.890705Z","end":"2026-03-10T22:43:03.67185Z","steps":["trace[624882915] 'agreement among raft nodes before linearized reading' (duration: 781.04162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.671894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.864219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:43:03.671928Z","caller":"traceutil/trace.go:171","msg":"trace[716566244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"808.909149ms","start":"2026-03-10T22:43:02.86301Z","end":"2026-03-10T22:43:03.67192Z","steps":["trace[716566244] 'agreement among raft nodes before linearized reading' (duration: 808.861357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.671937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.358281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:43:03.671958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.863003Z","time spent":"808.94967ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:43:03.671966Z","caller":"traceutil/trace.go:171","msg":"trace[422936141] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1719; }","duration":"570.431702ms","start":"2026-03-10T22:43:03.101525Z","end":"2026-03-10T22:43:03.671957Z","steps":["trace[422936141] 'agreement among raft nodes before linearized reading' (duration: 570.387831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:03.671992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:03.101498Z","time spent":"570.486824ms","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:43:03.671896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:02.890692Z","time spent":"781.197454ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:43:32.31227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.872823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:32.312552Z","caller":"traceutil/trace.go:171","msg":"trace[1696097543] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"439.497604ms","start":"2026-03-10T22:43:31.872995Z","end":"2026-03-10T22:43:32.312492Z","steps":["trace[1696097543] 'process raft request' (duration: 261.160412ms)","trace[1696097543] 'compare' (duration: 177.626957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:32.312668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:31.872979Z","time spent":"439.614596ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:32.370622Z","caller":"traceutil/trace.go:171","msg":"trace[1548420733] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1938; }","duration":"483.77817ms","start":"2026-03-10T22:43:31.88682Z","end":"2026-03-10T22:43:32.370598Z","steps":["trace[1548420733] 'read index received' (duration: 247.561454ms)","trace[1548420733] 'applied index is now lower than readState.Index' (duration: 236.215416ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:32.370733Z","caller":"traceutil/trace.go:171","msg":"trace[390246306] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"497.302135ms","start":"2026-03-10T22:43:31.873379Z","end":"2026-03-10T22:43:32.370682Z","steps":["trace[390246306] 'process raft request' (duration: 497.04372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:32.371011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:31.873344Z","time spent":"497.52268ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:32.370788Z","caller":"traceutil/trace.go:171","msg":"trace[435526117] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"436.086709ms","start":"2026-03-10T22:43:31.934688Z","end":"2026-03-10T22:43:32.370775Z","steps":["trace[435526117] 'process raft request' (duration: 435.862764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:32.371213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.463161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-10T22:43:32.371277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:31.934661Z","time spent":"436.468318ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:32.371283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.154728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:43:32.37136Z","caller":"traceutil/trace.go:171","msg":"trace[1162294878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1868; }","duration":"340.681356ms","start":"2026-03-10T22:43:32.030642Z","end":"2026-03-10T22:43:32.371324Z","steps":["trace[1162294878] 'agreement among raft nodes before linearized reading' (duration: 340.240336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:32.371439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:32.030612Z","time spent":"340.810679ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:43:32.371566Z","caller":"traceutil/trace.go:171","msg":"trace[25564839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1868; }","duration":"484.614658ms","start":"2026-03-10T22:43:31.886779Z","end":"2026-03-10T22:43:32.371393Z","steps":["trace[25564839] 'agreement among raft nodes before linearized reading' (duration: 484.043806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:32.371695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:31.886765Z","time spent":"484.912355ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:43:38.974662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.16638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:38.974789Z","caller":"traceutil/trace.go:171","msg":"trace[1957409187] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"568.761496ms","start":"2026-03-10T22:43:38.406007Z","end":"2026-03-10T22:43:38.974768Z","steps":["trace[1957409187] 'read index received' (duration: 61.732µs)","trace[1957409187] 'applied index is now lower than readState.Index' (duration: 568.698304ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:38.974832Z","caller":"traceutil/trace.go:171","msg":"trace[413550719] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"584.620662ms","start":"2026-03-10T22:43:38.390187Z","end":"2026-03-10T22:43:38.974807Z","steps":["trace[413550719] 'process raft request' (duration: 12.202006ms)","trace[413550719] 'compare' (duration: 572.047157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:38.974995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.999482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T22:43:38.975033Z","caller":"traceutil/trace.go:171","msg":"trace[1785780573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"569.094704ms","start":"2026-03-10T22:43:38.405928Z","end":"2026-03-10T22:43:38.975023Z","steps":["trace[1785780573] 'agreement among raft nodes before linearized reading' (duration: 568.941601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:38.975068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:38.405891Z","time spent":"569.169726ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:43:38.974934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:38.390152Z","time spent":"584.724224ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:38.97534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.677853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:43:38.975377Z","caller":"traceutil/trace.go:171","msg":"trace[475385458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"109.734575ms","start":"2026-03-10T22:43:38.865634Z","end":"2026-03-10T22:43:38.975368Z","steps":["trace[475385458] 'agreement among raft nodes before linearized reading' (duration: 109.681134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:38.975421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.233189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:43:38.97547Z","caller":"traceutil/trace.go:171","msg":"trace[1180086306] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1895; }","duration":"445.319621ms","start":"2026-03-10T22:43:38.530134Z","end":"2026-03-10T22:43:38.975453Z","steps":["trace[1180086306] 'agreement among raft nodes before linearized reading' (duration: 445.236139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:38.975496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.759009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T22:43:38.975523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.758385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T22:43:38.975586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.777662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T22:43:38.975628Z","caller":"traceutil/trace.go:171","msg":"trace[1548682131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"495.858944ms","start":"2026-03-10T22:43:38.479757Z","end":"2026-03-10T22:43:38.975616Z","steps":["trace[1548682131] 'agreement among raft nodes before linearized reading' (duration: 495.763501ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:38.975627Z","caller":"traceutil/trace.go:171","msg":"trace[1319437868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"559.956683ms","start":"2026-03-10T22:43:38.415631Z","end":"2026-03-10T22:43:38.975588Z","steps":["trace[1319437868] 'agreement among raft nodes before linearized reading' (duration: 559.601635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:38.975659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.2127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-10T22:43:38.975672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:38.47973Z","time spent":"495.930605ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:43:38.97565Z","caller":"traceutil/trace.go:171","msg":"trace[1271220692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1895; }","duration":"141.943969ms","start":"2026-03-10T22:43:38.833671Z","end":"2026-03-10T22:43:38.975615Z","steps":["trace[1271220692] 'agreement among raft nodes before linearized reading' (duration: 141.592021ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:38.975701Z","caller":"traceutil/trace.go:171","msg":"trace[1225850519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1895; }","duration":"413.305722ms","start":"2026-03-10T22:43:38.562384Z","end":"2026-03-10T22:43:38.975689Z","steps":["trace[1225850519] 'agreement among raft nodes before linearized reading' (duration: 413.18812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:38.975731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:38.562347Z","time spent":"413.377404ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-10T22:43:38.975743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:38.415603Z","time spent":"560.093116ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:43:38.975541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:38.530077Z","time spent":"445.444504ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:43:39.172752Z","caller":"traceutil/trace.go:171","msg":"trace[1895106191] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"192.487602ms","start":"2026-03-10T22:43:38.980238Z","end":"2026-03-10T22:43:39.172725Z","steps":["trace[1895106191] 'process raft request' (duration: 192.40881ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:39.172812Z","caller":"traceutil/trace.go:171","msg":"trace[654648262] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"192.643676ms","start":"2026-03-10T22:43:38.980116Z","end":"2026-03-10T22:43:39.17276Z","steps":["trace[654648262] 'process raft request' (duration: 115.558064ms)","trace[654648262] 'compare' (duration: 76.847546ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:39.173211Z","caller":"traceutil/trace.go:171","msg":"trace[812361141] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"190.982589ms","start":"2026-03-10T22:43:38.982178Z","end":"2026-03-10T22:43:39.173161Z","steps":["trace[812361141] 'process raft request' (duration: 190.798195ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:39.173275Z","caller":"traceutil/trace.go:171","msg":"trace[1932855007] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"191.685094ms","start":"2026-03-10T22:43:38.98157Z","end":"2026-03-10T22:43:39.173255Z","steps":["trace[1932855007] 'process raft request' (duration: 191.116312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:39.777417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.785898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:43:39.777522Z","caller":"traceutil/trace.go:171","msg":"trace[205277493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"274.962892ms","start":"2026-03-10T22:43:39.502538Z","end":"2026-03-10T22:43:39.777501Z","steps":["trace[205277493] 'range keys from in-memory index tree' (duration: 274.553483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:39.777611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.049939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-10T22:43:39.777727Z","caller":"traceutil/trace.go:171","msg":"trace[667155250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1901; }","duration":"147.215693ms","start":"2026-03-10T22:43:39.630484Z","end":"2026-03-10T22:43:39.777699Z","steps":["trace[667155250] 'range keys from in-memory index tree' (duration: 146.812254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:40.486176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677136992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:43:40.750284Z","caller":"traceutil/trace.go:171","msg":"trace[1143740458] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"857.602481ms","start":"2026-03-10T22:43:39.89264Z","end":"2026-03-10T22:43:40.750243Z","steps":["trace[1143740458] 'process raft request' (duration: 854.38966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:40.750513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:39.892625Z","time spent":"857.769044ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:40.81569Z","caller":"traceutil/trace.go:171","msg":"trace[1440073473] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1978; }","duration":"830.260275ms","start":"2026-03-10T22:43:39.985412Z","end":"2026-03-10T22:43:40.815672Z","steps":["trace[1440073473] 'read index received' (duration: 761.645776ms)","trace[1440073473] 'applied index is now lower than readState.Index' (duration: 68.613539ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:43:40.815852Z","caller":"traceutil/trace.go:171","msg":"trace[972555803] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"921.23552ms","start":"2026-03-10T22:43:39.894519Z","end":"2026-03-10T22:43:40.815755Z","steps":["trace[972555803] 'process raft request' (duration: 921.024726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:40.815975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.952966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:43:40.81602Z","caller":"traceutil/trace.go:171","msg":"trace[2049837740] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1906; }","duration":"206.037388ms","start":"2026-03-10T22:43:40.609969Z","end":"2026-03-10T22:43:40.816006Z","steps":["trace[2049837740] 'agreement among raft nodes before linearized reading' (duration: 205.979407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:40.81606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.635723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-10T22:43:40.815925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.715479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:43:40.816159Z","caller":"traceutil/trace.go:171","msg":"trace[1971338137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"830.873178ms","start":"2026-03-10T22:43:39.985263Z","end":"2026-03-10T22:43:40.816136Z","steps":["trace[1971338137] 'agreement among raft nodes before linearized reading' (duration: 830.52493ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:40.816203Z","caller":"traceutil/trace.go:171","msg":"trace[1505863836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"467.039865ms","start":"2026-03-10T22:43:40.349137Z","end":"2026-03-10T22:43:40.816176Z","steps":["trace[1505863836] 'agreement among raft nodes before linearized reading' (duration: 466.646127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:40.816228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:39.985227Z","time spent":"830.99013ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T22:43:40.816115Z","caller":"traceutil/trace.go:171","msg":"trace[1560089960] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"117.27246ms","start":"2026-03-10T22:43:40.698731Z","end":"2026-03-10T22:43:40.816004Z","steps":["trace[1560089960] 'process raft request' (duration: 116.902532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:40.816286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:40.349108Z","time spent":"467.157418ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:43:40.816716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:39.894488Z","time spent":"921.487195ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:41.678004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677137000,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:43:41.857648Z","caller":"traceutil/trace.go:171","msg":"trace[181293374] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"876.81162ms","start":"2026-03-10T22:43:40.980804Z","end":"2026-03-10T22:43:41.857616Z","steps":["trace[181293374] 'process raft request' (duration: 876.607596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:41.857861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:40.980769Z","time spent":"876.972743ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:42.61582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.662288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:42.615942Z","caller":"traceutil/trace.go:171","msg":"trace[1491065962] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1982; }","duration":"1.438416859s","start":"2026-03-10T22:43:41.177501Z","end":"2026-03-10T22:43:42.615918Z","steps":["trace[1491065962] 'read index received' (duration: 679.997734ms)","trace[1491065962] 'applied index is now lower than readState.Index' (duration: 758.417335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:42.616194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089151644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:43:42.616234Z","caller":"traceutil/trace.go:171","msg":"trace[2131434085] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1909; }","duration":"1.089250226s","start":"2026-03-10T22:43:41.526973Z","end":"2026-03-10T22:43:42.616223Z","steps":["trace[2131434085] 'agreement among raft nodes before linearized reading' (duration: 1.089174255s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:42.616264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.526942Z","time spent":"1.089313348s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:43:42.616389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438814317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T22:43:42.616492Z","caller":"traceutil/trace.go:171","msg":"trace[139171950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.438978901s","start":"2026-03-10T22:43:41.177492Z","end":"2026-03-10T22:43:42.616471Z","steps":["trace[139171950] 'agreement among raft nodes before linearized reading' (duration: 1.438621443s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:42.616532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438983302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T22:43:42.616594Z","caller":"traceutil/trace.go:171","msg":"trace[2041665230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.439079954s","start":"2026-03-10T22:43:41.177492Z","end":"2026-03-10T22:43:42.616572Z","steps":["trace[2041665230] 'agreement among raft nodes before linearized reading' (duration: 1.438967s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:42.616598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.17746Z","time spent":"1.439087144s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:43:42.616643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.17746Z","time spent":"1.439173236s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:43:42.616389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.988138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T22:43:42.616831Z","caller":"traceutil/trace.go:171","msg":"trace[2069192067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"792.480849ms","start":"2026-03-10T22:43:41.824331Z","end":"2026-03-10T22:43:42.616812Z","steps":["trace[2069192067] 'agreement among raft nodes before linearized reading' (duration: 791.873055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:42.616896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.824309Z","time spent":"792.575082ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-10T22:43:42.617554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.089822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:43:42.617635Z","caller":"traceutil/trace.go:171","msg":"trace[848533513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"809.223265ms","start":"2026-03-10T22:43:41.808395Z","end":"2026-03-10T22:43:42.617618Z","steps":["trace[848533513] 'agreement among raft nodes before linearized reading' (duration: 808.97372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:42.617673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.808368Z","time spent":"809.293457ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:43:42.623482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445972714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:43:42.623574Z","caller":"traceutil/trace.go:171","msg":"trace[1552075547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.446085096s","start":"2026-03-10T22:43:41.177442Z","end":"2026-03-10T22:43:42.623527Z","steps":["trace[1552075547] 'agreement among raft nodes before linearized reading' (duration: 1.438720695s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:42.623624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.177414Z","time spent":"1.446199149s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T22:43:42.623768Z","caller":"traceutil/trace.go:171","msg":"trace[1627168942] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.331935885s","start":"2026-03-10T22:43:41.284105Z","end":"2026-03-10T22:43:42.616041Z","steps":["trace[1627168942] 'process raft request' (duration: 1.00691991s)","trace[1627168942] 'compare' (duration: 324.27954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:42.623836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:41.284088Z","time spent":"1.339722015s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:43.208368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.57515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:43:43.208554Z","caller":"traceutil/trace.go:171","msg":"trace[1718565426] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"581.114005ms","start":"2026-03-10T22:43:42.627416Z","end":"2026-03-10T22:43:43.20853Z","steps":["trace[1718565426] 'process raft request' (duration: 368.274159ms)","trace[1718565426] 'compare' (duration: 212.352696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:43.208642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.627388Z","time spent":"581.205898ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:43.218352Z","caller":"traceutil/trace.go:171","msg":"trace[566390701] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"590.382157ms","start":"2026-03-10T22:43:42.627954Z","end":"2026-03-10T22:43:43.218337Z","steps":["trace[566390701] 'process raft request' (duration: 590.259934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:43.218444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.627924Z","time spent":"590.476369ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:43.218657Z","caller":"traceutil/trace.go:171","msg":"trace[522708966] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"589.643311ms","start":"2026-03-10T22:43:42.628988Z","end":"2026-03-10T22:43:43.218631Z","steps":["trace[522708966] 'process raft request' (duration: 589.316674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:43.218822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.62897Z","time spent":"589.756753ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:43.218922Z","caller":"traceutil/trace.go:171","msg":"trace[1067197021] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"589.655392ms","start":"2026-03-10T22:43:42.629248Z","end":"2026-03-10T22:43:43.218903Z","steps":["trace[1067197021] 'process raft request' (duration: 589.305003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:43.218996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.629241Z","time spent":"589.719253ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:43:43.218997Z","caller":"traceutil/trace.go:171","msg":"trace[1461008200] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"462.286581ms","start":"2026-03-10T22:43:42.756679Z","end":"2026-03-10T22:43:43.218966Z","steps":["trace[1461008200] 'process raft request' (duration: 462.152398ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:43:43.219049Z","caller":"traceutil/trace.go:171","msg":"trace[2119209091] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1984; }","duration":"386.934067ms","start":"2026-03-10T22:43:42.832084Z","end":"2026-03-10T22:43:43.219018Z","steps":["trace[2119209091] 'read index received' (duration: 163.622723ms)","trace[2119209091] 'applied index is now lower than readState.Index' (duration: 223.310464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:43:43.219164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.756645Z","time spent":"462.437265ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:43:43.219213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.07348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:43:43.219241Z","caller":"traceutil/trace.go:171","msg":"trace[1768980691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"354.151871ms","start":"2026-03-10T22:43:42.865079Z","end":"2026-03-10T22:43:43.219231Z","steps":["trace[1768980691] 'agreement among raft nodes before linearized reading' (duration: 354.08557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:43.219257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.179992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-10T22:43:43.219268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.865059Z","time spent":"354.202323ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:43:43.219288Z","caller":"traceutil/trace.go:171","msg":"trace[1516715790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"387.248504ms","start":"2026-03-10T22:43:42.832031Z","end":"2026-03-10T22:43:43.219279Z","steps":["trace[1516715790] 'agreement among raft nodes before linearized reading' (duration: 387.112571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:43.219309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.832014Z","time spent":"387.291415ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:43:43.219395Z","caller":"traceutil/trace.go:171","msg":"trace[1607544252] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"397.317693ms","start":"2026-03-10T22:43:42.821781Z","end":"2026-03-10T22:43:43.219099Z","steps":["trace[1607544252] 'process raft request' (duration: 397.14613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:43:43.219472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:43:42.821744Z","time spent":"397.688111ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:44:34.444898Z","caller":"traceutil/trace.go:171","msg":"trace[752061283] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"379.073196ms","start":"2026-03-10T22:44:34.065787Z","end":"2026-03-10T22:44:34.444861Z","steps":["trace[752061283] 'process raft request' (duration: 378.793589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:44:34.44512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:44:34.065761Z","time spent":"379.249729ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:44:34.445646Z","caller":"traceutil/trace.go:171","msg":"trace[1004457446] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2428; }","duration":"343.252403ms","start":"2026-03-10T22:44:34.102373Z","end":"2026-03-10T22:44:34.445625Z","steps":["trace[1004457446] 'read index received' (duration: 342.2273ms)","trace[1004457446] 'applied index is now lower than readState.Index' (duration: 1.023233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:44:34.445888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.52345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:44:34.445934Z","caller":"traceutil/trace.go:171","msg":"trace[627153520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2335; }","duration":"343.623602ms","start":"2026-03-10T22:44:34.102298Z","end":"2026-03-10T22:44:34.445922Z","steps":["trace[627153520] 'agreement among raft nodes before linearized reading' (duration: 343.460728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:44:34.445967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:44:34.102188Z","time spent":"343.771484ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-10T22:44:34.446597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.280435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-10T22:44:34.446643Z","caller":"traceutil/trace.go:171","msg":"trace[1962281193] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2335; }","duration":"180.326916ms","start":"2026-03-10T22:44:34.266305Z","end":"2026-03-10T22:44:34.446632Z","steps":["trace[1962281193] 'agreement among raft nodes before linearized reading' (duration: 180.209763ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:44:39.99721Z","caller":"traceutil/trace.go:171","msg":"trace[511296936] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2469; }","duration":"131.670904ms","start":"2026-03-10T22:44:39.86551Z","end":"2026-03-10T22:44:39.99718Z","steps":["trace[511296936] 'read index received' (duration: 131.658494ms)","trace[511296936] 'applied index is now lower than readState.Index' (duration: 10.09µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:44:39.997219Z","caller":"traceutil/trace.go:171","msg":"trace[631164175] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"132.310098ms","start":"2026-03-10T22:44:39.864874Z","end":"2026-03-10T22:44:39.997184Z","steps":["trace[631164175] 'process raft request' (duration: 132.167435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:44:39.99741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.870308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:44:39.997438Z","caller":"traceutil/trace.go:171","msg":"trace[710887309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2373; }","duration":"132.049913ms","start":"2026-03-10T22:44:39.86538Z","end":"2026-03-10T22:44:39.99743Z","steps":["trace[710887309] 'agreement among raft nodes before linearized reading' (duration: 131.894069ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:45:01.869503Z","caller":"traceutil/trace.go:171","msg":"trace[1352056411] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"101.771357ms","start":"2026-03-10T22:45:01.7677Z","end":"2026-03-10T22:45:01.869472Z","steps":["trace[1352056411] 'process raft request' (duration: 101.711516ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:45:01.869583Z","caller":"traceutil/trace.go:171","msg":"trace[876420216] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"101.883589ms","start":"2026-03-10T22:45:01.76765Z","end":"2026-03-10T22:45:01.869534Z","steps":["trace[876420216] 'process raft request' (duration: 94.884544ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:45:07.70929Z","caller":"traceutil/trace.go:171","msg":"trace[188027174] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"441.255548ms","start":"2026-03-10T22:45:07.267992Z","end":"2026-03-10T22:45:07.709248Z","steps":["trace[188027174] 'process raft request' (duration: 441.046284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:07.709517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.267969Z","time spent":"441.450562ms","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:45:07.709685Z","caller":"traceutil/trace.go:171","msg":"trace[1577384855] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2617; }","duration":"234.817758ms","start":"2026-03-10T22:45:07.474827Z","end":"2026-03-10T22:45:07.709645Z","steps":["trace[1577384855] 'read index received' (duration: 234.798278ms)","trace[1577384855] 'applied index is now lower than readState.Index' (duration: 15.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:45:07.710047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.180206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b9c42700f12b9\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-10T22:45:07.710192Z","caller":"traceutil/trace.go:171","msg":"trace[719225813] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b9c42700f12b9; range_end:; response_count:1; response_revision:2516; }","duration":"235.400491ms","start":"2026-03-10T22:45:07.474765Z","end":"2026-03-10T22:45:07.710165Z","steps":["trace[719225813] 'agreement among raft nodes before linearized reading' (duration: 235.016513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.574572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.86949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:45:08.574791Z","caller":"traceutil/trace.go:171","msg":"trace[1195825059] linearizableReadLoop","detail":"{readStateIndex:2620; appliedIndex:2619; }","duration":"819.624631ms","start":"2026-03-10T22:45:07.755145Z","end":"2026-03-10T22:45:08.574769Z","steps":["trace[1195825059] 'read index received' (duration: 121.322642ms)","trace[1195825059] 'applied index is now lower than readState.Index' (duration: 698.300149ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:45:08.57493Z","caller":"traceutil/trace.go:171","msg":"trace[388638026] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"850.823883ms","start":"2026-03-10T22:45:07.724091Z","end":"2026-03-10T22:45:08.574915Z","steps":["trace[388638026] 'process raft request' (duration: 152.492943ms)","trace[388638026] 'compare' (duration: 697.456171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:45:08.575044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.724057Z","time spent":"850.946416ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:45:08.575304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.042032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:45:08.575411Z","caller":"traceutil/trace.go:171","msg":"trace[1435356990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2519; }","duration":"789.201056ms","start":"2026-03-10T22:45:07.786176Z","end":"2026-03-10T22:45:08.575377Z","steps":["trace[1435356990] 'agreement among raft nodes before linearized reading' (duration: 788.92461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.575465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.786153Z","time spent":"789.302518ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:45:08.575647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.5074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T22:45:08.575677Z","caller":"traceutil/trace.go:171","msg":"trace[1615458013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2519; }","duration":"820.570531ms","start":"2026-03-10T22:45:07.755099Z","end":"2026-03-10T22:45:08.575669Z","steps":["trace[1615458013] 'agreement among raft nodes before linearized reading' (duration: 820.49519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.575697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.75508Z","time spent":"820.611972ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:45:08.575792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.876263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-10T22:45:08.575815Z","caller":"traceutil/trace.go:171","msg":"trace[143900311] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2519; }","duration":"309.947254ms","start":"2026-03-10T22:45:08.265862Z","end":"2026-03-10T22:45:08.575809Z","steps":["trace[143900311] 'agreement among raft nodes before linearized reading' (duration: 309.882793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.575832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.265834Z","time spent":"309.994106ms","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-10T22:45:08.576027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.500271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T22:45:08.576055Z","caller":"traceutil/trace.go:171","msg":"trace[737113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2519; }","duration":"683.571143ms","start":"2026-03-10T22:45:07.892475Z","end":"2026-03-10T22:45:08.576046Z","steps":["trace[737113] 'agreement among raft nodes before linearized reading' (duration: 683.500401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.576073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.89245Z","time spent":"683.619913ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:45:08.576203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.860141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:45:08.576231Z","caller":"traceutil/trace.go:171","msg":"trace[475167484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2519; }","duration":"684.965862ms","start":"2026-03-10T22:45:07.891255Z","end":"2026-03-10T22:45:08.576221Z","steps":["trace[475167484] 'agreement among raft nodes before linearized reading' (duration: 684.909121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.576249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.891193Z","time spent":"685.052375ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:45:08.57648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.92468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b9c44d7ed22fe\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-10T22:45:08.576512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.828853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:45:08.576598Z","caller":"traceutil/trace.go:171","msg":"trace[338532675] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b9c44d7ed22fe; range_end:; response_count:1; response_revision:2519; }","duration":"785.080684ms","start":"2026-03-10T22:45:07.791489Z","end":"2026-03-10T22:45:08.576569Z","steps":["trace[338532675] 'agreement among raft nodes before linearized reading' (duration: 784.789578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.576602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.461685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-10T22:45:08.576652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.791467Z","time spent":"785.175707ms","remote":"127.0.0.1:36038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b9c44d7ed22fe\" "} {"level":"info","ts":"2026-03-10T22:45:08.576705Z","caller":"traceutil/trace.go:171","msg":"trace[185324085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2519; }","duration":"768.604929ms","start":"2026-03-10T22:45:07.80807Z","end":"2026-03-10T22:45:08.576675Z","steps":["trace[185324085] 'agreement among raft nodes before linearized reading' (duration: 768.256571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.576769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.808059Z","time spent":"768.699951ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:45:08.576763Z","caller":"traceutil/trace.go:171","msg":"trace[853147360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2519; }","duration":"714.063019ms","start":"2026-03-10T22:45:07.862572Z","end":"2026-03-10T22:45:08.576635Z","steps":["trace[853147360] 'agreement among raft nodes before linearized reading' (duration: 713.714061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:08.577529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:07.862541Z","time spent":"714.960618ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:45:09.320048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.182043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:45:09.320163Z","caller":"traceutil/trace.go:171","msg":"trace[1253172045] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"738.523132ms","start":"2026-03-10T22:45:08.581623Z","end":"2026-03-10T22:45:09.320146Z","steps":["trace[1253172045] 'process raft request' (duration: 233.853498ms)","trace[1253172045] 'compare' (duration: 503.912377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:45:09.320234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.581602Z","time spent":"738.611373ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:45:09.323834Z","caller":"traceutil/trace.go:171","msg":"trace[560909227] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"742.175632ms","start":"2026-03-10T22:45:08.581617Z","end":"2026-03-10T22:45:09.323793Z","steps":["trace[560909227] 'process raft request' (duration: 741.969688ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:45:09.32398Z","caller":"traceutil/trace.go:171","msg":"trace[757628259] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"742.164672ms","start":"2026-03-10T22:45:08.581806Z","end":"2026-03-10T22:45:09.323971Z","steps":["trace[757628259] 'process raft request' (duration: 741.941457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.324039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.581795Z","time spent":"742.218523ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:45:09.324048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.581584Z","time spent":"742.358697ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:45:09.324238Z","caller":"traceutil/trace.go:171","msg":"trace[360364004] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"738.49551ms","start":"2026-03-10T22:45:08.585718Z","end":"2026-03-10T22:45:09.324213Z","steps":["trace[360364004] 'process raft request' (duration: 738.210793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.324283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.585706Z","time spent":"738.556452ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:45:09.324418Z","caller":"traceutil/trace.go:171","msg":"trace[274240675] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"727.420215ms","start":"2026-03-10T22:45:08.596992Z","end":"2026-03-10T22:45:09.324412Z","steps":["trace[274240675] 'process raft request' (duration: 727.19761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.324457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.596979Z","time spent":"727.459776ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:45:09.324582Z","caller":"traceutil/trace.go:171","msg":"trace[987134049] linearizableReadLoop","detail":"{readStateIndex:2627; appliedIndex:2620; }","duration":"726.727181ms","start":"2026-03-10T22:45:08.597848Z","end":"2026-03-10T22:45:09.324575Z","steps":["trace[987134049] 'read index received' (duration: 217.561627ms)","trace[987134049] 'applied index is now lower than readState.Index' (duration: 509.164624ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:45:09.324647Z","caller":"traceutil/trace.go:171","msg":"trace[111533455] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"727.6273ms","start":"2026-03-10T22:45:08.597012Z","end":"2026-03-10T22:45:09.32464Z","steps":["trace[111533455] 'process raft request' (duration: 727.374303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.324681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.596999Z","time spent":"727.66441ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:45:09.324827Z","caller":"traceutil/trace.go:171","msg":"trace[2026932195] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"727.796104ms","start":"2026-03-10T22:45:08.597024Z","end":"2026-03-10T22:45:09.32482Z","steps":["trace[2026932195] 'process raft request' (duration: 727.505627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.324867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.59701Z","time spent":"727.837455ms","remote":"127.0.0.1:36038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:45:09.324929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.93746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:45:09.324987Z","caller":"traceutil/trace.go:171","msg":"trace[2043314027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2526; }","duration":"459.054092ms","start":"2026-03-10T22:45:08.865918Z","end":"2026-03-10T22:45:09.324972Z","steps":["trace[2043314027] 'agreement among raft nodes before linearized reading' (duration: 458.97455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.32503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.865889Z","time spent":"459.134074ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:45:09.325165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.313213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-10T22:45:09.325193Z","caller":"traceutil/trace.go:171","msg":"trace[1190251491] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2526; }","duration":"727.358024ms","start":"2026-03-10T22:45:08.597828Z","end":"2026-03-10T22:45:09.325186Z","steps":["trace[1190251491] 'agreement among raft nodes before linearized reading' (duration: 727.291112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.325208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.59782Z","time spent":"727.384404ms","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-10T22:45:09.3254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.096665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:45:09.325419Z","caller":"traceutil/trace.go:171","msg":"trace[899190454] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2526; }","duration":"405.159967ms","start":"2026-03-10T22:45:08.920252Z","end":"2026-03-10T22:45:09.325412Z","steps":["trace[899190454] 'agreement among raft nodes before linearized reading' (duration: 405.120216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:45:09.325435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:45:08.920226Z","time spent":"405.204768ms","remote":"127.0.0.1:38884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:45:15.520487Z","caller":"traceutil/trace.go:171","msg":"trace[1490335744] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"120.55378ms","start":"2026-03-10T22:45:15.399892Z","end":"2026-03-10T22:45:15.520446Z","steps":["trace[1490335744] 'process raft request' (duration: 57.102506ms)","trace[1490335744] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:474; } (duration: 63.28553ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:47:51.785275Z","caller":"traceutil/trace.go:171","msg":"trace[1108823046] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"522.188959ms","start":"2026-03-10T22:47:51.263055Z","end":"2026-03-10T22:47:51.785244Z","steps":["trace[1108823046] 'process raft request' (duration: 521.998235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:47:51.785505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:47:51.263021Z","time spent":"522.394343ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:48:28.080982Z","caller":"traceutil/trace.go:171","msg":"trace[1518418595] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"102.87852ms","start":"2026-03-10T22:48:27.97807Z","end":"2026-03-10T22:48:28.080949Z","steps":["trace[1518418595] 'process raft request' (duration: 68.99962ms)","trace[1518418595] 'compare' (duration: 33.746787ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:05.371558Z","caller":"traceutil/trace.go:171","msg":"trace[681024431] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"123.909986ms","start":"2026-03-10T22:49:05.247604Z","end":"2026-03-10T22:49:05.371514Z","steps":["trace[681024431] 'process raft request' (duration: 81.166668ms)","trace[681024431] 'compare' (duration: 42.559764ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:05.874709Z","caller":"traceutil/trace.go:171","msg":"trace[1069252585] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"116.435219ms","start":"2026-03-10T22:49:05.758251Z","end":"2026-03-10T22:49:05.874686Z","steps":["trace[1069252585] 'process raft request' (duration: 116.232535ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:07.763718Z","caller":"traceutil/trace.go:171","msg":"trace[1663496744] linearizableReadLoop","detail":"{readStateIndex:4546; appliedIndex:4545; }","duration":"151.338003ms","start":"2026-03-10T22:49:07.612335Z","end":"2026-03-10T22:49:07.763673Z","steps":["trace[1663496744] 'read index received' (duration: 147.577139ms)","trace[1663496744] 'applied index is now lower than readState.Index' (duration: 3.759074ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:07.763894Z","caller":"traceutil/trace.go:171","msg":"trace[108836628] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"153.679896ms","start":"2026-03-10T22:49:07.610162Z","end":"2026-03-10T22:49:07.763841Z","steps":["trace[108836628] 'process raft request' (duration: 149.710907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:07.764134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.750312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-10T22:49:07.76419Z","caller":"traceutil/trace.go:171","msg":"trace[745859297] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4368; }","duration":"151.879345ms","start":"2026-03-10T22:49:07.61229Z","end":"2026-03-10T22:49:07.764169Z","steps":["trace[745859297] 'agreement among raft nodes before linearized reading' (duration: 151.614049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:07.766321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.275596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-10T22:49:07.766437Z","caller":"traceutil/trace.go:171","msg":"trace[2018562880] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4368; }","duration":"143.46785ms","start":"2026-03-10T22:49:07.62294Z","end":"2026-03-10T22:49:07.766408Z","steps":["trace[2018562880] 'agreement among raft nodes before linearized reading' (duration: 141.019306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:08.030451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.348476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:49:08.030591Z","caller":"traceutil/trace.go:171","msg":"trace[1713355257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4368; }","duration":"166.550421ms","start":"2026-03-10T22:49:07.864011Z","end":"2026-03-10T22:49:08.030562Z","steps":["trace[1713355257] 'range keys from in-memory index tree' (duration: 166.184821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:08.030409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.876709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-10T22:49:08.030721Z","caller":"traceutil/trace.go:171","msg":"trace[678434335] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4368; }","duration":"163.201635ms","start":"2026-03-10T22:49:07.867485Z","end":"2026-03-10T22:49:08.030686Z","steps":["trace[678434335] 'range keys from in-memory index tree' (duration: 162.664844ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:12.343143Z","caller":"traceutil/trace.go:171","msg":"trace[1887265919] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"122.711708ms","start":"2026-03-10T22:49:12.220403Z","end":"2026-03-10T22:49:12.343115Z","steps":["trace[1887265919] 'process raft request' (duration: 122.587746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.078312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.540368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:49:15.078557Z","caller":"traceutil/trace.go:171","msg":"trace[2044238125] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"185.436749ms","start":"2026-03-10T22:49:14.8931Z","end":"2026-03-10T22:49:15.078537Z","steps":["trace[2044238125] 'process raft request' (duration: 185.359857ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:15.078643Z","caller":"traceutil/trace.go:171","msg":"trace[1412230412] linearizableReadLoop","detail":"{readStateIndex:4771; appliedIndex:4770; }","duration":"212.207053ms","start":"2026-03-10T22:49:14.866393Z","end":"2026-03-10T22:49:15.0786Z","steps":["trace[1412230412] 'read index received' (duration: 46.244685ms)","trace[1412230412] 'applied index is now lower than readState.Index' (duration: 165.959247ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:15.078743Z","caller":"traceutil/trace.go:171","msg":"trace[237459362] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"234.160829ms","start":"2026-03-10T22:49:14.844547Z","end":"2026-03-10T22:49:15.078707Z","steps":["trace[237459362] 'process raft request' (duration: 68.108719ms)","trace[237459362] 'compare' (duration: 165.388085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:15.07881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.382795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:49:15.078901Z","caller":"traceutil/trace.go:171","msg":"trace[1748498953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4588; }","duration":"216.487187ms","start":"2026-03-10T22:49:14.862395Z","end":"2026-03-10T22:49:15.078882Z","steps":["trace[1748498953] 'agreement among raft nodes before linearized reading' (duration: 216.354824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.079133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.125615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4204"} {"level":"info","ts":"2026-03-10T22:49:15.079184Z","caller":"traceutil/trace.go:171","msg":"trace[1911056489] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4588; }","duration":"209.214717ms","start":"2026-03-10T22:49:14.869954Z","end":"2026-03-10T22:49:15.079169Z","steps":["trace[1911056489] 'agreement among raft nodes before linearized reading' (duration: 209.061384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.079269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.620443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719268"} {"level":"warn","ts":"2026-03-10T22:49:15.079216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.698486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-10T22:49:15.079321Z","caller":"traceutil/trace.go:171","msg":"trace[573117945] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4588; }","duration":"217.694814ms","start":"2026-03-10T22:49:14.861612Z","end":"2026-03-10T22:49:15.079307Z","steps":["trace[573117945] 'agreement among raft nodes before linearized reading' (duration: 217.147092ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:15.079347Z","caller":"traceutil/trace.go:171","msg":"trace[48086357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4588; }","duration":"135.893531ms","start":"2026-03-10T22:49:14.943441Z","end":"2026-03-10T22:49:15.079335Z","steps":["trace[48086357] 'agreement among raft nodes before linearized reading' (duration: 135.638115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.079362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.192278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-10T22:49:15.079405Z","caller":"traceutil/trace.go:171","msg":"trace[271680977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4588; }","duration":"173.248719ms","start":"2026-03-10T22:49:14.906145Z","end":"2026-03-10T22:49:15.079394Z","steps":["trace[271680977] 'agreement among raft nodes before linearized reading' (duration: 173.053555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.079385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.332558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:49:15.079466Z","caller":"traceutil/trace.go:171","msg":"trace[662753680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4588; }","duration":"186.467781ms","start":"2026-03-10T22:49:14.892976Z","end":"2026-03-10T22:49:15.079444Z","steps":["trace[662753680] 'agreement among raft nodes before linearized reading' (duration: 186.284997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.079369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.329154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:49:15.079475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.012632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-10T22:49:15.079534Z","caller":"traceutil/trace.go:171","msg":"trace[1206923892] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4588; }","duration":"207.527519ms","start":"2026-03-10T22:49:14.871994Z","end":"2026-03-10T22:49:15.079522Z","steps":["trace[1206923892] 'agreement among raft nodes before linearized reading' (duration: 207.344335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:15.079511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.206517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:49:15.08108Z","caller":"traceutil/trace.go:171","msg":"trace[766620139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4588; }","duration":"104.805423ms","start":"2026-03-10T22:49:14.976253Z","end":"2026-03-10T22:49:15.081058Z","steps":["trace[766620139] 'agreement among raft nodes before linearized reading' (duration: 103.154546ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:15.079563Z","caller":"traceutil/trace.go:171","msg":"trace[2099323142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4588; }","duration":"140.159186ms","start":"2026-03-10T22:49:14.93938Z","end":"2026-03-10T22:49:15.079539Z","steps":["trace[2099323142] 'agreement among raft nodes before linearized reading' (duration: 139.931511ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:15.278462Z","caller":"traceutil/trace.go:171","msg":"trace[117347762] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"117.390482ms","start":"2026-03-10T22:49:15.161046Z","end":"2026-03-10T22:49:15.278436Z","steps":["trace[117347762] 'process raft request' (duration: 117.184747ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:16.491789Z","caller":"traceutil/trace.go:171","msg":"trace[1613533942] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"313.734592ms","start":"2026-03-10T22:49:16.178027Z","end":"2026-03-10T22:49:16.491761Z","steps":["trace[1613533942] 'process raft request' (duration: 313.523817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:16.491991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:16.177989Z","time spent":"313.904156ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3586,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:16.836061Z","caller":"traceutil/trace.go:171","msg":"trace[1491950363] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4792; }","duration":"414.495054ms","start":"2026-03-10T22:49:16.421537Z","end":"2026-03-10T22:49:16.836032Z","steps":["trace[1491950363] 'read index received' (duration: 69.987141ms)","trace[1491950363] 'applied index is now lower than readState.Index' (duration: 344.507203ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:16.836213Z","caller":"traceutil/trace.go:171","msg":"trace[1362632655] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"481.413797ms","start":"2026-03-10T22:49:16.354789Z","end":"2026-03-10T22:49:16.836203Z","steps":["trace[1362632655] 'process raft request' (duration: 479.815442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:16.836305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:16.354759Z","time spent":"481.473048ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:16.836771Z","caller":"traceutil/trace.go:171","msg":"trace[523924956] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"349.928062ms","start":"2026-03-10T22:49:16.486805Z","end":"2026-03-10T22:49:16.836733Z","steps":["trace[523924956] 'process raft request' (duration: 349.157625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:16.836934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.404888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gsz4h\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-03-10T22:49:16.836953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.208264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gsz4h.189b9c80e2c8ccdd\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-10T22:49:16.837026Z","caller":"traceutil/trace.go:171","msg":"trace[25131051] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gsz4h; range_end:; response_count:1; response_revision:4611; }","duration":"148.585692ms","start":"2026-03-10T22:49:16.68842Z","end":"2026-03-10T22:49:16.837006Z","steps":["trace[25131051] 'agreement among raft nodes before linearized reading' (duration: 148.321765ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:16.837064Z","caller":"traceutil/trace.go:171","msg":"trace[1277615841] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gsz4h.189b9c80e2c8ccdd; range_end:; response_count:1; response_revision:4611; }","duration":"148.383398ms","start":"2026-03-10T22:49:16.688656Z","end":"2026-03-10T22:49:16.83704Z","steps":["trace[1277615841] 'agreement among raft nodes before linearized reading' (duration: 147.879956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:16.837138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.55211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719268"} {"level":"info","ts":"2026-03-10T22:49:16.837178Z","caller":"traceutil/trace.go:171","msg":"trace[495888892] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4611; }","duration":"286.624381ms","start":"2026-03-10T22:49:16.550544Z","end":"2026-03-10T22:49:16.837168Z","steps":["trace[495888892] 'agreement among raft nodes before linearized reading' (duration: 285.959785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:16.837163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:16.486772Z","time spent":"350.095537ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:49:16.841418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.420576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-10T22:49:16.841485Z","caller":"traceutil/trace.go:171","msg":"trace[983952294] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4611; }","duration":"419.994967ms","start":"2026-03-10T22:49:16.421471Z","end":"2026-03-10T22:49:16.841466Z","steps":["trace[983952294] 'agreement among raft nodes before linearized reading' (duration: 415.282982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:16.841528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:16.421443Z","time spent":"420.067808ms","remote":"127.0.0.1:36152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-10T22:49:18.159072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.934769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-10T22:49:18.159195Z","caller":"traceutil/trace.go:171","msg":"trace[2027293097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05; range_end:; response_count:1; response_revision:4642; }","duration":"459.141615ms","start":"2026-03-10T22:49:17.700027Z","end":"2026-03-10T22:49:18.159168Z","steps":["trace[2027293097] 'range keys from in-memory index tree' (duration: 458.650303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:18.159238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:17.699999Z","time spent":"459.229037ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05\" "} {"level":"info","ts":"2026-03-10T22:49:18.17969Z","caller":"traceutil/trace.go:171","msg":"trace[1484484236] linearizableReadLoop","detail":"{readStateIndex:4828; appliedIndex:4827; }","duration":"332.60528ms","start":"2026-03-10T22:49:17.847046Z","end":"2026-03-10T22:49:18.179651Z","steps":["trace[1484484236] 'read index received' (duration: 332.482858ms)","trace[1484484236] 'applied index is now lower than readState.Index' (duration: 121.292µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:18.179777Z","caller":"traceutil/trace.go:171","msg":"trace[579931024] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"472.014531ms","start":"2026-03-10T22:49:17.707735Z","end":"2026-03-10T22:49:18.17975Z","steps":["trace[579931024] 'process raft request' (duration: 471.668913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:18.180028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.971479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-10T22:49:18.180103Z","caller":"traceutil/trace.go:171","msg":"trace[2114577086] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4643; }","duration":"333.098632ms","start":"2026-03-10T22:49:17.846986Z","end":"2026-03-10T22:49:18.180085Z","steps":["trace[2114577086] 'agreement among raft nodes before linearized reading' (duration: 332.843316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:18.180085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:17.707715Z","time spent":"472.236105ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:49:18.180162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:17.846963Z","time spent":"333.185383ms","remote":"127.0.0.1:36152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-10T22:49:18.421803Z","caller":"traceutil/trace.go:171","msg":"trace[726752597] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"508.810494ms","start":"2026-03-10T22:49:17.912876Z","end":"2026-03-10T22:49:18.421687Z","steps":["trace[726752597] 'process raft request' (duration: 504.398747ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:18.421906Z","caller":"traceutil/trace.go:171","msg":"trace[398686336] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4828; }","duration":"242.078733ms","start":"2026-03-10T22:49:18.179793Z","end":"2026-03-10T22:49:18.421871Z","steps":["trace[398686336] 'read index received' (duration: 237.341009ms)","trace[398686336] 'applied index is now lower than readState.Index' (duration: 4.734994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:18.421985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:17.912825Z","time spent":"509.058259ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:49:18.422458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.514119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-tjmmp\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-03-10T22:49:18.422514Z","caller":"traceutil/trace.go:171","msg":"trace[856405889] range","detail":"{range_begin:/registry/pods/monitoring/vector-tjmmp; range_end:; response_count:1; response_revision:4645; }","duration":"240.656363ms","start":"2026-03-10T22:49:18.181847Z","end":"2026-03-10T22:49:18.422503Z","steps":["trace[856405889] 'agreement among raft nodes before linearized reading' (duration: 240.467508ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:18.422672Z","caller":"traceutil/trace.go:171","msg":"trace[1577921694] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"253.735343ms","start":"2026-03-10T22:49:18.168925Z","end":"2026-03-10T22:49:18.42266Z","steps":["trace[1577921694] 'process raft request' (duration: 252.661689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:18.422725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.36553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777453"} {"level":"info","ts":"2026-03-10T22:49:18.422787Z","caller":"traceutil/trace.go:171","msg":"trace[1393853504] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4645; }","duration":"561.429752ms","start":"2026-03-10T22:49:17.861342Z","end":"2026-03-10T22:49:18.422772Z","steps":["trace[1393853504] 'agreement among raft nodes before linearized reading' (duration: 560.871059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:18.422824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:17.861325Z","time spent":"561.490443ms","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777476,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-10T22:49:18.4229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.894012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-10T22:49:18.422996Z","caller":"traceutil/trace.go:171","msg":"trace[1809022263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05; range_end:; response_count:1; response_revision:4645; }","duration":"252.002314ms","start":"2026-03-10T22:49:18.170973Z","end":"2026-03-10T22:49:18.422975Z","steps":["trace[1809022263] 'agreement among raft nodes before linearized reading' (duration: 251.770529ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:18.858201Z","caller":"traceutil/trace.go:171","msg":"trace[1446941064] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"140.578175ms","start":"2026-03-10T22:49:18.717579Z","end":"2026-03-10T22:49:18.858157Z","steps":["trace[1446941064] 'process raft request' (duration: 66.593846ms)","trace[1446941064] 'compare' (duration: 73.55377ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:20.689081Z","caller":"traceutil/trace.go:171","msg":"trace[194157739] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"239.547529ms","start":"2026-03-10T22:49:20.449502Z","end":"2026-03-10T22:49:20.68905Z","steps":["trace[194157739] 'process raft request' (duration: 239.366895ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:20.801315Z","caller":"traceutil/trace.go:171","msg":"trace[132961145] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"107.535844ms","start":"2026-03-10T22:49:20.693703Z","end":"2026-03-10T22:49:20.801239Z","steps":["trace[132961145] 'process raft request' (duration: 107.456572ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:20.801406Z","caller":"traceutil/trace.go:171","msg":"trace[1449479565] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"167.44981ms","start":"2026-03-10T22:49:20.633915Z","end":"2026-03-10T22:49:20.801365Z","steps":["trace[1449479565] 'process raft request' (duration: 112.903501ms)","trace[1449479565] 'compare' (duration: 54.11745ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:22.883123Z","caller":"traceutil/trace.go:171","msg":"trace[2041427392] linearizableReadLoop","detail":"{readStateIndex:4906; appliedIndex:4905; }","duration":"126.566704ms","start":"2026-03-10T22:49:22.756531Z","end":"2026-03-10T22:49:22.883098Z","steps":["trace[2041427392] 'read index received' (duration: 121.263427ms)","trace[2041427392] 'applied index is now lower than readState.Index' (duration: 5.301887ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:22.883328Z","caller":"traceutil/trace.go:171","msg":"trace[1597129318] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"264.657365ms","start":"2026-03-10T22:49:22.618661Z","end":"2026-03-10T22:49:22.883318Z","steps":["trace[1597129318] 'process raft request' (duration: 259.204054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:22.883657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.102896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:49:22.883735Z","caller":"traceutil/trace.go:171","msg":"trace[645892787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58e767c1-27a2-421d-a113-5ea5a2844d05; range_end:; response_count:0; response_revision:4718; }","duration":"127.230979ms","start":"2026-03-10T22:49:22.756488Z","end":"2026-03-10T22:49:22.883719Z","steps":["trace[645892787] 'agreement among raft nodes before linearized reading' (duration: 127.003014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:22.909834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.369586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-855756d769-tqjp7.189b9c824c7882b0\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-10T22:49:22.909913Z","caller":"traceutil/trace.go:171","msg":"trace[263000030] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-855756d769-tqjp7.189b9c824c7882b0; range_end:; response_count:1; response_revision:4719; }","duration":"152.496429ms","start":"2026-03-10T22:49:22.7574Z","end":"2026-03-10T22:49:22.909897Z","steps":["trace[263000030] 'agreement among raft nodes before linearized reading' (duration: 152.289254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:22.910305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.811118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-10T22:49:22.91045Z","caller":"traceutil/trace.go:171","msg":"trace[1313953066] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4719; }","duration":"145.013024ms","start":"2026-03-10T22:49:22.765401Z","end":"2026-03-10T22:49:22.910414Z","steps":["trace[1313953066] 'agreement among raft nodes before linearized reading' (duration: 144.345318ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:23.170101Z","caller":"traceutil/trace.go:171","msg":"trace[2123414071] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"247.517934ms","start":"2026-03-10T22:49:22.922549Z","end":"2026-03-10T22:49:23.170067Z","steps":["trace[2123414071] 'process raft request' (duration: 245.428378ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:23.170321Z","caller":"traceutil/trace.go:171","msg":"trace[909193387] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"241.9019ms","start":"2026-03-10T22:49:22.928405Z","end":"2026-03-10T22:49:23.170307Z","steps":["trace[909193387] 'process raft request' (duration: 241.578973ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:27.437686Z","caller":"traceutil/trace.go:171","msg":"trace[1239270348] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4992; }","duration":"164.697189ms","start":"2026-03-10T22:49:27.272963Z","end":"2026-03-10T22:49:27.437661Z","steps":["trace[1239270348] 'read index received' (duration: 84.40929ms)","trace[1239270348] 'applied index is now lower than readState.Index' (duration: 80.287119ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:27.437806Z","caller":"traceutil/trace.go:171","msg":"trace[255754182] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"173.052725ms","start":"2026-03-10T22:49:27.264735Z","end":"2026-03-10T22:49:27.437788Z","steps":["trace[255754182] 'process raft request' (duration: 92.626913ms)","trace[255754182] 'compare' (duration: 80.196577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:27.438237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.544775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T22:49:27.438266Z","caller":"traceutil/trace.go:171","msg":"trace[277178739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4803; }","duration":"163.593495ms","start":"2026-03-10T22:49:27.274663Z","end":"2026-03-10T22:49:27.438256Z","steps":["trace[277178739] 'agreement among raft nodes before linearized reading' (duration: 163.528604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:27.437948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.991456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-10T22:49:27.438379Z","caller":"traceutil/trace.go:171","msg":"trace[1783730068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4803; }","duration":"165.515078ms","start":"2026-03-10T22:49:27.272846Z","end":"2026-03-10T22:49:27.438361Z","steps":["trace[1783730068] 'agreement among raft nodes before linearized reading' (duration: 164.984296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:27.43866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.933913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:49:27.438763Z","caller":"traceutil/trace.go:171","msg":"trace[1524488194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4803; }","duration":"164.089826ms","start":"2026-03-10T22:49:27.274646Z","end":"2026-03-10T22:49:27.438736Z","steps":["trace[1524488194] 'agreement among raft nodes before linearized reading' (duration: 163.772189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:30.051386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.987152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:49:30.051474Z","caller":"traceutil/trace.go:171","msg":"trace[1764508549] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"431.237366ms","start":"2026-03-10T22:49:29.620224Z","end":"2026-03-10T22:49:30.051462Z","steps":["trace[1764508549] 'read index received' (duration: 43.911µs)","trace[1764508549] 'applied index is now lower than readState.Index' (duration: 431.192505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:30.051697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.45821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:49:30.051712Z","caller":"traceutil/trace.go:171","msg":"trace[303772468] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"532.840007ms","start":"2026-03-10T22:49:29.518839Z","end":"2026-03-10T22:49:30.051679Z","steps":["trace[303772468] 'process raft request' (duration: 68.506387ms)","trace[303772468] 'compare' (duration: 463.304376ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:30.051766Z","caller":"traceutil/trace.go:171","msg":"trace[1466874540] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4851; }","duration":"431.582133ms","start":"2026-03-10T22:49:29.620167Z","end":"2026-03-10T22:49:30.051749Z","steps":["trace[1466874540] 'agreement among raft nodes before linearized reading' (duration: 431.384139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:30.05178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.923557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T22:49:30.051808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:29.620146Z","time spent":"431.652775ms","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":46,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:49:30.05186Z","caller":"traceutil/trace.go:171","msg":"trace[487552053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:4851; }","duration":"421.05027ms","start":"2026-03-10T22:49:29.630791Z","end":"2026-03-10T22:49:30.051841Z","steps":["trace[487552053] 'agreement among raft nodes before linearized reading' (duration: 420.781124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:30.051805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.657255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-twgsb\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-10T22:49:30.051915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:29.63077Z","time spent":"421.135212ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kh5sn\" "} {"level":"info","ts":"2026-03-10T22:49:30.051957Z","caller":"traceutil/trace.go:171","msg":"trace[1791926605] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-twgsb; range_end:; response_count:1; response_revision:4851; }","duration":"232.820379ms","start":"2026-03-10T22:49:29.819087Z","end":"2026-03-10T22:49:30.051907Z","steps":["trace[1791926605] 'agreement among raft nodes before linearized reading' (duration: 232.577363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:30.052358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:29.518826Z","time spent":"532.95308ms","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-10T22:49:30.348876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.901075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:49:30.348993Z","caller":"traceutil/trace.go:171","msg":"trace[1960349930] linearizableReadLoop","detail":"{readStateIndex:5044; appliedIndex:5043; }","duration":"257.345932ms","start":"2026-03-10T22:49:30.09163Z","end":"2026-03-10T22:49:30.348976Z","steps":["trace[1960349930] 'read index received' (duration: 64.150601ms)","trace[1960349930] 'applied index is now lower than readState.Index' (duration: 193.193921ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:30.349241Z","caller":"traceutil/trace.go:171","msg":"trace[42494419] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"286.522499ms","start":"2026-03-10T22:49:30.062696Z","end":"2026-03-10T22:49:30.349219Z","steps":["trace[42494419] 'process raft request' (duration: 93.198045ms)","trace[42494419] 'compare' (duration: 192.010025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:30.349545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.892935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:49:30.349695Z","caller":"traceutil/trace.go:171","msg":"trace[212940894] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4852; }","duration":"258.097689ms","start":"2026-03-10T22:49:30.091567Z","end":"2026-03-10T22:49:30.349665Z","steps":["trace[212940894] 'agreement among raft nodes before linearized reading' (duration: 257.878315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:30.350414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.962067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-10T22:49:30.350464Z","caller":"traceutil/trace.go:171","msg":"trace[1491014226] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4852; }","duration":"166.07174ms","start":"2026-03-10T22:49:30.184381Z","end":"2026-03-10T22:49:30.350452Z","steps":["trace[1491014226] 'agreement among raft nodes before linearized reading' (duration: 165.702292ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.603319Z","caller":"traceutil/trace.go:171","msg":"trace[1349918145] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"244.642852ms","start":"2026-03-10T22:49:30.358646Z","end":"2026-03-10T22:49:30.603289Z","steps":["trace[1349918145] 'process raft request' (duration: 242.445633ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.608808Z","caller":"traceutil/trace.go:171","msg":"trace[34007992] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"250.023011ms","start":"2026-03-10T22:49:30.358758Z","end":"2026-03-10T22:49:30.608781Z","steps":["trace[34007992] 'process raft request' (duration: 249.654063ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.608942Z","caller":"traceutil/trace.go:171","msg":"trace[108032536] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"248.709552ms","start":"2026-03-10T22:49:30.360207Z","end":"2026-03-10T22:49:30.608916Z","steps":["trace[108032536] 'process raft request' (duration: 248.468146ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:30.609221Z","caller":"traceutil/trace.go:171","msg":"trace[421283876] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"249.612201ms","start":"2026-03-10T22:49:30.359599Z","end":"2026-03-10T22:49:30.609211Z","steps":["trace[421283876] 'process raft request' (duration: 249.023188ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:38.48633Z","caller":"traceutil/trace.go:171","msg":"trace[1033890855] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"394.782055ms","start":"2026-03-10T22:49:38.091523Z","end":"2026-03-10T22:49:38.486305Z","steps":["trace[1033890855] 'read index received' (duration: 394.54655ms)","trace[1033890855] 'applied index is now lower than readState.Index' (duration: 234.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:38.486425Z","caller":"traceutil/trace.go:171","msg":"trace[1843239947] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"582.12874ms","start":"2026-03-10T22:49:37.904245Z","end":"2026-03-10T22:49:38.486374Z","steps":["trace[1843239947] 'process raft request' (duration: 581.893085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:38.48659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.671897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-10T22:49:38.486606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.069271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T22:49:38.486662Z","caller":"traceutil/trace.go:171","msg":"trace[1944289283] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0; range_end:; response_count:1; response_revision:4981; }","duration":"366.80514ms","start":"2026-03-10T22:49:38.119844Z","end":"2026-03-10T22:49:38.486649Z","steps":["trace[1944289283] 'agreement among raft nodes before linearized reading' (duration: 366.609686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:38.486709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:38.119822Z","time spent":"366.877611ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0\" "} {"level":"info","ts":"2026-03-10T22:49:38.486693Z","caller":"traceutil/trace.go:171","msg":"trace[880895005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:4981; }","duration":"395.216244ms","start":"2026-03-10T22:49:38.091454Z","end":"2026-03-10T22:49:38.48667Z","steps":["trace[880895005] 'agreement among raft nodes before linearized reading' (duration: 394.958869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:38.486708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.250556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:49:38.486601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:37.904225Z","time spent":"582.281833ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:38.486762Z","caller":"traceutil/trace.go:171","msg":"trace[640499542] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4981; }","duration":"155.342758ms","start":"2026-03-10T22:49:38.331405Z","end":"2026-03-10T22:49:38.486748Z","steps":["trace[640499542] 'agreement among raft nodes before linearized reading' (duration: 155.243726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:38.48676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:38.091428Z","time spent":"395.322277ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kh5sn\" "} {"level":"info","ts":"2026-03-10T22:49:38.779162Z","caller":"traceutil/trace.go:171","msg":"trace[385050171] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5174; }","duration":"254.905759ms","start":"2026-03-10T22:49:38.524199Z","end":"2026-03-10T22:49:38.779104Z","steps":["trace[385050171] 'read index received' (duration: 242.324744ms)","trace[385050171] 'applied index is now lower than readState.Index' (duration: 12.575905ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:38.77921Z","caller":"traceutil/trace.go:171","msg":"trace[579258149] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"280.285105ms","start":"2026-03-10T22:49:38.498888Z","end":"2026-03-10T22:49:38.779173Z","steps":["trace[579258149] 'process raft request' (duration: 267.618688ms)","trace[579258149] 'compare' (duration: 12.157316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:38.779548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.320228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:49:38.779603Z","caller":"traceutil/trace.go:171","msg":"trace[46289338] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4982; }","duration":"255.416999ms","start":"2026-03-10T22:49:38.524171Z","end":"2026-03-10T22:49:38.779588Z","steps":["trace[46289338] 'agreement among raft nodes before linearized reading' (duration: 255.062552ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:38.841405Z","caller":"traceutil/trace.go:171","msg":"trace[1763556915] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"235.473407ms","start":"2026-03-10T22:49:38.60591Z","end":"2026-03-10T22:49:38.841383Z","steps":["trace[1763556915] 'process raft request' (duration: 235.320523ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:38.915102Z","caller":"traceutil/trace.go:171","msg":"trace[1930608078] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"127.461715ms","start":"2026-03-10T22:49:38.787617Z","end":"2026-03-10T22:49:38.915079Z","steps":["trace[1930608078] 'process raft request' (duration: 127.354722ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:38.915209Z","caller":"traceutil/trace.go:171","msg":"trace[59905352] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"127.665219ms","start":"2026-03-10T22:49:38.787517Z","end":"2026-03-10T22:49:38.915182Z","steps":["trace[59905352] 'process raft request' (duration: 127.380003ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:38.915089Z","caller":"traceutil/trace.go:171","msg":"trace[1852365779] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"129.782968ms","start":"2026-03-10T22:49:38.785258Z","end":"2026-03-10T22:49:38.915041Z","steps":["trace[1852365779] 'process raft request' (duration: 103.648504ms)","trace[1852365779] 'compare' (duration: 25.830167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:41.792948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.782255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:49:41.793193Z","caller":"traceutil/trace.go:171","msg":"trace[505423494] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"848.361745ms","start":"2026-03-10T22:49:40.944792Z","end":"2026-03-10T22:49:41.793153Z","steps":["trace[505423494] 'process raft request' (duration: 143.203162ms)","trace[505423494] 'compare' (duration: 704.542329ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:41.793349Z","caller":"traceutil/trace.go:171","msg":"trace[801784115] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5198; }","duration":"786.132732ms","start":"2026-03-10T22:49:41.007194Z","end":"2026-03-10T22:49:41.793327Z","steps":["trace[801784115] 'read index received' (duration: 80.804465ms)","trace[801784115] 'applied index is now lower than readState.Index' (duration: 705.327127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:41.793396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:40.944783Z","time spent":"848.481707ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:41.793556Z","caller":"traceutil/trace.go:171","msg":"trace[1216423259] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"846.932202ms","start":"2026-03-10T22:49:40.946589Z","end":"2026-03-10T22:49:41.793521Z","steps":["trace[1216423259] 'process raft request' (duration: 846.657636ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:41.793638Z","caller":"traceutil/trace.go:171","msg":"trace[1171950571] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"848.255932ms","start":"2026-03-10T22:49:40.945371Z","end":"2026-03-10T22:49:41.793627Z","steps":["trace[1171950571] 'process raft request' (duration: 847.70048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.793687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.491169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-10T22:49:41.793727Z","caller":"traceutil/trace.go:171","msg":"trace[1149858864] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5009; }","duration":"786.572331ms","start":"2026-03-10T22:49:41.007143Z","end":"2026-03-10T22:49:41.793715Z","steps":["trace[1149858864] 'agreement among raft nodes before linearized reading' (duration: 786.429288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.793724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:40.946578Z","time spent":"847.061105ms","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:49:41.793756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:41.00712Z","time spent":"786.628152ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-10T22:49:41.793773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:40.945329Z","time spent":"848.352725ms","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:41.794029Z","caller":"traceutil/trace.go:171","msg":"trace[1460846988] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"847.705629ms","start":"2026-03-10T22:49:40.946309Z","end":"2026-03-10T22:49:41.794015Z","steps":["trace[1460846988] 'process raft request' (duration: 846.886771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.794105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:40.946286Z","time spent":"847.780671ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:41.793558Z","caller":"traceutil/trace.go:171","msg":"trace[844095188] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"848.022096ms","start":"2026-03-10T22:49:40.945503Z","end":"2026-03-10T22:49:41.793525Z","steps":["trace[844095188] 'process raft request' (duration: 847.646308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.794504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:40.945493Z","time spent":"848.979419ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:41.800322Z","caller":"traceutil/trace.go:171","msg":"trace[1046360377] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"718.863665ms","start":"2026-03-10T22:49:41.081441Z","end":"2026-03-10T22:49:41.800305Z","steps":["trace[1046360377] 'process raft request' (duration: 718.723051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.800428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:41.081401Z","time spent":"718.975587ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:41.802915Z","caller":"traceutil/trace.go:171","msg":"trace[329892861] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"556.465427ms","start":"2026-03-10T22:49:41.246428Z","end":"2026-03-10T22:49:41.802894Z","steps":["trace[329892861] 'process raft request' (duration: 556.009385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.802951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.307438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-10T22:49:41.803001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:41.246419Z","time spent":"556.539379ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:49:41.80304Z","caller":"traceutil/trace.go:171","msg":"trace[1790997615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0; range_end:; response_count:1; response_revision:5013; }","duration":"207.40672ms","start":"2026-03-10T22:49:41.595609Z","end":"2026-03-10T22:49:41.803015Z","steps":["trace[1790997615] 'agreement among raft nodes before linearized reading' (duration: 207.201276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.803052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.21153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-10T22:49:41.803057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.591754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:49:41.803104Z","caller":"traceutil/trace.go:171","msg":"trace[522827772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5013; }","duration":"445.301802ms","start":"2026-03-10T22:49:41.357789Z","end":"2026-03-10T22:49:41.803091Z","steps":["trace[522827772] 'agreement among raft nodes before linearized reading' (duration: 445.20993ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:41.803109Z","caller":"traceutil/trace.go:171","msg":"trace[941527570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5013; }","duration":"207.714027ms","start":"2026-03-10T22:49:41.595382Z","end":"2026-03-10T22:49:41.803096Z","steps":["trace[941527570] 'agreement among raft nodes before linearized reading' (duration: 207.529383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.803139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:41.357756Z","time spent":"445.374564ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:49:41.803124Z","caller":"traceutil/trace.go:171","msg":"trace[564246502] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"557.592862ms","start":"2026-03-10T22:49:41.24543Z","end":"2026-03-10T22:49:41.803023Z","steps":["trace[564246502] 'process raft request' (duration: 556.895596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.80306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.319063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-10T22:49:41.802971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.186442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-10T22:49:41.803245Z","caller":"traceutil/trace.go:171","msg":"trace[1119042908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5013; }","duration":"205.523088ms","start":"2026-03-10T22:49:41.597707Z","end":"2026-03-10T22:49:41.803231Z","steps":["trace[1119042908] 'agreement among raft nodes before linearized reading' (duration: 205.236632ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:41.803266Z","caller":"traceutil/trace.go:171","msg":"trace[1786365796] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0; range_end:; response_count:1; response_revision:5013; }","duration":"756.504439ms","start":"2026-03-10T22:49:41.04675Z","end":"2026-03-10T22:49:41.803255Z","steps":["trace[1786365796] 'agreement among raft nodes before linearized reading' (duration: 756.1003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.803362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:41.245404Z","time spent":"557.849328ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:49:41.80337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.708282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-10T22:49:41.803409Z","caller":"traceutil/trace.go:171","msg":"trace[1103770268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5013; }","duration":"205.791434ms","start":"2026-03-10T22:49:41.597608Z","end":"2026-03-10T22:49:41.803399Z","steps":["trace[1103770268] 'agreement among raft nodes before linearized reading' (duration: 205.692462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.803398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:41.046742Z","time spent":"756.644993ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ffc5a7b-9c03-46eb-b119-2df43673b1e0\" "} {"level":"info","ts":"2026-03-10T22:49:41.803249Z","caller":"traceutil/trace.go:171","msg":"trace[2038464021] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"173.765536ms","start":"2026-03-10T22:49:41.629452Z","end":"2026-03-10T22:49:41.803218Z","steps":["trace[2038464021] 'process raft request' (duration: 173.023188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:41.803639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.480779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:49:41.803699Z","caller":"traceutil/trace.go:171","msg":"trace[1252441821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5013; }","duration":"206.599601ms","start":"2026-03-10T22:49:41.597086Z","end":"2026-03-10T22:49:41.803686Z","steps":["trace[1252441821] 'agreement among raft nodes before linearized reading' (duration: 205.714501ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:44.818288Z","caller":"traceutil/trace.go:171","msg":"trace[1968012074] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"128.918847ms","start":"2026-03-10T22:49:44.689354Z","end":"2026-03-10T22:49:44.818273Z","steps":["trace[1968012074] 'process raft request' (duration: 128.818495ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:50.979145Z","caller":"traceutil/trace.go:171","msg":"trace[1222629844] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"116.530506ms","start":"2026-03-10T22:49:50.862583Z","end":"2026-03-10T22:49:50.979114Z","steps":["trace[1222629844] 'read index received' (duration: 116.349002ms)","trace[1222629844] 'applied index is now lower than readState.Index' (duration: 179.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:50.979297Z","caller":"traceutil/trace.go:171","msg":"trace[2004902975] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"147.704124ms","start":"2026-03-10T22:49:50.831541Z","end":"2026-03-10T22:49:50.979245Z","steps":["trace[2004902975] 'process raft request' (duration: 147.393387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:50.979345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.74795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:49:50.979432Z","caller":"traceutil/trace.go:171","msg":"trace[1309315538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"116.880533ms","start":"2026-03-10T22:49:50.862529Z","end":"2026-03-10T22:49:50.979409Z","steps":["trace[1309315538] 'agreement among raft nodes before linearized reading' (duration: 116.72092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:51.357433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.61638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:49:51.357465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.921652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"info","ts":"2026-03-10T22:49:51.357529Z","caller":"traceutil/trace.go:171","msg":"trace[636027357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5160; }","duration":"139.817445ms","start":"2026-03-10T22:49:51.217691Z","end":"2026-03-10T22:49:51.357508Z","steps":["trace[636027357] 'count revisions from in-memory index tree' (duration: 139.440487ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:51.357583Z","caller":"traceutil/trace.go:171","msg":"trace[1306611199] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5160; }","duration":"308.112386ms","start":"2026-03-10T22:49:51.049445Z","end":"2026-03-10T22:49:51.357557Z","steps":["trace[1306611199] 'range keys from in-memory index tree' (duration: 307.660797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:51.357659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:51.049413Z","time spent":"308.230179ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17258,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-10T22:49:51.357662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.366123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-10T22:49:51.357704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.137975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:49:51.357788Z","caller":"traceutil/trace.go:171","msg":"trace[823931327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5160; }","duration":"333.299228ms","start":"2026-03-10T22:49:51.024468Z","end":"2026-03-10T22:49:51.357768Z","steps":["trace[823931327] 'range keys from in-memory index tree' (duration: 332.548091ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:51.357781Z","caller":"traceutil/trace.go:171","msg":"trace[976222467] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5160; }","duration":"238.542587ms","start":"2026-03-10T22:49:51.1192Z","end":"2026-03-10T22:49:51.357743Z","steps":["trace[976222467] 'range keys from in-memory index tree' (duration: 238.137577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:51.357937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:51.024438Z","time spent":"333.476812ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-10T22:49:56.381571Z","caller":"traceutil/trace.go:171","msg":"trace[7539960] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5397; }","duration":"238.506186ms","start":"2026-03-10T22:49:56.143027Z","end":"2026-03-10T22:49:56.381533Z","steps":["trace[7539960] 'read index received' (duration: 238.290932ms)","trace[7539960] 'applied index is now lower than readState.Index' (duration: 213.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:56.381643Z","caller":"traceutil/trace.go:171","msg":"trace[781447564] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"263.673668ms","start":"2026-03-10T22:49:56.117926Z","end":"2026-03-10T22:49:56.381599Z","steps":["trace[781447564] 'process raft request' (duration: 263.295299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:56.381889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.812593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-10T22:49:56.38195Z","caller":"traceutil/trace.go:171","msg":"trace[2034126140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5198; }","duration":"238.940505ms","start":"2026-03-10T22:49:56.14299Z","end":"2026-03-10T22:49:56.381931Z","steps":["trace[2034126140] 'agreement among raft nodes before linearized reading' (duration: 238.69765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:56.947127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677144924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:49:57.303083Z","caller":"traceutil/trace.go:171","msg":"trace[642371785] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"856.351767ms","start":"2026-03-10T22:49:56.446707Z","end":"2026-03-10T22:49:57.303058Z","steps":["trace[642371785] 'read index received' (duration: 856.073561ms)","trace[642371785] 'applied index is now lower than readState.Index' (duration: 277.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:57.303183Z","caller":"traceutil/trace.go:171","msg":"trace[1932343810] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"905.182525ms","start":"2026-03-10T22:49:56.397971Z","end":"2026-03-10T22:49:57.303153Z","steps":["trace[1932343810] 'process raft request' (duration: 904.933239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.303333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:56.397953Z","time spent":"905.284598ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:49:57.303359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.732762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T22:49:57.303394Z","caller":"traceutil/trace.go:171","msg":"trace[1617486292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:5199; }","duration":"707.816624ms","start":"2026-03-10T22:49:56.595567Z","end":"2026-03-10T22:49:57.303384Z","steps":["trace[1617486292] 'agreement among raft nodes before linearized reading' (duration: 707.64494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.303396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.661103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:49:57.303506Z","caller":"traceutil/trace.go:171","msg":"trace[788672695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5199; }","duration":"856.841207ms","start":"2026-03-10T22:49:56.44664Z","end":"2026-03-10T22:49:57.303481Z","steps":["trace[788672695] 'agreement among raft nodes before linearized reading' (duration: 856.544131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.303523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.840262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-10T22:49:57.303555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:56.446617Z","time spent":"856.92962ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-10T22:49:57.303557Z","caller":"traceutil/trace.go:171","msg":"trace[978821181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5199; }","duration":"466.921344ms","start":"2026-03-10T22:49:56.836625Z","end":"2026-03-10T22:49:57.303547Z","steps":["trace[978821181] 'agreement among raft nodes before linearized reading' (duration: 466.832412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.303588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:56.836599Z","time spent":"466.982565ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-10T22:49:57.303535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.677612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:49:57.303433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:56.595545Z","time spent":"707.877405ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kh5sn\" "} {"level":"info","ts":"2026-03-10T22:49:57.303661Z","caller":"traceutil/trace.go:171","msg":"trace[142338491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5199; }","duration":"438.843766ms","start":"2026-03-10T22:49:56.864783Z","end":"2026-03-10T22:49:57.303627Z","steps":["trace[142338491] 'agreement among raft nodes before linearized reading' (duration: 438.649191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.303725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:49:56.864764Z","time spent":"438.945228ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:49:57.303623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.043423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:49:57.304325Z","caller":"traceutil/trace.go:171","msg":"trace[1497621650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5199; }","duration":"278.839632ms","start":"2026-03-10T22:49:57.025456Z","end":"2026-03-10T22:49:57.304295Z","steps":["trace[1497621650] 'agreement among raft nodes before linearized reading' (duration: 277.936801ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.54263Z","caller":"traceutil/trace.go:171","msg":"trace[353251405] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5403; }","duration":"174.81651ms","start":"2026-03-10T22:49:57.367776Z","end":"2026-03-10T22:49:57.542592Z","steps":["trace[353251405] 'read index received' (duration: 156.033563ms)","trace[353251405] 'applied index is now lower than readState.Index' (duration: 18.781167ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:57.54265Z","caller":"traceutil/trace.go:171","msg":"trace[1800967946] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"223.912925ms","start":"2026-03-10T22:49:57.318689Z","end":"2026-03-10T22:49:57.542602Z","steps":["trace[1800967946] 'process raft request' (duration: 205.266001ms)","trace[1800967946] 'compare' (duration: 18.260825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:57.542805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.016144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cde5ebcc-6440-43c6-9365-d988fa127e7b\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-10T22:49:57.542864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.694335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:49:57.543074Z","caller":"traceutil/trace.go:171","msg":"trace[1075444389] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cde5ebcc-6440-43c6-9365-d988fa127e7b; range_end:; response_count:1; response_revision:5204; }","duration":"175.339491ms","start":"2026-03-10T22:49:57.367714Z","end":"2026-03-10T22:49:57.543054Z","steps":["trace[1075444389] 'agreement among raft nodes before linearized reading' (duration: 174.969123ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.5431Z","caller":"traceutil/trace.go:171","msg":"trace[598139728] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5204; }","duration":"129.998582ms","start":"2026-03-10T22:49:57.413088Z","end":"2026-03-10T22:49:57.543086Z","steps":["trace[598139728] 'agreement among raft nodes before linearized reading' (duration: 129.688855ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.770067Z","caller":"traceutil/trace.go:171","msg":"trace[132504267] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5404; }","duration":"209.591948ms","start":"2026-03-10T22:49:57.560442Z","end":"2026-03-10T22:49:57.770034Z","steps":["trace[132504267] 'read index received' (duration: 109.907405ms)","trace[132504267] 'applied index is now lower than readState.Index' (duration: 99.683323ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:57.770239Z","caller":"traceutil/trace.go:171","msg":"trace[750053564] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"212.576777ms","start":"2026-03-10T22:49:57.557639Z","end":"2026-03-10T22:49:57.770216Z","steps":["trace[750053564] 'process raft request' (duration: 112.690459ms)","trace[750053564] 'compare' (duration: 99.5426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:57.770584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.817419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-10T22:49:57.77074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.059586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128473"} {"level":"info","ts":"2026-03-10T22:49:57.770794Z","caller":"traceutil/trace.go:171","msg":"trace[451393271] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5205; }","duration":"190.179499ms","start":"2026-03-10T22:49:57.580601Z","end":"2026-03-10T22:49:57.77078Z","steps":["trace[451393271] 'agreement among raft nodes before linearized reading' (duration: 189.914833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.770776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.319495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-10T22:49:57.770873Z","caller":"traceutil/trace.go:171","msg":"trace[1882251037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5205; }","duration":"210.435249ms","start":"2026-03-10T22:49:57.560415Z","end":"2026-03-10T22:49:57.770851Z","steps":["trace[1882251037] 'agreement among raft nodes before linearized reading' (duration: 210.199163ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.770799Z","caller":"traceutil/trace.go:171","msg":"trace[1750683401] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5205; }","duration":"193.107225ms","start":"2026-03-10T22:49:57.577668Z","end":"2026-03-10T22:49:57.770775Z","steps":["trace[1750683401] 'agreement among raft nodes before linearized reading' (duration: 192.749436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:49:57.771006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.607636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:49:57.771062Z","caller":"traceutil/trace.go:171","msg":"trace[629073187] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5205; }","duration":"145.78991ms","start":"2026-03-10T22:49:57.625258Z","end":"2026-03-10T22:49:57.771047Z","steps":["trace[629073187] 'agreement among raft nodes before linearized reading' (duration: 145.287479ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.9341Z","caller":"traceutil/trace.go:171","msg":"trace[1803053009] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"144.157364ms","start":"2026-03-10T22:49:57.789925Z","end":"2026-03-10T22:49:57.934082Z","steps":["trace[1803053009] 'process raft request' (duration: 143.944429ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.934097Z","caller":"traceutil/trace.go:171","msg":"trace[122233251] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"149.142576ms","start":"2026-03-10T22:49:57.784913Z","end":"2026-03-10T22:49:57.934056Z","steps":["trace[122233251] 'process raft request' (duration: 148.900411ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.934435Z","caller":"traceutil/trace.go:171","msg":"trace[470142178] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"150.13193ms","start":"2026-03-10T22:49:57.784287Z","end":"2026-03-10T22:49:57.934419Z","steps":["trace[470142178] 'process raft request' (duration: 149.467195ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:57.934001Z","caller":"traceutil/trace.go:171","msg":"trace[1978799404] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"149.945686ms","start":"2026-03-10T22:49:57.784031Z","end":"2026-03-10T22:49:57.933977Z","steps":["trace[1978799404] 'process raft request' (duration: 92.508711ms)","trace[1978799404] 'compare' (duration: 57.026585ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:49:57.934444Z","caller":"traceutil/trace.go:171","msg":"trace[765110299] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5405; }","duration":"150.182221ms","start":"2026-03-10T22:49:57.784248Z","end":"2026-03-10T22:49:57.934431Z","steps":["trace[765110299] 'read index received' (duration: 46.605439ms)","trace[765110299] 'applied index is now lower than readState.Index' (duration: 103.574772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:49:57.934625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.362705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-10T22:49:57.935092Z","caller":"traceutil/trace.go:171","msg":"trace[1505528849] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5212; }","duration":"150.872966ms","start":"2026-03-10T22:49:57.784196Z","end":"2026-03-10T22:49:57.935069Z","steps":["trace[1505528849] 'agreement among raft nodes before linearized reading' (duration: 150.274633ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:49:58.205167Z","caller":"traceutil/trace.go:171","msg":"trace[1785010509] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"208.638998ms","start":"2026-03-10T22:49:57.996492Z","end":"2026-03-10T22:49:58.205131Z","steps":["trace[1785010509] 'process raft request' (duration: 147.453819ms)","trace[1785010509] 'compare' (duration: 60.980355ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:50:42.323936Z","caller":"traceutil/trace.go:171","msg":"trace[1183498732] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"104.552075ms","start":"2026-03-10T22:50:42.219356Z","end":"2026-03-10T22:50:42.323908Z","steps":["trace[1183498732] 'process raft request' (duration: 104.427372ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:50:42.324043Z","caller":"traceutil/trace.go:171","msg":"trace[922339077] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"104.121835ms","start":"2026-03-10T22:50:42.219867Z","end":"2026-03-10T22:50:42.323989Z","steps":["trace[922339077] 'process raft request' (duration: 103.988592ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:50:42.323916Z","caller":"traceutil/trace.go:171","msg":"trace[1655584552] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"105.019005ms","start":"2026-03-10T22:50:42.218838Z","end":"2026-03-10T22:50:42.323857Z","steps":["trace[1655584552] 'process raft request' (duration: 65.568292ms)","trace[1655584552] 'compare' (duration: 39.146736ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:50:56.28278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2758} {"level":"info","ts":"2026-03-10T22:50:56.37833Z","caller":"traceutil/trace.go:171","msg":"trace[2107835214] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"102.776724ms","start":"2026-03-10T22:50:56.275526Z","end":"2026-03-10T22:50:56.378303Z","steps":["trace[2107835214] 'process raft request' (duration: 102.673322ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:50:56.378395Z","caller":"traceutil/trace.go:171","msg":"trace[2042890400] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"111.734399ms","start":"2026-03-10T22:50:56.266582Z","end":"2026-03-10T22:50:56.378316Z","steps":["trace[2042890400] 'process raft request' (duration: 52.114263ms)","trace[2042890400] 'compare' (duration: 42.089094ms)","trace[2042890400] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 17.244436ms)"],"step_count":3} {"level":"info","ts":"2026-03-10T22:50:56.378512Z","caller":"traceutil/trace.go:171","msg":"trace[905734351] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"102.868676ms","start":"2026-03-10T22:50:56.275607Z","end":"2026-03-10T22:50:56.378476Z","steps":["trace[905734351] 'process raft request' (duration: 102.658141ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:50:56.509769Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2758,"took":"225.359281ms","hash":4172528932,"current-db-size-bytes":40476672,"current-db-size":"40 MB","current-db-size-in-use-bytes":30388224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-10T22:50:56.509859Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4172528932,"revision":2758,"compact-revision":-1} {"level":"info","ts":"2026-03-10T22:55:55.899269Z","caller":"traceutil/trace.go:171","msg":"trace[649058550] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"103.838896ms","start":"2026-03-10T22:55:55.795391Z","end":"2026-03-10T22:55:55.89923Z","steps":["trace[649058550] 'process raft request' (duration: 59.397072ms)","trace[649058550] 'compare' (duration: 44.094007ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:56.213787Z","caller":"traceutil/trace.go:171","msg":"trace[449578109] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"120.787486ms","start":"2026-03-10T22:55:56.092976Z","end":"2026-03-10T22:55:56.213763Z","steps":["trace[449578109] 'process raft request' (duration: 120.645853ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:56.33554Z","caller":"traceutil/trace.go:171","msg":"trace[737743843] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"114.451622ms","start":"2026-03-10T22:55:56.221062Z","end":"2026-03-10T22:55:56.335514Z","steps":["trace[737743843] 'process raft request' (duration: 114.216817ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:56.33587Z","caller":"traceutil/trace.go:171","msg":"trace[482894757] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"112.938259ms","start":"2026-03-10T22:55:56.222903Z","end":"2026-03-10T22:55:56.335841Z","steps":["trace[482894757] 'process raft request' (duration: 112.811367ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:56.33598Z","caller":"traceutil/trace.go:171","msg":"trace[394199356] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"113.750927ms","start":"2026-03-10T22:55:56.222216Z","end":"2026-03-10T22:55:56.335967Z","steps":["trace[394199356] 'process raft request' (duration: 113.239006ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:56.465209Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5655} {"level":"info","ts":"2026-03-10T22:55:56.465351Z","caller":"traceutil/trace.go:171","msg":"trace[2128183741] compact","detail":"{revision:5655; response_revision:7598; }","duration":"107.765339ms","start":"2026-03-10T22:55:56.357561Z","end":"2026-03-10T22:55:56.465326Z","steps":["trace[2128183741] 'process raft request' (duration: 62.835515ms)","trace[2128183741] 'check and update compact revision' (duration: 44.672759ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:55:56.465411Z","caller":"traceutil/trace.go:171","msg":"trace[421482524] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"105.251526ms","start":"2026-03-10T22:55:56.360136Z","end":"2026-03-10T22:55:56.465388Z","steps":["trace[421482524] 'process raft request' (duration: 105.053671ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:55:56.732202Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5655,"took":"264.155962ms","hash":722789243,"current-db-size-bytes":42315776,"current-db-size":"42 MB","current-db-size-in-use-bytes":21434368,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-10T22:55:56.732272Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":722789243,"revision":5655,"compact-revision":2758} {"level":"info","ts":"2026-03-10T22:56:02.596271Z","caller":"traceutil/trace.go:171","msg":"trace[1704872908] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"225.395173ms","start":"2026-03-10T22:56:02.370831Z","end":"2026-03-10T22:56:02.596226Z","steps":["trace[1704872908] 'process raft request' (duration: 225.117167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.296211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.479806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-10T22:56:05.296359Z","caller":"traceutil/trace.go:171","msg":"trace[2054178244] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8055; }","duration":"684.955777ms","start":"2026-03-10T22:56:04.611377Z","end":"2026-03-10T22:56:05.296333Z","steps":["trace[2054178244] 'read index received' (duration: 421.311807ms)","trace[2054178244] 'applied index is now lower than readState.Index' (duration: 263.64126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:56:05.296647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.272955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-10T22:56:05.296743Z","caller":"traceutil/trace.go:171","msg":"trace[2002185385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7765; }","duration":"685.454949ms","start":"2026-03-10T22:56:04.611267Z","end":"2026-03-10T22:56:05.296722Z","steps":["trace[2002185385] 'agreement among raft nodes before linearized reading' (duration: 685.149113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.296791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:04.611234Z","time spent":"685.54803ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T22:56:05.296778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.732944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-10T22:56:05.296902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.793378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:56:05.296932Z","caller":"traceutil/trace.go:171","msg":"trace[1350145487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7765; }","duration":"684.949808ms","start":"2026-03-10T22:56:04.611959Z","end":"2026-03-10T22:56:05.296909Z","steps":["trace[1350145487] 'agreement among raft nodes before linearized reading' (duration: 684.540189ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.296973Z","caller":"traceutil/trace.go:171","msg":"trace[134590396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7765; }","duration":"421.971982ms","start":"2026-03-10T22:56:04.874982Z","end":"2026-03-10T22:56:05.296954Z","steps":["trace[134590396] 'agreement among raft nodes before linearized reading' (duration: 421.828459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.297016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:04.611927Z","time spent":"685.07544ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:56:05.297047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:04.874954Z","time spent":"422.079804ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:56:05.29705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.965849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-10T22:56:05.297081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.653672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-10T22:56:05.297078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.908847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:56:05.297128Z","caller":"traceutil/trace.go:171","msg":"trace[1517258121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7765; }","duration":"685.062521ms","start":"2026-03-10T22:56:04.612046Z","end":"2026-03-10T22:56:05.297109Z","steps":["trace[1517258121] 'agreement among raft nodes before linearized reading' (duration: 684.850096ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.297154Z","caller":"traceutil/trace.go:171","msg":"trace[1640464198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7765; }","duration":"684.749394ms","start":"2026-03-10T22:56:04.612386Z","end":"2026-03-10T22:56:05.297136Z","steps":["trace[1640464198] 'agreement among raft nodes before linearized reading' (duration: 684.507589ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.297165Z","caller":"traceutil/trace.go:171","msg":"trace[1641693059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7765; }","duration":"685.07564ms","start":"2026-03-10T22:56:04.612071Z","end":"2026-03-10T22:56:05.297146Z","steps":["trace[1641693059] 'agreement among raft nodes before linearized reading' (duration: 684.794294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.297181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:04.611967Z","time spent":"685.204984ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:05.297193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:04.612375Z","time spent":"684.809375ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:05.29705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.928358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:56:05.29722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:04.612035Z","time spent":"685.176073ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-10T22:56:05.29725Z","caller":"traceutil/trace.go:171","msg":"trace[506684241] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7765; }","duration":"187.186924ms","start":"2026-03-10T22:56:05.110044Z","end":"2026-03-10T22:56:05.29723Z","steps":["trace[506684241] 'agreement among raft nodes before linearized reading' (duration: 186.895158ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.695558Z","caller":"traceutil/trace.go:171","msg":"trace[190594504] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"393.963758ms","start":"2026-03-10T22:56:05.301561Z","end":"2026-03-10T22:56:05.695525Z","steps":["trace[190594504] 'read index received' (duration: 393.884236ms)","trace[190594504] 'applied index is now lower than readState.Index' (duration: 77.942µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:05.695771Z","caller":"traceutil/trace.go:171","msg":"trace[416505564] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"394.383798ms","start":"2026-03-10T22:56:05.301349Z","end":"2026-03-10T22:56:05.695733Z","steps":["trace[416505564] 'process raft request' (duration: 393.976159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.695897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.317176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:56:05.695983Z","caller":"traceutil/trace.go:171","msg":"trace[905713789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7766; }","duration":"394.434329ms","start":"2026-03-10T22:56:05.301501Z","end":"2026-03-10T22:56:05.695935Z","steps":["trace[905713789] 'agreement among raft nodes before linearized reading' (duration: 394.229815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.695978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.301329Z","time spent":"394.52828ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:05.696021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.301473Z","time spent":"394.539021ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-10T22:56:05.771446Z","caller":"traceutil/trace.go:171","msg":"trace[1389364119] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"469.152976ms","start":"2026-03-10T22:56:05.302268Z","end":"2026-03-10T22:56:05.771421Z","steps":["trace[1389364119] 'process raft request' (duration: 468.942031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.771611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.302247Z","time spent":"469.279659ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:05.771797Z","caller":"traceutil/trace.go:171","msg":"trace[1098804792] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"469.268218ms","start":"2026-03-10T22:56:05.302508Z","end":"2026-03-10T22:56:05.771777Z","steps":["trace[1098804792] 'process raft request' (duration: 469.192377ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:05.771827Z","caller":"traceutil/trace.go:171","msg":"trace[1181360340] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"469.34736ms","start":"2026-03-10T22:56:05.30245Z","end":"2026-03-10T22:56:05.771797Z","steps":["trace[1181360340] 'process raft request' (duration: 468.933411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.771935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.432719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:56:05.771938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.30247Z","time spent":"469.387701ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:05.771986Z","caller":"traceutil/trace.go:171","msg":"trace[88701310] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7770; }","duration":"353.506771ms","start":"2026-03-10T22:56:05.418466Z","end":"2026-03-10T22:56:05.771973Z","steps":["trace[88701310] 'agreement among raft nodes before linearized reading' (duration: 353.427739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.771978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.302419Z","time spent":"469.472633ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:05.77202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.418454Z","time spent":"353.557591ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:56:05.77235Z","caller":"traceutil/trace.go:171","msg":"trace[2007048512] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"469.83534ms","start":"2026-03-10T22:56:05.302496Z","end":"2026-03-10T22:56:05.772331Z","steps":["trace[2007048512] 'process raft request' (duration: 469.109285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:05.77246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:05.302469Z","time spent":"469.949923ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:16.26772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.45411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:56:16.268078Z","caller":"traceutil/trace.go:171","msg":"trace[212627410] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8107; }","duration":"420.358076ms","start":"2026-03-10T22:56:15.847692Z","end":"2026-03-10T22:56:16.26805Z","steps":["trace[212627410] 'read index received' (duration: 315.492557ms)","trace[212627410] 'applied index is now lower than readState.Index' (duration: 104.863109ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:16.268155Z","caller":"traceutil/trace.go:171","msg":"trace[1147370826] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"424.445196ms","start":"2026-03-10T22:56:15.84365Z","end":"2026-03-10T22:56:16.268095Z","steps":["trace[1147370826] 'process raft request' (duration: 424.227521ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:16.268187Z","caller":"traceutil/trace.go:171","msg":"trace[873452225] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"292.81121ms","start":"2026-03-10T22:56:15.975307Z","end":"2026-03-10T22:56:16.268118Z","steps":["trace[873452225] 'process raft request' (duration: 292.672667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.268338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.84363Z","time spent":"424.609269ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:16.268343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.08589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:56:16.268381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.822485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-10T22:56:16.268377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.660643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:56:16.268438Z","caller":"traceutil/trace.go:171","msg":"trace[1184571348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7817; }","duration":"419.899307ms","start":"2026-03-10T22:56:15.848521Z","end":"2026-03-10T22:56:16.26842Z","steps":["trace[1184571348] 'agreement among raft nodes before linearized reading' (duration: 419.700113ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:16.268504Z","caller":"traceutil/trace.go:171","msg":"trace[1727711550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7817; }","duration":"420.828437ms","start":"2026-03-10T22:56:15.847633Z","end":"2026-03-10T22:56:16.268462Z","steps":["trace[1727711550] 'agreement among raft nodes before linearized reading' (duration: 420.49131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.268532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.848509Z","time spent":"420.008599ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:16.268576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.847611Z","time spent":"420.952129ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:56:16.268589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.669595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-10T22:56:16.268595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.981349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-10T22:56:16.268558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.948862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:56:16.268623Z","caller":"traceutil/trace.go:171","msg":"trace[645691643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7817; }","duration":"312.766337ms","start":"2026-03-10T22:56:15.955848Z","end":"2026-03-10T22:56:16.268615Z","steps":["trace[645691643] 'agreement among raft nodes before linearized reading' (duration: 312.594654ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:16.268635Z","caller":"traceutil/trace.go:171","msg":"trace[19644935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7817; }","duration":"420.06167ms","start":"2026-03-10T22:56:15.848561Z","end":"2026-03-10T22:56:16.268623Z","steps":["trace[19644935] 'agreement among raft nodes before linearized reading' (duration: 419.893307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.268656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.955817Z","time spent":"312.831798ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-10T22:56:16.268666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.84854Z","time spent":"420.118501ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T22:56:16.26867Z","caller":"traceutil/trace.go:171","msg":"trace[193318638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7817; }","duration":"417.096285ms","start":"2026-03-10T22:56:15.851547Z","end":"2026-03-10T22:56:16.268643Z","steps":["trace[193318638] 'agreement among raft nodes before linearized reading' (duration: 416.814069ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:16.268419Z","caller":"traceutil/trace.go:171","msg":"trace[1215516302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7817; }","duration":"404.191182ms","start":"2026-03-10T22:56:15.864205Z","end":"2026-03-10T22:56:16.268396Z","steps":["trace[1215516302] 'agreement among raft nodes before linearized reading' (duration: 404.033588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.268716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.851539Z","time spent":"417.168716ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:16.26873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.227364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T22:56:16.268745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.864192Z","time spent":"404.539159ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:56:16.268737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.360563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-569fdcfbf4-5x25t.189b9cde1cd817c1\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-10T22:56:16.268787Z","caller":"traceutil/trace.go:171","msg":"trace[406512009] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"463.667725ms","start":"2026-03-10T22:56:15.804439Z","end":"2026-03-10T22:56:16.268106Z","steps":["trace[406512009] 'process raft request' (duration: 358.650003ms)","trace[406512009] 'compare' (duration: 104.270366ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:16.268882Z","caller":"traceutil/trace.go:171","msg":"trace[1582032774] range","detail":"{range_begin:/registry/events/openstack/barbican-api-569fdcfbf4-5x25t.189b9cde1cd817c1; range_end:; response_count:1; response_revision:7817; }","duration":"184.587327ms","start":"2026-03-10T22:56:16.08426Z","end":"2026-03-10T22:56:16.268848Z","steps":["trace[1582032774] 'agreement among raft nodes before linearized reading' (duration: 184.104797ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:16.2688Z","caller":"traceutil/trace.go:171","msg":"trace[1945787167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:7817; }","duration":"410.303526ms","start":"2026-03-10T22:56:15.85847Z","end":"2026-03-10T22:56:16.268774Z","steps":["trace[1945787167] 'agreement among raft nodes before linearized reading' (duration: 410.02401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.268974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.858464Z","time spent":"410.49818ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kh5sn\" "} {"level":"warn","ts":"2026-03-10T22:56:16.268964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:15.804409Z","time spent":"464.453443ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:16.690682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.84321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:56:16.690765Z","caller":"traceutil/trace.go:171","msg":"trace[842547984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7818; }","duration":"416.948982ms","start":"2026-03-10T22:56:16.273789Z","end":"2026-03-10T22:56:16.690738Z","steps":["trace[842547984] 'agreement among raft nodes before linearized reading' (duration: 407.151856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.690827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.273779Z","time spent":"417.039204ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-10T22:56:16.691131Z","caller":"traceutil/trace.go:171","msg":"trace[731156503] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"419.146891ms","start":"2026-03-10T22:56:16.271961Z","end":"2026-03-10T22:56:16.691108Z","steps":["trace[731156503] 'process raft request' (duration: 336.54399ms)","trace[731156503] 'compare' (duration: 72.029699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:56:16.691248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.271932Z","time spent":"419.240162ms","remote":"127.0.0.1:36038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:16.691171Z","caller":"traceutil/trace.go:171","msg":"trace[351509909] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"407.089585ms","start":"2026-03-10T22:56:16.273818Z","end":"2026-03-10T22:56:16.680907Z","steps":["trace[351509909] 'read index received' (duration: 334.717139ms)","trace[351509909] 'applied index is now lower than readState.Index' (duration: 72.371426ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:16.691499Z","caller":"traceutil/trace.go:171","msg":"trace[1307931834] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"416.792438ms","start":"2026-03-10T22:56:16.274662Z","end":"2026-03-10T22:56:16.691454Z","steps":["trace[1307931834] 'process raft request' (duration: 406.180725ms)","trace[1307931834] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 10.126522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:56:16.691633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.274646Z","time spent":"416.919612ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:16.691696Z","caller":"traceutil/trace.go:171","msg":"trace[90332641] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"416.923031ms","start":"2026-03-10T22:56:16.274721Z","end":"2026-03-10T22:56:16.691644Z","steps":["trace[90332641] 'process raft request' (duration: 416.636175ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:16.691748Z","caller":"traceutil/trace.go:171","msg":"trace[1373569891] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"416.928652ms","start":"2026-03-10T22:56:16.274785Z","end":"2026-03-10T22:56:16.691714Z","steps":["trace[1373569891] 'process raft request' (duration: 416.744998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.691864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.274698Z","time spent":"417.048104ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:16.691966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.274777Z","time spent":"417.142176ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:16.691997Z","caller":"traceutil/trace.go:171","msg":"trace[1003427100] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"417.169537ms","start":"2026-03-10T22:56:16.274811Z","end":"2026-03-10T22:56:16.69198Z","steps":["trace[1003427100] 'process raft request' (duration: 416.84753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.692185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.2748Z","time spent":"417.263948ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:16.692289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.860129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224144"} {"level":"info","ts":"2026-03-10T22:56:16.692336Z","caller":"traceutil/trace.go:171","msg":"trace[1893193930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7822; }","duration":"416.92075ms","start":"2026-03-10T22:56:16.275407Z","end":"2026-03-10T22:56:16.692327Z","steps":["trace[1893193930] 'agreement among raft nodes before linearized reading' (duration: 416.416339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:16.692368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:16.275402Z","time spent":"416.960001ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224167,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-10T22:56:17.099257Z","caller":"traceutil/trace.go:171","msg":"trace[48262793] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"150.594602ms","start":"2026-03-10T22:56:16.948628Z","end":"2026-03-10T22:56:17.099223Z","steps":["trace[48262793] 'process raft request' (duration: 150.353097ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:17.901995Z","caller":"traceutil/trace.go:171","msg":"trace[1933744405] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"129.144761ms","start":"2026-03-10T22:56:17.772802Z","end":"2026-03-10T22:56:17.901947Z","steps":["trace[1933744405] 'process raft request' (duration: 128.878386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:18.403693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677152027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:56:18.442956Z","caller":"traceutil/trace.go:171","msg":"trace[1065241885] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"575.407286ms","start":"2026-03-10T22:56:17.867516Z","end":"2026-03-10T22:56:18.442924Z","steps":["trace[1065241885] 'process raft request' (duration: 574.989967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:18.443146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:17.867493Z","time spent":"575.545578ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:18.547016Z","caller":"traceutil/trace.go:171","msg":"trace[952103437] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"270.783808ms","start":"2026-03-10T22:56:18.276203Z","end":"2026-03-10T22:56:18.546987Z","steps":["trace[952103437] 'process raft request' (duration: 240.918342ms)","trace[952103437] 'compare' (duration: 29.65573ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:18.547144Z","caller":"traceutil/trace.go:171","msg":"trace[773520001] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"270.678316ms","start":"2026-03-10T22:56:18.276437Z","end":"2026-03-10T22:56:18.547116Z","steps":["trace[773520001] 'process raft request' (duration: 270.467651ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:18.547351Z","caller":"traceutil/trace.go:171","msg":"trace[2142129883] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8117; }","duration":"644.242705ms","start":"2026-03-10T22:56:17.903099Z","end":"2026-03-10T22:56:18.547341Z","steps":["trace[2142129883] 'read index received' (duration: 539.197081ms)","trace[2142129883] 'applied index is now lower than readState.Index' (duration: 105.044624ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:18.547468Z","caller":"traceutil/trace.go:171","msg":"trace[170434785] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"269.541501ms","start":"2026-03-10T22:56:18.277905Z","end":"2026-03-10T22:56:18.547446Z","steps":["trace[170434785] 'process raft request' (duration: 269.0261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:18.547526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.307327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:56:18.547558Z","caller":"traceutil/trace.go:171","msg":"trace[1687746856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7828; }","duration":"644.509971ms","start":"2026-03-10T22:56:17.903038Z","end":"2026-03-10T22:56:18.547548Z","steps":["trace[1687746856] 'agreement among raft nodes before linearized reading' (duration: 644.339687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:18.547583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:17.903008Z","time spent":"644.569433ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:56:18.861887Z","caller":"traceutil/trace.go:171","msg":"trace[2078558621] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8121; }","duration":"156.388699ms","start":"2026-03-10T22:56:18.705468Z","end":"2026-03-10T22:56:18.861856Z","steps":["trace[2078558621] 'read index received' (duration: 70.135898ms)","trace[2078558621] 'applied index is now lower than readState.Index' (duration: 86.251111ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:18.862174Z","caller":"traceutil/trace.go:171","msg":"trace[209236761] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"160.133561ms","start":"2026-03-10T22:56:18.702015Z","end":"2026-03-10T22:56:18.862148Z","steps":["trace[209236761] 'process raft request' (duration: 159.64429ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:18.862351Z","caller":"traceutil/trace.go:171","msg":"trace[341620564] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"159.570238ms","start":"2026-03-10T22:56:18.702741Z","end":"2026-03-10T22:56:18.862311Z","steps":["trace[341620564] 'process raft request' (duration: 159.071268ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:18.862454Z","caller":"traceutil/trace.go:171","msg":"trace[1017109948] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"159.971967ms","start":"2026-03-10T22:56:18.702236Z","end":"2026-03-10T22:56:18.862208Z","steps":["trace[1017109948] 'process raft request' (duration: 159.537108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:18.862685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.196336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224144"} {"level":"info","ts":"2026-03-10T22:56:18.862738Z","caller":"traceutil/trace.go:171","msg":"trace[2005640073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7832; }","duration":"157.283188ms","start":"2026-03-10T22:56:18.705442Z","end":"2026-03-10T22:56:18.862725Z","steps":["trace[2005640073] 'agreement among raft nodes before linearized reading' (duration: 156.532072ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:20.907151Z","caller":"traceutil/trace.go:171","msg":"trace[541555563] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"122.275681ms","start":"2026-03-10T22:56:20.784836Z","end":"2026-03-10T22:56:20.907112Z","steps":["trace[541555563] 'process raft request' (duration: 122.084607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:21.520731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.690016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:56:21.521191Z","caller":"traceutil/trace.go:171","msg":"trace[1549807958] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8134; }","duration":"319.631077ms","start":"2026-03-10T22:56:21.201534Z","end":"2026-03-10T22:56:21.521165Z","steps":["trace[1549807958] 'read index received' (duration: 35.66µs)","trace[1549807958] 'applied index is now lower than readState.Index' (duration: 319.593067ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:21.521327Z","caller":"traceutil/trace.go:171","msg":"trace[343419425] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"606.68001ms","start":"2026-03-10T22:56:20.914588Z","end":"2026-03-10T22:56:21.521268Z","steps":["trace[343419425] 'process raft request' (duration: 606.388774ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:21.521398Z","caller":"traceutil/trace.go:171","msg":"trace[435963063] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"608.818688ms","start":"2026-03-10T22:56:20.912537Z","end":"2026-03-10T22:56:21.521356Z","steps":["trace[435963063] 'process raft request' (duration: 217.063429ms)","trace[435963063] 'compare' (duration: 389.781777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:56:21.521488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:20.914575Z","time spent":"606.827564ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:21.521518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.933955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:56:21.521583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:20.912518Z","time spent":"608.971771ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:21.521563Z","caller":"traceutil/trace.go:171","msg":"trace[1911843383] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7842; }","duration":"320.065347ms","start":"2026-03-10T22:56:21.201484Z","end":"2026-03-10T22:56:21.521549Z","steps":["trace[1911843383] 'agreement among raft nodes before linearized reading' (duration: 319.840343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:21.521654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:21.201461Z","time spent":"320.179529ms","remote":"127.0.0.1:41582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:56:45.003288Z","caller":"traceutil/trace.go:171","msg":"trace[813409351] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"266.444643ms","start":"2026-03-10T22:56:44.736815Z","end":"2026-03-10T22:56:45.003259Z","steps":["trace[813409351] 'process raft request' (duration: 266.267929ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:45.010339Z","caller":"traceutil/trace.go:171","msg":"trace[2065922543] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8309; }","duration":"211.733282ms","start":"2026-03-10T22:56:44.798593Z","end":"2026-03-10T22:56:45.010326Z","steps":["trace[2065922543] 'read index received' (duration: 204.492864ms)","trace[2065922543] 'applied index is now lower than readState.Index' (duration: 7.239138ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:45.010412Z","caller":"traceutil/trace.go:171","msg":"trace[1690733026] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"270.221004ms","start":"2026-03-10T22:56:44.740182Z","end":"2026-03-10T22:56:45.010403Z","steps":["trace[1690733026] 'process raft request' (duration: 270.113662ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:45.010459Z","caller":"traceutil/trace.go:171","msg":"trace[1256170188] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"272.941133ms","start":"2026-03-10T22:56:44.737481Z","end":"2026-03-10T22:56:45.010422Z","steps":["trace[1256170188] 'process raft request' (duration: 272.750349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:45.010661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.41586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-03-10T22:56:45.010679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.242556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-03-10T22:56:45.010719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.352178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:56:45.010755Z","caller":"traceutil/trace.go:171","msg":"trace[763712792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8010; }","duration":"146.156674ms","start":"2026-03-10T22:56:44.864589Z","end":"2026-03-10T22:56:45.010745Z","steps":["trace[763712792] 'agreement among raft nodes before linearized reading' (duration: 146.054602ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:45.010752Z","caller":"traceutil/trace.go:171","msg":"trace[1973006640] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8010; }","duration":"120.356949ms","start":"2026-03-10T22:56:44.890378Z","end":"2026-03-10T22:56:45.010735Z","steps":["trace[1973006640] 'agreement among raft nodes before linearized reading' (duration: 120.161235ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:45.010753Z","caller":"traceutil/trace.go:171","msg":"trace[44595536] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8010; }","duration":"203.532922ms","start":"2026-03-10T22:56:44.807196Z","end":"2026-03-10T22:56:45.010729Z","steps":["trace[44595536] 'agreement among raft nodes before linearized reading' (duration: 203.261366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:45.010985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.329385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:56:45.011229Z","caller":"traceutil/trace.go:171","msg":"trace[504712533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8010; }","duration":"212.624391ms","start":"2026-03-10T22:56:44.798538Z","end":"2026-03-10T22:56:45.011162Z","steps":["trace[504712533] 'agreement among raft nodes before linearized reading' (duration: 212.283174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.543705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677152665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:56:49.782022Z","caller":"traceutil/trace.go:171","msg":"trace[720056814] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"751.955826ms","start":"2026-03-10T22:56:49.030043Z","end":"2026-03-10T22:56:49.781999Z","steps":["trace[720056814] 'process raft request' (duration: 751.811323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:49.782167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.030015Z","time spent":"752.072019ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:56:50.309877Z","caller":"traceutil/trace.go:171","msg":"trace[2043510715] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"1.278928231s","start":"2026-03-10T22:56:49.030917Z","end":"2026-03-10T22:56:50.309846Z","steps":["trace[2043510715] 'process raft request' (duration: 1.278599024s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:50.310134Z","caller":"traceutil/trace.go:171","msg":"trace[598938339] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8330; }","duration":"1.266896926s","start":"2026-03-10T22:56:49.043196Z","end":"2026-03-10T22:56:50.310093Z","steps":["trace[598938339] 'read index received' (duration: 738.735796ms)","trace[598938339] 'applied index is now lower than readState.Index' (duration: 528.15844ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:56:50.310217Z","caller":"traceutil/trace.go:171","msg":"trace[266593971] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"1.279043283s","start":"2026-03-10T22:56:49.031144Z","end":"2026-03-10T22:56:50.310188Z","steps":["trace[266593971] 'process raft request' (duration: 1.278591744s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.310081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.030885Z","time spent":"1.279090765s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:50.310315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.031115Z","time spent":"1.279149466s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:56:50.310385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267193123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T22:56:50.310456Z","caller":"traceutil/trace.go:171","msg":"trace[1451891456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8031; }","duration":"1.267302436s","start":"2026-03-10T22:56:49.043139Z","end":"2026-03-10T22:56:50.310442Z","steps":["trace[1451891456] 'agreement among raft nodes before linearized reading' (duration: 1.267107832s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.3105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.043126Z","time spent":"1.267365797s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T22:56:50.310525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109499826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T22:56:50.310668Z","caller":"traceutil/trace.go:171","msg":"trace[1927708370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8031; }","duration":"1.10969362s","start":"2026-03-10T22:56:49.200947Z","end":"2026-03-10T22:56:50.310641Z","steps":["trace[1927708370] 'agreement among raft nodes before linearized reading' (duration: 1.109386054s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.310687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.115688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-10T22:56:50.310726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.200918Z","time spent":"1.109798173s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:50.310729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.675547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:56:50.31078Z","caller":"traceutil/trace.go:171","msg":"trace[1851668537] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8031; }","duration":"869.747369ms","start":"2026-03-10T22:56:49.441016Z","end":"2026-03-10T22:56:50.310763Z","steps":["trace[1851668537] 'agreement among raft nodes before linearized reading' (duration: 869.683567ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:50.31073Z","caller":"traceutil/trace.go:171","msg":"trace[4536876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8031; }","duration":"216.18606ms","start":"2026-03-10T22:56:50.094528Z","end":"2026-03-10T22:56:50.310714Z","steps":["trace[4536876] 'agreement among raft nodes before linearized reading' (duration: 216.098858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.310829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.441001Z","time spent":"869.81886ms","remote":"127.0.0.1:41556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:56:50.310934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103718239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T22:56:50.310594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.623272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-10T22:56:50.310995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.123054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:56:50.311046Z","caller":"traceutil/trace.go:171","msg":"trace[1917538056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8031; }","duration":"635.220147ms","start":"2026-03-10T22:56:49.675815Z","end":"2026-03-10T22:56:50.311035Z","steps":["trace[1917538056] 'agreement among raft nodes before linearized reading' (duration: 634.887079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.311085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.675791Z","time spent":"635.286408ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:50.310676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016361124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T22:56:50.311141Z","caller":"traceutil/trace.go:171","msg":"trace[1772808502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8031; }","duration":"639.077161ms","start":"2026-03-10T22:56:49.671898Z","end":"2026-03-10T22:56:50.310975Z","steps":["trace[1772808502] 'agreement among raft nodes before linearized reading' (duration: 638.510059ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:50.31117Z","caller":"traceutil/trace.go:171","msg":"trace[1596444579] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:8031; }","duration":"1.016892035s","start":"2026-03-10T22:56:49.294269Z","end":"2026-03-10T22:56:50.311161Z","steps":["trace[1596444579] 'agreement among raft nodes before linearized reading' (duration: 1.016339483s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.311189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.671876Z","time spent":"639.297937ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:56:50.311208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.294245Z","time spent":"1.016953036s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-10T22:56:50.310971Z","caller":"traceutil/trace.go:171","msg":"trace[2069735868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:8031; }","duration":"1.103794711s","start":"2026-03-10T22:56:49.207167Z","end":"2026-03-10T22:56:50.310962Z","steps":["trace[2069735868] 'agreement among raft nodes before linearized reading' (duration: 1.103684029s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:50.312015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:49.207143Z","time spent":"1.104861875s","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kh5sn\" "} {"level":"info","ts":"2026-03-10T22:56:51.928613Z","caller":"traceutil/trace.go:171","msg":"trace[2095795174] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"141.030633ms","start":"2026-03-10T22:56:51.787543Z","end":"2026-03-10T22:56:51.928573Z","steps":["trace[2095795174] 'process raft request' (duration: 140.848349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:52.58311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.997574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-10T22:56:52.583186Z","caller":"traceutil/trace.go:171","msg":"trace[2104944002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8047; }","duration":"117.139528ms","start":"2026-03-10T22:56:52.466027Z","end":"2026-03-10T22:56:52.583167Z","steps":["trace[2104944002] 'range keys from in-memory index tree' (duration: 116.79786ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:56:53.95287Z","caller":"traceutil/trace.go:171","msg":"trace[1056384515] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"396.115274ms","start":"2026-03-10T22:56:53.556721Z","end":"2026-03-10T22:56:53.952837Z","steps":["trace[1056384515] 'process raft request' (duration: 395.879349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:56:53.953085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:56:53.556691Z","time spent":"396.281958ms","remote":"127.0.0.1:32884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:57:02.646307Z","caller":"traceutil/trace.go:171","msg":"trace[1775435937] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"221.600389ms","start":"2026-03-10T22:57:02.424682Z","end":"2026-03-10T22:57:02.646282Z","steps":["trace[1775435937] 'read index received' (duration: 161.866709ms)","trace[1775435937] 'applied index is now lower than readState.Index' (duration: 59.73236ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:02.646517Z","caller":"traceutil/trace.go:171","msg":"trace[1493386358] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8129; }","duration":"224.297068ms","start":"2026-03-10T22:57:02.422199Z","end":"2026-03-10T22:57:02.646496Z","steps":["trace[1493386358] 'process raft request' (duration: 164.421955ms)","trace[1493386358] 'compare' (duration: 59.506005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:02.646757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.056689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-10T22:57:02.646782Z","caller":"traceutil/trace.go:171","msg":"trace[2137360167] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8129; }","duration":"222.145711ms","start":"2026-03-10T22:57:02.424627Z","end":"2026-03-10T22:57:02.646772Z","steps":["trace[2137360167] 'agreement among raft nodes before linearized reading' (duration: 222.028328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.646924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.199212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-10T22:57:02.646942Z","caller":"traceutil/trace.go:171","msg":"trace[1207214433] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8129; }","duration":"222.216982ms","start":"2026-03-10T22:57:02.424719Z","end":"2026-03-10T22:57:02.646936Z","steps":["trace[1207214433] 'agreement among raft nodes before linearized reading' (duration: 222.164511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.647121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.462161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:57:02.647139Z","caller":"traceutil/trace.go:171","msg":"trace[2132596512] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8129; }","duration":"125.541583ms","start":"2026-03-10T22:57:02.521592Z","end":"2026-03-10T22:57:02.647133Z","steps":["trace[2132596512] 'agreement among raft nodes before linearized reading' (duration: 125.495522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.647275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.134703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-10T22:57:02.647295Z","caller":"traceutil/trace.go:171","msg":"trace[28429110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8129; }","duration":"192.169643ms","start":"2026-03-10T22:57:02.455117Z","end":"2026-03-10T22:57:02.647286Z","steps":["trace[28429110] 'agreement among raft nodes before linearized reading' (duration: 192.108152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.647414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.129364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-10T22:57:02.64743Z","caller":"traceutil/trace.go:171","msg":"trace[207904584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8129; }","duration":"193.168715ms","start":"2026-03-10T22:57:02.454256Z","end":"2026-03-10T22:57:02.647425Z","steps":["trace[207904584] 'agreement among raft nodes before linearized reading' (duration: 193.121134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.647538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.512762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T22:57:02.647555Z","caller":"traceutil/trace.go:171","msg":"trace[922826051] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:8129; }","duration":"198.565754ms","start":"2026-03-10T22:57:02.448984Z","end":"2026-03-10T22:57:02.64755Z","steps":["trace[922826051] 'agreement among raft nodes before linearized reading' (duration: 198.512003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.647655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.495933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:57:02.64767Z","caller":"traceutil/trace.go:171","msg":"trace[416149178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8129; }","duration":"204.528634ms","start":"2026-03-10T22:57:02.443136Z","end":"2026-03-10T22:57:02.647665Z","steps":["trace[416149178] 'agreement among raft nodes before linearized reading' (duration: 204.483923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.647766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.226374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-10T22:57:02.647781Z","caller":"traceutil/trace.go:171","msg":"trace[1451565378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8129; }","duration":"213.273956ms","start":"2026-03-10T22:57:02.434502Z","end":"2026-03-10T22:57:02.647776Z","steps":["trace[1451565378] 'agreement among raft nodes before linearized reading' (duration: 213.228935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.64788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.206256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:57:02.647896Z","caller":"traceutil/trace.go:171","msg":"trace[131628781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8129; }","duration":"219.263777ms","start":"2026-03-10T22:57:02.428626Z","end":"2026-03-10T22:57:02.64789Z","steps":["trace[131628781] 'agreement among raft nodes before linearized reading' (duration: 219.218626ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:02.887355Z","caller":"traceutil/trace.go:171","msg":"trace[42541257] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"233.254835ms","start":"2026-03-10T22:57:02.654071Z","end":"2026-03-10T22:57:02.887325Z","steps":["trace[42541257] 'process raft request' (duration: 221.63123ms)","trace[42541257] 'compare' (duration: 11.174605ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:02.887756Z","caller":"traceutil/trace.go:171","msg":"trace[1802629098] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"233.50114ms","start":"2026-03-10T22:57:02.654225Z","end":"2026-03-10T22:57:02.887726Z","steps":["trace[1802629098] 'process raft request' (duration: 233.02046ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:02.887958Z","caller":"traceutil/trace.go:171","msg":"trace[1483061047] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"233.685654ms","start":"2026-03-10T22:57:02.65426Z","end":"2026-03-10T22:57:02.887946Z","steps":["trace[1483061047] 'process raft request' (duration: 233.364617ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:02.888488Z","caller":"traceutil/trace.go:171","msg":"trace[380942512] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8436; }","duration":"234.311678ms","start":"2026-03-10T22:57:02.654144Z","end":"2026-03-10T22:57:02.888455Z","steps":["trace[380942512] 'read index received' (duration: 44.71918ms)","trace[380942512] 'applied index is now lower than readState.Index' (duration: 189.589548ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:02.888509Z","caller":"traceutil/trace.go:171","msg":"trace[722774436] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"230.220097ms","start":"2026-03-10T22:57:02.658246Z","end":"2026-03-10T22:57:02.888466Z","steps":["trace[722774436] 'process raft request' (duration: 229.656985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.889019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.214214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:02.889171Z","caller":"traceutil/trace.go:171","msg":"trace[157661796] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8134; }","duration":"114.358678ms","start":"2026-03-10T22:57:02.774739Z","end":"2026-03-10T22:57:02.889098Z","steps":["trace[157661796] 'agreement among raft nodes before linearized reading' (duration: 114.179394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.889231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.97633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-10T22:57:02.889267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.013516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:57:02.889333Z","caller":"traceutil/trace.go:171","msg":"trace[1793908157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8134; }","duration":"109.074462ms","start":"2026-03-10T22:57:02.780209Z","end":"2026-03-10T22:57:02.889278Z","steps":["trace[1793908157] 'agreement among raft nodes before linearized reading' (duration: 108.856717ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:02.889355Z","caller":"traceutil/trace.go:171","msg":"trace[1766422939] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8134; }","duration":"211.154619ms","start":"2026-03-10T22:57:02.678187Z","end":"2026-03-10T22:57:02.889341Z","steps":["trace[1766422939] 'agreement among raft nodes before linearized reading' (duration: 210.939344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.88946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.933957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228805"} {"level":"info","ts":"2026-03-10T22:57:02.889523Z","caller":"traceutil/trace.go:171","msg":"trace[177347445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8134; }","duration":"233.03817ms","start":"2026-03-10T22:57:02.656472Z","end":"2026-03-10T22:57:02.88951Z","steps":["trace[177347445] 'agreement among raft nodes before linearized reading' (duration: 232.238022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.889756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.543368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-10T22:57:02.889829Z","caller":"traceutil/trace.go:171","msg":"trace[1804190609] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8134; }","duration":"232.638232ms","start":"2026-03-10T22:57:02.657172Z","end":"2026-03-10T22:57:02.889811Z","steps":["trace[1804190609] 'agreement among raft nodes before linearized reading' (duration: 232.478808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:02.889759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.528254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-10T22:57:02.889918Z","caller":"traceutil/trace.go:171","msg":"trace[309462443] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8134; }","duration":"235.751739ms","start":"2026-03-10T22:57:02.654124Z","end":"2026-03-10T22:57:02.889876Z","steps":["trace[309462443] 'agreement among raft nodes before linearized reading' (duration: 234.851539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:03.343414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.05832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:57:03.343602Z","caller":"traceutil/trace.go:171","msg":"trace[1989636968] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"445.840835ms","start":"2026-03-10T22:57:02.897723Z","end":"2026-03-10T22:57:03.343564Z","steps":["trace[1989636968] 'process raft request' (duration: 321.529739ms)","trace[1989636968] 'compare' (duration: 123.775224ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:03.343674Z","caller":"traceutil/trace.go:171","msg":"trace[739934970] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"339.329221ms","start":"2026-03-10T22:57:03.004325Z","end":"2026-03-10T22:57:03.343654Z","steps":["trace[739934970] 'process raft request' (duration: 339.220367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:03.34377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:02.89771Z","time spent":"445.970049ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:03.343742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.004314Z","time spent":"339.398262ms","remote":"127.0.0.1:36038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T22:57:03.343816Z","caller":"traceutil/trace.go:171","msg":"trace[596366131] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8442; }","duration":"394.069301ms","start":"2026-03-10T22:57:02.949723Z","end":"2026-03-10T22:57:03.343793Z","steps":["trace[596366131] 'read index received' (duration: 269.55179ms)","trace[596366131] 'applied index is now lower than readState.Index' (duration: 124.51412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:03.344075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.065077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-10T22:57:03.34417Z","caller":"traceutil/trace.go:171","msg":"trace[805139085] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8137; }","duration":"340.208329ms","start":"2026-03-10T22:57:03.00394Z","end":"2026-03-10T22:57:03.344149Z","steps":["trace[805139085] 'agreement among raft nodes before linearized reading' (duration: 340.035185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:03.344185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.155911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:57:03.344222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.003913Z","time spent":"340.300222ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pksrs\" "} {"level":"info","ts":"2026-03-10T22:57:03.344225Z","caller":"traceutil/trace.go:171","msg":"trace[435308037] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8137; }","duration":"248.239843ms","start":"2026-03-10T22:57:03.09597Z","end":"2026-03-10T22:57:03.34421Z","steps":["trace[435308037] 'agreement among raft nodes before linearized reading' (duration: 248.180821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:03.34412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.384747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-10T22:57:03.344352Z","caller":"traceutil/trace.go:171","msg":"trace[2040288896] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8137; }","duration":"394.644802ms","start":"2026-03-10T22:57:02.949696Z","end":"2026-03-10T22:57:03.344341Z","steps":["trace[2040288896] 'agreement among raft nodes before linearized reading' (duration: 394.220553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:03.344398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:02.949677Z","time spent":"394.709664ms","remote":"127.0.0.1:36124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-10T22:57:03.512905Z","caller":"traceutil/trace.go:171","msg":"trace[1177338912] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8444; }","duration":"154.582779ms","start":"2026-03-10T22:57:03.358296Z","end":"2026-03-10T22:57:03.512879Z","steps":["trace[1177338912] 'read index received' (duration: 154.357444ms)","trace[1177338912] 'applied index is now lower than readState.Index' (duration: 224.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:03.513139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.813174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pksrs\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-10T22:57:03.513224Z","caller":"traceutil/trace.go:171","msg":"trace[1133963552] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pksrs; range_end:; response_count:1; response_revision:8138; }","duration":"154.935137ms","start":"2026-03-10T22:57:03.358276Z","end":"2026-03-10T22:57:03.513211Z","steps":["trace[1133963552] 'agreement among raft nodes before linearized reading' (duration: 154.727512ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:03.513038Z","caller":"traceutil/trace.go:171","msg":"trace[1585364363] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"159.108958ms","start":"2026-03-10T22:57:03.353867Z","end":"2026-03-10T22:57:03.512976Z","steps":["trace[1585364363] 'process raft request' (duration: 158.773931ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:03.786966Z","caller":"traceutil/trace.go:171","msg":"trace[192653700] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"273.951697ms","start":"2026-03-10T22:57:03.512977Z","end":"2026-03-10T22:57:03.786928Z","steps":["trace[192653700] 'read index received' (duration: 206.164241ms)","trace[192653700] 'applied index is now lower than readState.Index' (duration: 67.784906ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:03.787075Z","caller":"traceutil/trace.go:171","msg":"trace[814914596] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"403.113929ms","start":"2026-03-10T22:57:03.383922Z","end":"2026-03-10T22:57:03.787036Z","steps":["trace[814914596] 'process raft request' (duration: 335.20079ms)","trace[814914596] 'compare' (duration: 67.650673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:03.787231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.383912Z","time spent":"403.230641ms","remote":"127.0.0.1:36186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:03.787389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.819479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:57:03.787404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.545942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-10T22:57:03.7875Z","caller":"traceutil/trace.go:171","msg":"trace[698461332] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8139; }","duration":"405.692425ms","start":"2026-03-10T22:57:03.381791Z","end":"2026-03-10T22:57:03.787483Z","steps":["trace[698461332] 'agreement among raft nodes before linearized reading' (duration: 405.290417ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:03.787482Z","caller":"traceutil/trace.go:171","msg":"trace[637647942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8139; }","duration":"369.939341ms","start":"2026-03-10T22:57:03.417522Z","end":"2026-03-10T22:57:03.787461Z","steps":["trace[637647942] 'agreement among raft nodes before linearized reading' (duration: 369.557703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:03.78768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.38177Z","time spent":"405.827418ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-10T22:57:03.787836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:03.417517Z","time spent":"370.302189ms","remote":"127.0.0.1:36382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-10T22:57:04.007043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.209421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:57:04.007154Z","caller":"traceutil/trace.go:171","msg":"trace[923047035] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8446; }","duration":"200.766804ms","start":"2026-03-10T22:57:03.806366Z","end":"2026-03-10T22:57:04.007133Z","steps":["trace[923047035] 'read index received' (duration: 82.345859ms)","trace[923047035] 'applied index is now lower than readState.Index' (duration: 118.419565ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:04.007512Z","caller":"traceutil/trace.go:171","msg":"trace[236056095] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"202.315248ms","start":"2026-03-10T22:57:03.805172Z","end":"2026-03-10T22:57:04.007488Z","steps":["trace[236056095] 'process raft request' (duration: 83.571315ms)","trace[236056095] 'compare' (duration: 117.916985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:04.007569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.541167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:04.007616Z","caller":"traceutil/trace.go:171","msg":"trace[2146361956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"142.950186ms","start":"2026-03-10T22:57:03.864652Z","end":"2026-03-10T22:57:04.007602Z","steps":["trace[2146361956] 'agreement among raft nodes before linearized reading' (duration: 142.869413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.007767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.374779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-10T22:57:04.008493Z","caller":"traceutil/trace.go:171","msg":"trace[843882619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8140; }","duration":"202.106156ms","start":"2026-03-10T22:57:03.806361Z","end":"2026-03-10T22:57:04.008468Z","steps":["trace[843882619] 'agreement among raft nodes before linearized reading' (duration: 201.237026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:04.314323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.079604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:57:04.314552Z","caller":"traceutil/trace.go:171","msg":"trace[207609352] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"156.218779ms","start":"2026-03-10T22:57:04.158313Z","end":"2026-03-10T22:57:04.314531Z","steps":["trace[207609352] 'process raft request' (duration: 156.138777ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:04.314637Z","caller":"traceutil/trace.go:171","msg":"trace[188918366] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"219.140367ms","start":"2026-03-10T22:57:04.095466Z","end":"2026-03-10T22:57:04.314607Z","steps":["trace[188918366] 'read index received' (duration: 98.800047ms)","trace[188918366] 'applied index is now lower than readState.Index' (duration: 120.33704ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:04.314654Z","caller":"traceutil/trace.go:171","msg":"trace[23596571] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"219.845753ms","start":"2026-03-10T22:57:04.094766Z","end":"2026-03-10T22:57:04.314612Z","steps":["trace[23596571] 'process raft request' (duration: 99.36348ms)","trace[23596571] 'compare' (duration: 119.90974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:04.314804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.318091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:04.314909Z","caller":"traceutil/trace.go:171","msg":"trace[500830328] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8143; }","duration":"219.474674ms","start":"2026-03-10T22:57:04.095409Z","end":"2026-03-10T22:57:04.314884Z","steps":["trace[500830328] 'agreement among raft nodes before linearized reading' (duration: 219.29553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.102455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.451926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-10T22:57:05.102538Z","caller":"traceutil/trace.go:171","msg":"trace[1496180803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8149; }","duration":"399.544758ms","start":"2026-03-10T22:57:04.702974Z","end":"2026-03-10T22:57:05.102519Z","steps":["trace[1496180803] 'range keys from in-memory index tree' (duration: 399.339924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.102535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.467204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T22:57:05.102581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:04.702913Z","time spent":"399.658341ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T22:57:05.102618Z","caller":"traceutil/trace.go:171","msg":"trace[271875031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8149; }","duration":"275.601307ms","start":"2026-03-10T22:57:04.826999Z","end":"2026-03-10T22:57:05.1026Z","steps":["trace[271875031] 'count revisions from in-memory index tree' (duration: 275.388651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.102833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.389059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-10T22:57:05.102945Z","caller":"traceutil/trace.go:171","msg":"trace[620792754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8149; }","duration":"211.549914ms","start":"2026-03-10T22:57:04.891388Z","end":"2026-03-10T22:57:05.102938Z","steps":["trace[620792754] 'range keys from in-memory index tree' (duration: 211.260786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.10317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.600473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-10T22:57:05.103257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.060827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T22:57:05.103271Z","caller":"traceutil/trace.go:171","msg":"trace[151142222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8149; }","duration":"210.781906ms","start":"2026-03-10T22:57:04.892464Z","end":"2026-03-10T22:57:05.103246Z","steps":["trace[151142222] 'range keys from in-memory index tree' (duration: 210.49473ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:05.103298Z","caller":"traceutil/trace.go:171","msg":"trace[585491923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8149; }","duration":"209.117148ms","start":"2026-03-10T22:57:04.894168Z","end":"2026-03-10T22:57:05.103285Z","steps":["trace[585491923] 'range keys from in-memory index tree' (duration: 209.006676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.103539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.09947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T22:57:05.103591Z","caller":"traceutil/trace.go:171","msg":"trace[96701157] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:8149; }","duration":"206.173111ms","start":"2026-03-10T22:57:04.897405Z","end":"2026-03-10T22:57:05.103578Z","steps":["trace[96701157] 'range keys from in-memory index tree' (duration: 205.958237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.103613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.049242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-10T22:57:05.103685Z","caller":"traceutil/trace.go:171","msg":"trace[1817174191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8149; }","duration":"211.140095ms","start":"2026-03-10T22:57:04.892525Z","end":"2026-03-10T22:57:05.103665Z","steps":["trace[1817174191] 'range keys from in-memory index tree' (duration: 210.9313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.104053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.659292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-10T22:57:05.104119Z","caller":"traceutil/trace.go:171","msg":"trace[1336302391] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8149; }","duration":"427.771035ms","start":"2026-03-10T22:57:04.676333Z","end":"2026-03-10T22:57:05.104104Z","steps":["trace[1336302391] 'range keys from in-memory index tree' (duration: 425.884381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.10418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:04.676315Z","time spent":"427.854806ms","remote":"127.0.0.1:36074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-10T22:57:05.4551Z","caller":"traceutil/trace.go:171","msg":"trace[505873652] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8456; }","duration":"346.317612ms","start":"2026-03-10T22:57:05.108737Z","end":"2026-03-10T22:57:05.455055Z","steps":["trace[505873652] 'read index received' (duration: 346.102787ms)","trace[505873652] 'applied index is now lower than readState.Index' (duration: 212.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:05.455231Z","caller":"traceutil/trace.go:171","msg":"trace[692075008] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"346.808715ms","start":"2026-03-10T22:57:05.108367Z","end":"2026-03-10T22:57:05.455176Z","steps":["trace[692075008] 'process raft request' (duration: 346.406326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.45544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.108346Z","time spent":"346.982898ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:05.455501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.722581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fc5a60c9-4dec-4d7e-a298-67789f405301\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-10T22:57:05.455602Z","caller":"traceutil/trace.go:171","msg":"trace[150949582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fc5a60c9-4dec-4d7e-a298-67789f405301; range_end:; response_count:1; response_revision:8150; }","duration":"346.863595ms","start":"2026-03-10T22:57:05.10871Z","end":"2026-03-10T22:57:05.455574Z","steps":["trace[150949582] 'agreement among raft nodes before linearized reading' (duration: 346.539567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:05.455649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.108702Z","time spent":"346.937316ms","remote":"127.0.0.1:36102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-fc5a60c9-4dec-4d7e-a298-67789f405301\" "} {"level":"warn","ts":"2026-03-10T22:57:05.956255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677153027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T22:57:06.263951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.494393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:57:06.264223Z","caller":"traceutil/trace.go:171","msg":"trace[1515168504] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"1.155114252s","start":"2026-03-10T22:57:05.109069Z","end":"2026-03-10T22:57:06.264183Z","steps":["trace[1515168504] 'process raft request' (duration: 971.254291ms)","trace[1515168504] 'compare' (duration: 182.349597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:06.2644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.109048Z","time spent":"1.155247655s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:57:06.264553Z","caller":"traceutil/trace.go:171","msg":"trace[1921236792] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"1.155321176s","start":"2026-03-10T22:57:05.109174Z","end":"2026-03-10T22:57:06.264495Z","steps":["trace[1921236792] 'process raft request' (duration: 1.155080681s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.264837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.109138Z","time spent":"1.15550211s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:57:06.264615Z","caller":"traceutil/trace.go:171","msg":"trace[1921540352] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"1.155390088s","start":"2026-03-10T22:57:05.109148Z","end":"2026-03-10T22:57:06.264538Z","steps":["trace[1921540352] 'process raft request' (duration: 1.155058691s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:06.264979Z","caller":"traceutil/trace.go:171","msg":"trace[1526601018] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"1.155820807s","start":"2026-03-10T22:57:05.109129Z","end":"2026-03-10T22:57:06.26495Z","steps":["trace[1526601018] 'process raft request' (duration: 1.154952058s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.265261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.109093Z","time spent":"1.156026842s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:06.265445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.109122Z","time spent":"1.156266158s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:57:06.374445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.117195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-10T22:57:06.374724Z","caller":"traceutil/trace.go:171","msg":"trace[916241709] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8457; }","duration":"919.482529ms","start":"2026-03-10T22:57:05.455221Z","end":"2026-03-10T22:57:06.374703Z","steps":["trace[916241709] 'read index received' (duration: 625.071291ms)","trace[916241709] 'applied index is now lower than readState.Index' (duration: 294.409858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:06.374986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.808055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:57:06.375027Z","caller":"traceutil/trace.go:171","msg":"trace[390785968] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8155; }","duration":"669.910667ms","start":"2026-03-10T22:57:05.705099Z","end":"2026-03-10T22:57:06.37501Z","steps":["trace[390785968] 'agreement among raft nodes before linearized reading' (duration: 669.782494ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:06.374999Z","caller":"traceutil/trace.go:171","msg":"trace[910611982] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"277.263604ms","start":"2026-03-10T22:57:06.097683Z","end":"2026-03-10T22:57:06.374946Z","steps":["trace[910611982] 'process raft request' (duration: 276.906385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.375047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126004167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:57:06.375113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.531425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:57:06.375043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067160293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-10T22:57:06.37508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243668106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-10T22:57:06.375144Z","caller":"traceutil/trace.go:171","msg":"trace[2132670842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8155; }","duration":"510.595837ms","start":"2026-03-10T22:57:05.86454Z","end":"2026-03-10T22:57:06.375135Z","steps":["trace[2132670842] 'agreement among raft nodes before linearized reading' (duration: 510.550966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.375177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.864518Z","time spent":"510.653898ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T22:57:06.375174Z","caller":"traceutil/trace.go:171","msg":"trace[1788109360] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8154; }","duration":"1.126159561s","start":"2026-03-10T22:57:05.248975Z","end":"2026-03-10T22:57:06.375134Z","steps":["trace[1788109360] 'agreement among raft nodes before linearized reading' (duration: 1.125743531s)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:06.375201Z","caller":"traceutil/trace.go:171","msg":"trace[1388686750] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8154; }","duration":"1.243829359s","start":"2026-03-10T22:57:05.131342Z","end":"2026-03-10T22:57:06.375171Z","steps":["trace[1388686750] 'agreement among raft nodes before linearized reading' (duration: 1.24341742s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.375222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266038447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228790"} {"level":"warn","ts":"2026-03-10T22:57:06.375243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.248962Z","time spent":"1.126265753s","remote":"127.0.0.1:41562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:57:06.375261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.703404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-569fdcfbf4-5x25t.189b9cde1cd817c1\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-10T22:57:06.375277Z","caller":"traceutil/trace.go:171","msg":"trace[1108699919] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8154; }","duration":"1.266130388s","start":"2026-03-10T22:57:05.10913Z","end":"2026-03-10T22:57:06.375261Z","steps":["trace[1108699919] 'agreement among raft nodes before linearized reading' (duration: 1.265663628s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.375283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.131326Z","time spent":"1.243942362s","remote":"127.0.0.1:36058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-10T22:57:06.375318Z","caller":"traceutil/trace.go:171","msg":"trace[1324211113] range","detail":"{range_begin:/registry/events/openstack/barbican-api-569fdcfbf4-5x25t.189b9cde1cd817c1; range_end:; response_count:1; response_revision:8155; }","duration":"287.825136ms","start":"2026-03-10T22:57:06.087472Z","end":"2026-03-10T22:57:06.375298Z","steps":["trace[1324211113] 'agreement among raft nodes before linearized reading' (duration: 287.56915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.375321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.109112Z","time spent":"1.26619887s","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-10T22:57:06.375365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264391719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:06.375413Z","caller":"traceutil/trace.go:171","msg":"trace[653233918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8154; }","duration":"1.264456581s","start":"2026-03-10T22:57:05.110941Z","end":"2026-03-10T22:57:06.375398Z","steps":["trace[653233918] 'agreement among raft nodes before linearized reading' (duration: 1.263841488s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.375446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.110931Z","time spent":"1.264504692s","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:57:06.375064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.705073Z","time spent":"669.981399ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:57:06.376094Z","caller":"traceutil/trace.go:171","msg":"trace[1283588667] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8154; }","duration":"1.067373817s","start":"2026-03-10T22:57:05.307779Z","end":"2026-03-10T22:57:06.375153Z","steps":["trace[1283588667] 'agreement among raft nodes before linearized reading' (duration: 1.066967528s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:06.376174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:57:05.307758Z","time spent":"1.06839468s","remote":"127.0.0.1:36074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-10T22:57:06.496533Z","caller":"traceutil/trace.go:171","msg":"trace[2133677464] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"117.309001ms","start":"2026-03-10T22:57:06.3792Z","end":"2026-03-10T22:57:06.496509Z","steps":["trace[2133677464] 'process raft request' (duration: 99.344801ms)","trace[2133677464] 'compare' (duration: 17.002428ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:06.648044Z","caller":"traceutil/trace.go:171","msg":"trace[825249526] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"101.830846ms","start":"2026-03-10T22:57:06.546178Z","end":"2026-03-10T22:57:06.648009Z","steps":["trace[825249526] 'process raft request' (duration: 101.647592ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:07.686585Z","caller":"traceutil/trace.go:171","msg":"trace[830261956] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8468; }","duration":"213.218292ms","start":"2026-03-10T22:57:07.473343Z","end":"2026-03-10T22:57:07.686562Z","steps":["trace[830261956] 'read index received' (duration: 212.928305ms)","trace[830261956] 'applied index is now lower than readState.Index' (duration: 270.196µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:57:07.68685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.456427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T22:57:07.686866Z","caller":"traceutil/trace.go:171","msg":"trace[781768272] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"223.733582ms","start":"2026-03-10T22:57:07.463091Z","end":"2026-03-10T22:57:07.686824Z","steps":["trace[781768272] 'process raft request' (duration: 223.277731ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:07.686929Z","caller":"traceutil/trace.go:171","msg":"trace[2018672206] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8161; }","duration":"213.647992ms","start":"2026-03-10T22:57:07.473267Z","end":"2026-03-10T22:57:07.686915Z","steps":["trace[2018672206] 'agreement among raft nodes before linearized reading' (duration: 213.495348ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.649959Z","caller":"traceutil/trace.go:171","msg":"trace[706648446] linearizableReadLoop","detail":"{readStateIndex:8475; appliedIndex:8471; }","duration":"266.220373ms","start":"2026-03-10T22:57:08.383713Z","end":"2026-03-10T22:57:08.649933Z","steps":["trace[706648446] 'read index received' (duration: 18.453681ms)","trace[706648446] 'applied index is now lower than readState.Index' (duration: 247.765642ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:57:08.650116Z","caller":"traceutil/trace.go:171","msg":"trace[38459727] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"266.822566ms","start":"2026-03-10T22:57:08.383277Z","end":"2026-03-10T22:57:08.650099Z","steps":["trace[38459727] 'process raft request' (duration: 266.504028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:57:08.650244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.512519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T22:57:08.650312Z","caller":"traceutil/trace.go:171","msg":"trace[671144722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:8167; }","duration":"266.637962ms","start":"2026-03-10T22:57:08.383658Z","end":"2026-03-10T22:57:08.650296Z","steps":["trace[671144722] 'agreement among raft nodes before linearized reading' (duration: 266.373886ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.65481Z","caller":"traceutil/trace.go:171","msg":"trace[1208973039] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"152.011013ms","start":"2026-03-10T22:57:08.502681Z","end":"2026-03-10T22:57:08.654692Z","steps":["trace[1208973039] 'process raft request' (duration: 151.811239ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:08.654863Z","caller":"traceutil/trace.go:171","msg":"trace[42633868] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"151.45418ms","start":"2026-03-10T22:57:08.503375Z","end":"2026-03-10T22:57:08.654829Z","steps":["trace[42633868] 'process raft request' (duration: 151.282366ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:57:15.296752Z","caller":"traceutil/trace.go:171","msg":"trace[1301147681] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"100.190609ms","start":"2026-03-10T22:57:15.196536Z","end":"2026-03-10T22:57:15.296727Z","steps":["trace[1301147681] 'process raft request' (duration: 100.030975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:09.368418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.161198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:58:09.368662Z","caller":"traceutil/trace.go:171","msg":"trace[1682045590] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"486.715392ms","start":"2026-03-10T22:58:08.881903Z","end":"2026-03-10T22:58:09.368619Z","steps":["trace[1682045590] 'process raft request' (duration: 21.231957ms)","trace[1682045590] 'compare' (duration: 465.033366ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:58:09.368713Z","caller":"traceutil/trace.go:171","msg":"trace[1923678923] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9109; }","duration":"356.358719ms","start":"2026-03-10T22:58:09.012266Z","end":"2026-03-10T22:58:09.368625Z","steps":["trace[1923678923] 'read index received' (duration: 66.141µs)","trace[1923678923] 'applied index is now lower than readState.Index' (duration: 356.290748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:58:09.368904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:08.881886Z","time spent":"486.889876ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:58:09.369035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.756028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:58:09.369074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.279371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T22:58:09.369184Z","caller":"traceutil/trace.go:171","msg":"trace[249313912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:8787; }","duration":"321.431234ms","start":"2026-03-10T22:58:09.047741Z","end":"2026-03-10T22:58:09.369172Z","steps":["trace[249313912] 'agreement among raft nodes before linearized reading' (duration: 321.144457ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:09.369113Z","caller":"traceutil/trace.go:171","msg":"trace[1459609887] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8787; }","duration":"356.898821ms","start":"2026-03-10T22:58:09.012195Z","end":"2026-03-10T22:58:09.369094Z","steps":["trace[1459609887] 'agreement among raft nodes before linearized reading' (duration: 356.654666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:09.369274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:09.047717Z","time spent":"321.539977ms","remote":"127.0.0.1:36138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kh5sn\" "} {"level":"info","ts":"2026-03-10T22:58:09.369064Z","caller":"traceutil/trace.go:171","msg":"trace[1341318144] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"486.771773ms","start":"2026-03-10T22:58:08.88226Z","end":"2026-03-10T22:58:09.369032Z","steps":["trace[1341318144] 'process raft request' (duration: 486.294433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:09.369382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:09.012156Z","time spent":"357.171838ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-10T22:58:09.369534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:08.882247Z","time spent":"487.177503ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:58:22.225675Z","caller":"traceutil/trace.go:171","msg":"trace[118206654] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"157.4504ms","start":"2026-03-10T22:58:22.068187Z","end":"2026-03-10T22:58:22.225637Z","steps":["trace[118206654] 'process raft request' (duration: 157.246605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.304324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978058618677154999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T22:58:23.433559Z","caller":"traceutil/trace.go:171","msg":"trace[1545871522] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"631.477789ms","start":"2026-03-10T22:58:22.802055Z","end":"2026-03-10T22:58:23.433533Z","steps":["trace[1545871522] 'process raft request' (duration: 631.260784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.433739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.802036Z","time spent":"631.606112ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:58:23.720513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.686634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T22:58:23.720827Z","caller":"traceutil/trace.go:171","msg":"trace[52021696] linearizableReadLoop","detail":"{readStateIndex:9185; appliedIndex:9182; }","duration":"916.809833ms","start":"2026-03-10T22:58:22.804Z","end":"2026-03-10T22:58:23.72081Z","steps":["trace[52021696] 'read index received' (duration: 629.350203ms)","trace[52021696] 'applied index is now lower than readState.Index' (duration: 287.45792ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:58:23.720947Z","caller":"traceutil/trace.go:171","msg":"trace[265751322] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"775.472164ms","start":"2026-03-10T22:58:22.945462Z","end":"2026-03-10T22:58:23.720934Z","steps":["trace[265751322] 'process raft request' (duration: 775.171788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.721027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.945429Z","time spent":"775.561087ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T22:58:23.72083Z","caller":"traceutil/trace.go:171","msg":"trace[1142005034] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"780.920715ms","start":"2026-03-10T22:58:22.939881Z","end":"2026-03-10T22:58:23.720801Z","steps":["trace[1142005034] 'process raft request' (duration: 623.827282ms)","trace[1142005034] 'compare' (duration: 156.381206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T22:58:23.72135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.939851Z","time spent":"781.463666ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T22:58:23.721229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.193121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-10T22:58:23.721452Z","caller":"traceutil/trace.go:171","msg":"trace[879374356] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"291.873436ms","start":"2026-03-10T22:58:23.429544Z","end":"2026-03-10T22:58:23.721418Z","steps":["trace[879374356] 'process raft request' (duration: 291.222862ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:23.721553Z","caller":"traceutil/trace.go:171","msg":"trace[1310629390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8860; }","duration":"917.545139ms","start":"2026-03-10T22:58:22.803966Z","end":"2026-03-10T22:58:23.721511Z","steps":["trace[1310629390] 'agreement among raft nodes before linearized reading' (duration: 916.999127ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:23.72148Z","caller":"traceutil/trace.go:171","msg":"trace[1841907609] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"295.094507ms","start":"2026-03-10T22:58:23.426307Z","end":"2026-03-10T22:58:23.721401Z","steps":["trace[1841907609] 'process raft request' (duration: 294.424633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.721724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.457321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T22:58:23.721745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.142349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-10T22:58:23.721796Z","caller":"traceutil/trace.go:171","msg":"trace[1997995757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8860; }","duration":"635.248082ms","start":"2026-03-10T22:58:23.086531Z","end":"2026-03-10T22:58:23.721779Z","steps":["trace[1997995757] 'agreement among raft nodes before linearized reading' (duration: 635.15027ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:23.721791Z","caller":"traceutil/trace.go:171","msg":"trace[1488277779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8860; }","duration":"857.553113ms","start":"2026-03-10T22:58:22.864219Z","end":"2026-03-10T22:58:23.721772Z","steps":["trace[1488277779] 'agreement among raft nodes before linearized reading' (duration: 857.452451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.721813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.125351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-10T22:58:23.721827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:23.086506Z","time spent":"635.314873ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-10T22:58:23.721836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.864196Z","time spent":"857.629215ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T22:58:23.721634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.803952Z","time spent":"917.666361ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T22:58:23.721549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.454435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T22:58:23.722103Z","caller":"traceutil/trace.go:171","msg":"trace[1599508437] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8860; }","duration":"766.036487ms","start":"2026-03-10T22:58:22.956041Z","end":"2026-03-10T22:58:23.722077Z","steps":["trace[1599508437] 'agreement among raft nodes before linearized reading' (duration: 765.441924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.721663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.364088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T22:58:23.722198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.956024Z","time spent":"766.15374ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-10T22:58:23.722275Z","caller":"traceutil/trace.go:171","msg":"trace[765728178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:8860; }","duration":"214.995511ms","start":"2026-03-10T22:58:23.50724Z","end":"2026-03-10T22:58:23.722235Z","steps":["trace[765728178] 'agreement among raft nodes before linearized reading' (duration: 214.345677ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:23.721864Z","caller":"traceutil/trace.go:171","msg":"trace[1005823474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8860; }","duration":"913.196743ms","start":"2026-03-10T22:58:22.808656Z","end":"2026-03-10T22:58:23.721853Z","steps":["trace[1005823474] 'agreement among raft nodes before linearized reading' (duration: 913.04467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.722427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.808646Z","time spent":"913.763895ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-10T22:58:23.722887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.944635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T22:58:23.723041Z","caller":"traceutil/trace.go:171","msg":"trace[750111624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8860; }","duration":"917.967517ms","start":"2026-03-10T22:58:22.804984Z","end":"2026-03-10T22:58:23.722951Z","steps":["trace[750111624] 'agreement among raft nodes before linearized reading' (duration: 916.486105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T22:58:23.723143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T22:58:22.80496Z","time spent":"918.162101ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T22:58:23.899563Z","caller":"traceutil/trace.go:171","msg":"trace[1635126854] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"171.434597ms","start":"2026-03-10T22:58:23.7281Z","end":"2026-03-10T22:58:23.899535Z","steps":["trace[1635126854] 'process raft request' (duration: 131.475671ms)","trace[1635126854] 'compare' (duration: 39.630239ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T22:58:23.900223Z","caller":"traceutil/trace.go:171","msg":"trace[1115234081] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"170.714241ms","start":"2026-03-10T22:58:23.728877Z","end":"2026-03-10T22:58:23.899591Z","steps":["trace[1115234081] 'process raft request' (duration: 170.6648ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T22:58:23.900841Z","caller":"traceutil/trace.go:171","msg":"trace[787756754] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"172.384149ms","start":"2026-03-10T22:58:23.728441Z","end":"2026-03-10T22:58:23.900825Z","steps":["trace[787756754] 'process raft request' (duration: 170.996278ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:00:25.989612Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-10T23:00:25.995193Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-10T23:00:25.995273Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-10T23:00:31.141689Z","caller":"traceutil/trace.go:171","msg":"trace[161432169] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"166.129588ms","start":"2026-03-10T23:00:30.975518Z","end":"2026-03-10T23:00:31.141648Z","steps":["trace[161432169] 'process raft request' (duration: 165.900893ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:00:56.472639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7596} {"level":"info","ts":"2026-03-10T23:00:56.532868Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7596,"took":"56.929468ms","hash":2349916590,"current-db-size-bytes":42315776,"current-db-size":"42 MB","current-db-size-in-use-bytes":24522752,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-10T23:00:56.532924Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2349916590,"revision":7596,"compact-revision":5655} {"level":"info","ts":"2026-03-10T23:02:20.935052Z","caller":"traceutil/trace.go:171","msg":"trace[894603382] linearizableReadLoop","detail":"{readStateIndex:10584; appliedIndex:10583; }","duration":"149.25584ms","start":"2026-03-10T23:02:20.785747Z","end":"2026-03-10T23:02:20.935003Z","steps":["trace[894603382] 'read index received' (duration: 148.605896ms)","trace[894603382] 'applied index is now lower than readState.Index' (duration: 647.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T23:02:20.935309Z","caller":"traceutil/trace.go:171","msg":"trace[2042826929] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"236.626347ms","start":"2026-03-10T23:02:20.698657Z","end":"2026-03-10T23:02:20.935283Z","steps":["trace[2042826929] 'process raft request' (duration: 235.583003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T23:02:20.935769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.991026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-10T23:02:20.935887Z","caller":"traceutil/trace.go:171","msg":"trace[441962175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10203; }","duration":"150.1794ms","start":"2026-03-10T23:02:20.785683Z","end":"2026-03-10T23:02:20.935863Z","steps":["trace[441962175] 'agreement among raft nodes before linearized reading' (duration: 149.831133ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:02:29.643723Z","caller":"traceutil/trace.go:171","msg":"trace[2086178259] transaction","detail":"{read_only:false; response_revision:10326; number_of_response:1; }","duration":"156.534671ms","start":"2026-03-10T23:02:29.487159Z","end":"2026-03-10T23:02:29.643694Z","steps":["trace[2086178259] 'process raft request' (duration: 156.458699ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:02:29.643762Z","caller":"traceutil/trace.go:171","msg":"trace[2060985456] transaction","detail":"{read_only:false; response_revision:10325; number_of_response:1; }","duration":"161.644973ms","start":"2026-03-10T23:02:29.482071Z","end":"2026-03-10T23:02:29.643715Z","steps":["trace[2060985456] 'process raft request' (duration: 161.364267ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:02:29.645012Z","caller":"traceutil/trace.go:171","msg":"trace[2410495] linearizableReadLoop","detail":"{readStateIndex:10711; appliedIndex:10708; }","duration":"111.432421ms","start":"2026-03-10T23:02:29.533537Z","end":"2026-03-10T23:02:29.64497Z","steps":["trace[2410495] 'read index received' (duration: 109.998779ms)","trace[2410495] 'applied index is now lower than readState.Index' (duration: 1.431942ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T23:02:29.645505Z","caller":"traceutil/trace.go:171","msg":"trace[62489236] transaction","detail":"{read_only:false; response_revision:10327; number_of_response:1; }","duration":"128.244584ms","start":"2026-03-10T23:02:29.517241Z","end":"2026-03-10T23:02:29.645485Z","steps":["trace[62489236] 'process raft request' (duration: 127.519518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T23:02:29.646141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.585766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kh5sn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T23:02:29.646192Z","caller":"traceutil/trace.go:171","msg":"trace[1179380894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kh5sn; range_end:; response_count:1; response_revision:10327; }","duration":"112.714899ms","start":"2026-03-10T23:02:29.533463Z","end":"2026-03-10T23:02:29.646178Z","steps":["trace[1179380894] 'agreement among raft nodes before linearized reading' (duration: 112.32115ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T23:05:56.48031Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9789} {"level":"info","ts":"2026-03-10T23:05:56.569444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9789,"took":"86.369964ms","hash":622084073,"current-db-size-bytes":42315776,"current-db-size":"42 MB","current-db-size-in-use-bytes":18128896,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-10T23:05:56.569559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":622084073,"revision":9789,"compact-revision":7596}